-- Logs begin at Tue 2022-04-05 21:49:53 UTC, end at Tue 2022-04-05 22:56:16 UTC. -- Apr 05 22:27:48.412476 dv-cinder-835881-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 05 22:27:51.374343 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.common.config [-] Logging enabled! Apr 05 22:27:51.374962 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev80 Apr 05 22:27:51.375129 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103359) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 05 22:27:51.378509 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.common.config [-] Logging enabled! Apr 05 22:27:51.378768 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev80 Apr 05 22:27:51.379601 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103359) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 05 22:27:51.380621 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 05 22:27:51.380859 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 05 22:27:51.381230 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 05 22:27:51.381497 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 05 22:27:51.381738 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 05 22:27:51.382161 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:51.382599 dv-cinder-835881-4-iscsi neutron-server[103359]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 05 22:27:51.382914 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:51.383215 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:51.383513 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:51.383811 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:51.384103 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:51.384387 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:51.384678 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:51.384977 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:51.385265 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:51.385578 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:51.385868 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:51.386158 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:51.386443 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:51.386734 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:51.387023 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:51.387309 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] debug = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:51.387590 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:51.388020 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:51.388424 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:51.388702 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:51.388995 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:51.389295 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:51.389582 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:51.389860 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:51.390145 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:51.390473 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] host = dv-cinder-835881-4-iscsi {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:51.390750 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:51.391039 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:51.391330 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:51.391616 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:51.391889 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:51.392165 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:51.392447 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:51.392719 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:51.392992 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] log_file = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:51.393267 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:51.393578 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:51.393869 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:51.394157 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:51.394380 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:51.395196 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:51.395497 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:51.395788 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:51.396067 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:51.396345 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:51.396621 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:51.396895 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:51.397169 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:51.397441 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:51.397749 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:51.398033 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:51.398319 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:51.398594 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:51.398869 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:51.399140 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:51.399415 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:51.399703 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:51.399980 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:51.400254 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:51.400529 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:51.400815 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:51.401083 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:51.401357 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:51.401680 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:51.401971 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:51.402253 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:51.402539 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:51.402813 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:51.403095 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:51.403366 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:51.403637 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:51.403906 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] use_json = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:51.404177 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:51.404448 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:51.404728 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:51.404999 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:51.405270 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:51.405565 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:51.405841 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:51.406126 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:51.406397 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:51.406690 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.406985 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.407283 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.407580 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.407869 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.408148 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.408436 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.408712 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.408998 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.409285 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.409609 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.409891 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.410231 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.410516 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.410813 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.411118 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.411411 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.411704 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.411980 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.412254 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.412529 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.412805 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.413092 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.413368 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.413680 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.413973 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.414254 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.414552 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.414835 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.415127 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.415414 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.415689 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.415967 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.416258 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.416533 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.416806 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.417083 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.417369 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.417676 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.417949 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.418233 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.418512 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.418786 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.419060 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.419336 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.419632 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.419908 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.420179 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.420450 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.420725 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.420994 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.421276 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.421578 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.421854 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.422125 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.422403 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.422672 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.422943 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.423217 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.423490 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.423765 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.424036 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.424306 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.424577 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.424845 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.425115 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.425383 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.425678 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.426080 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.426356 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.426631 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.426904 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.427177 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.427450 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.427740 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.428036 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.428314 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.428594 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.428874 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.429151 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.429427 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.429736 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.430018 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.430297 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.430571 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.430861 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.431144 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.431430 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.431731 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.432010 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.432304 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.432581 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.432856 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.433136 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.433412 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.433714 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.433998 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.434283 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.434579 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.434874 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.435167 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.435459 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.435751 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.436030 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.436334 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.436612 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:51.436828 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 05 22:27:51.437068 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103359) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 05 22:27:51.815892 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 05 22:27:51.816174 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 05 22:27:51.816543 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 05 22:27:51.816852 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 05 22:27:52.143057 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:52.143356 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:52.143632 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:52.144918 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:52.145243 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:52.147250 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:52.200374 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:52.200646 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:52.200917 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:52.215451 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:52.215731 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:52.216002 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:52.246119 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:52.246398 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:52.246670 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:52.282662 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:52.282940 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:52.283208 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:52.622430 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:52.623027 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:52.623027 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:52.623194 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:52.623842 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:52.722562 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:52.723452 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:52.723741 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:52.724019 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:52.724289 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:52.724600 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:52.724860 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:52.725116 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:52.725372 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:52.725678 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:52.726195 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:52.726470 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:52.726726 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:52.726979 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:52.727233 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:52.727500 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:52.727755 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:52.728023 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:52.728293 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:52.728552 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:52.728822 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:52.729075 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:52.729356 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:52.729764 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:52.730016 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:52.730264 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:52.730760 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103359) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 22:27:52.731007 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103359) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 22:27:52.731251 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103359) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 22:27:52.731492 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103359) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 22:27:52.731731 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103359) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 22:27:52.731971 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103359) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 22:27:52.732339 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 05 22:27:52.735451 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 05 22:27:52.739445 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 05 22:27:52.743333 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Apr 05 22:27:52.745100 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 05 22:27:52.745609 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 05 22:27:52.745951 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 05 22:27:52.746339 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 05 22:27:52.750214 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 05 22:27:52.750472 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 05 22:27:52.750824 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 05 22:27:52.755728 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 05 22:27:52.779349 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 05 22:27:52.779802 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:52.780109 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103359) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 05 22:27:52.780482 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:52.781856 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103359) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 05 22:27:52.782142 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 05 22:27:52.782394 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 05 22:27:52.786287 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:52.786569 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:52.848921 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 05 22:27:52.849159 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 05 22:27:52.849397 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 05 22:27:52.849795 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 05 22:27:52.869980 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_db.sqlalchemy.engines [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103359) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 05 22:27:53.310376 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.plugins.ml2.managers [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Initializing driver for type 'gre' Apr 05 22:27:53.310961 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] gre ID ranges: [(1, 1000)] Apr 05 22:27:53.364212 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.plugins.ml2.managers [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Initializing driver for type 'local' Apr 05 22:27:53.364542 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.plugins.ml2.managers [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Initializing driver for type 'vlan' Apr 05 22:27:53.376604 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] VlanTypeDriver initialization complete Apr 05 22:27:53.376955 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.plugins.ml2.managers [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Initializing driver for type 'vxlan' Apr 05 22:27:53.377423 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] vxlan ID ranges: [(1, 1000)] Apr 05 22:27:53.426796 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.plugins.ml2.managers [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Initializing extension driver 'port_security' Apr 05 22:27:53.427375 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.plugins.ml2.extensions.port_security [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] PortSecurityExtensionDriver initialization complete Apr 05 22:27:53.427721 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.plugins.ml2.managers [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Initializing mechanism driver 'openvswitch' Apr 05 22:27:53.428060 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.plugins.ml2.managers [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Initializing mechanism driver 'hyperv' Apr 05 22:27:53.434606 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:27:53.435442 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Subscribe: > port after_create 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:53.435809 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Subscribe: > port after_update 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:53.436164 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Subscribe: > port after_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:53.436688 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103359) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 05 22:27:53.437119 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Subscribe: > subnet after_create 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:53.437471 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Subscribe: > subnet after_update 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:53.437837 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Subscribe: > subnet after_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:53.438235 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103359) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 05 22:27:53.438637 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Subscribe: > network after_create 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:53.438983 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Subscribe: > network after_update 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:53.439323 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Subscribe: > network after_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:53.439716 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103359) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 05 22:27:53.440117 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Subscribe: > security_group after_create 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:53.440466 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Subscribe: > security_group after_update 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:53.440810 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Subscribe: > security_group after_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:53.441203 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103359) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 05 22:27:53.441638 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:53.441985 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:53.442322 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:53.442716 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103359) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 05 22:27:53.443114 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Subscribe: > address_group after_create 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:53.443457 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Subscribe: > address_group after_update 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:53.443793 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Subscribe: > address_group after_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:53.444186 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103359) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 05 22:27:53.444629 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] ML2 OVO RPC backend initialized. {{(pid=103359) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 05 22:27:53.445332 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Subscribe: > router_interface after_create 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:53.445715 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:53.446135 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Subscribe: > network before_response 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:53.446481 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Subscribe: > networks before_response 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:53.446826 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Subscribe: > port before_response 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:53.447166 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Subscribe: > ports before_response 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:53.447505 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Subscribe: > subnet before_response 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:53.447842 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Subscribe: > subnets before_response 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:53.448183 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Subscribe: > network after_create 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:53.448519 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Subscribe: > network after_update 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:53.448852 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Subscribe: > network after_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:53.449185 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Subscribe: > port after_create 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:53.449543 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Subscribe: > port after_update 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:53.449877 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Subscribe: > port after_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:53.450207 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Subscribe: > subnet after_create 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:53.450539 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Subscribe: > subnet after_update 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:53.450869 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Subscribe: > subnet after_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:53.458539 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.quota [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loaded quota_driver: . Apr 05 22:27:53.458957 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.plugins.ml2.plugin [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Modular L2 Plugin initialization complete Apr 05 22:27:53.459247 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading services supported by the core plugin {{(pid=103359) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 05 22:27:53.459586 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.plugins.ml2.managers [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Got port-security extension from driver 'port_security' Apr 05 22:27:53.460070 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.extensions.vlantransparent [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Disabled vlantransparent extension. Apr 05 22:27:53.460566 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103359) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 05 22:27:53.460896 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading Plugin: router Apr 05 22:27:53.496462 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Subscribe: > router_interface before_create 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:53.496850 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Subscribe: > router after_create 55549900 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:53.497216 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Subscribe: > router before_create 55549900 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:53.497609 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:53.497985 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:53.498339 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Subscribe: > router after_delete 55549900 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:53.498695 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Subscribe: > floatingip after_create 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:53.499043 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Subscribe: > floatingip after_update 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:53.499399 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Subscribe: > router after_create 55549900 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:53.499745 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Subscribe: > router after_update 55549900 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:53.500091 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Subscribe: > router after_update 55549900 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:53.500438 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:53.500792 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Subscribe: > router after_update 55549900 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:53.501209 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Subscribe: > router precommit_update 55549900 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:53.501591 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Subscribe: port after_update 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:53.501930 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Subscribe: port after_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:53.502266 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Subscribe: subnet after_update 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:53.502602 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:53.502948 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Subscribe: > port precommit_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:53.503292 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Subscribe: > router precommit_create 55549900 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:53.503631 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Subscribe: port before_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:53.504102 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Subscribe: > router precommit_create 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:53.504613 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Subscribe: > router after_update 55549900 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:53.504961 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Subscribe: > router precommit_delete 55549900 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:53.505314 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Subscribe: > router precommit_create 55549900 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:53.505706 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Subscribe: > router_interface after_create 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:53.506054 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Subscribe: > router precommit_update 55549900 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:53.506417 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Subscribe: > agent after_create 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:53.506895 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Subscribe: > agent after_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:53.507247 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Subscribe: > network after_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:53.508094 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.quota.resource_registry [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Tracking information for resource: router configured {{(pid=103359) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 22:27:53.508423 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.quota.resource_registry [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Tracking information for resource: floatingip configured {{(pid=103359) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 22:27:53.513173 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.db.l3_agentschedulers_db [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 05 22:27:53.513776 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Subscribe: port after_update 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:53.514141 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Subscribe: port after_create 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:53.514496 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Subscribe: port after_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:53.514845 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Subscribe: port after_update 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:53.515631 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Subscribe: > router before_create 55550100 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:53.515995 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Subscribe: > router precommit_delete 55550100 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:53.516356 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Subscribe: > router precommit_create 55550100 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:53.516709 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Subscribe: > router precommit_update 55550100 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:53.522133 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.services.provider_configuration [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Service providers = [] {{(pid=103359) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 05 22:27:53.522730 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.db.servicetype_db [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103359) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 05 22:27:53.525845 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.services.service_base [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103359) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 05 22:27:53.526197 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.services.service_base [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103359) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 05 22:27:53.526538 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.services.service_base [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103359) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 05 22:27:53.527427 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.services.service_base [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103359) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 05 22:27:53.527800 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.services.service_base [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 05 22:27:53.528176 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103359) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 22:27:53.528494 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 05 22:27:53.539567 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103359) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 22:27:53.539905 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading Plugin: auto_allocate Apr 05 22:27:53.545643 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Subscribe: network precommit_update 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:53.546017 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Subscribe: network precommit_create 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:53.546533 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103359) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 22:27:53.546856 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading Plugin: tag Apr 05 22:27:53.553556 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103359) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 22:27:53.553890 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading Plugin: timestamp Apr 05 22:27:53.557690 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103359) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 22:27:53.558022 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading Plugin: network_ip_availability Apr 05 22:27:53.563576 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:53.563893 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:53.564246 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:53.564954 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103359) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 22:27:53.565275 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading Plugin: flavors Apr 05 22:27:53.571347 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103359) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 22:27:53.571681 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading Plugin: revisions Apr 05 22:27:53.575904 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103359) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 22:27:53.576300 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_concurrency.lockutils [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.760s {{(pid=103359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 05 22:27:53.577034 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103359) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 05 22:27:53.577374 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Initializing extension manager. Apr 05 22:27:53.577923 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: __init__.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.578274 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: __pycache__ {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.578610 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: address_group.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.579359 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.579921 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loaded extension: address-group Apr 05 22:27:53.580245 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: address_scope.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.580959 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.581466 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loaded extension: address-scope Apr 05 22:27:53.581817 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: admin_state_down_before_update.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.583451 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.583869 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loaded extension: router-admin-state-down-before-update Apr 05 22:27:53.584190 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: agent.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.584899 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.585408 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loaded extension: agent Apr 05 22:27:53.585758 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: agent_resources_synced.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.586668 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.587177 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loaded extension: agent-resources-synced Apr 05 22:27:53.587500 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: allowedaddresspairs.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.589303 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.589857 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loaded extension: allowed-address-pairs Apr 05 22:27:53.590187 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: auto_allocated_topology.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.591258 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.591768 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loaded extension: auto-allocated-topology Apr 05 22:27:53.592094 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: availability_zone.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.592788 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.593292 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loaded extension: availability_zone Apr 05 22:27:53.593652 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: availability_zone_filter.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.594563 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.595072 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loaded extension: availability_zone_filter Apr 05 22:27:53.595397 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: data_plane_status.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.596297 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.596798 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Extension data-plane-status not supported by any of loaded plugins Apr 05 22:27:53.597122 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: default_subnetpools.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.598812 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.599354 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loaded extension: default-subnetpools Apr 05 22:27:53.599681 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: dhcpagentscheduler.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.600503 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.601280 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loaded extension: dhcp_agent_scheduler Apr 05 22:27:53.601643 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: dns.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.602566 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.603073 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Extension dns-integration not supported by any of loaded plugins Apr 05 22:27:53.603399 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: dns_domain_ports.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.604314 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.604817 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 05 22:27:53.605140 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.606090 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.606596 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 05 22:27:53.606920 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: dvr.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.607592 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.608097 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loaded extension: dvr Apr 05 22:27:53.608419 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: ecmp_routes.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.609334 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.609868 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Extension ecmp_routes not supported by any of loaded plugins Apr 05 22:27:53.610192 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: empty_string_filtering.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.611097 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.611634 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loaded extension: empty-string-filtering Apr 05 22:27:53.611962 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.612870 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.613649 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 05 22:27:53.614071 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.614995 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.615505 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 05 22:27:53.615827 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: external_net.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.616747 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.617254 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loaded extension: external-net Apr 05 22:27:53.617603 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: extra_dhcp_opt.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.618515 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.619028 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loaded extension: extra_dhcp_opt Apr 05 22:27:53.619349 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: extraroute.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.620265 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.620772 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loaded extension: extraroute Apr 05 22:27:53.621091 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: extraroute_atomic.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.622154 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.622665 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loaded extension: extraroute-atomic Apr 05 22:27:53.623192 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: filter_validation.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.623637 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.624142 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loaded extension: filter-validation Apr 05 22:27:53.624463 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: fip_pf_description.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.625372 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.625901 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 05 22:27:53.626223 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: fip_pf_port_range.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.627137 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.627638 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 05 22:27:53.627959 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: fip_port_details.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.629641 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.630157 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loaded extension: fip-port-details Apr 05 22:27:53.630480 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: flavors.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.631700 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.632214 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loaded extension: flavors Apr 05 22:27:53.632538 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.634260 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.634779 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 05 22:27:53.635110 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: floatingip_pools.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.635807 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.636321 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loaded extension: floatingip-pools Apr 05 22:27:53.636646 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: ip_allocation.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.637606 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.638115 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Extension ip_allocation not supported by any of loaded plugins Apr 05 22:27:53.638438 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.639360 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.639869 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loaded extension: ip-substring-filtering Apr 05 22:27:53.640194 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: l2_adjacency.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.641126 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.641663 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Extension l2_adjacency not supported by any of loaded plugins Apr 05 22:27:53.641986 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: l3.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.642959 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.643479 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loaded extension: router Apr 05 22:27:53.643805 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: l3_conntrack_helper.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.646669 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.647194 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 05 22:27:53.647531 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.648448 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.648959 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loaded extension: ext-gw-mode Apr 05 22:27:53.649290 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.650239 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.650746 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loaded extension: l3-ha Apr 05 22:27:53.651070 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.651981 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.652482 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 05 22:27:53.652806 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: l3_flavors.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.653757 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.654263 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loaded extension: l3-flavors Apr 05 22:27:53.654584 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: l3_ndp_proxy.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.655952 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.656465 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 05 22:27:53.656793 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.657711 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.658223 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loaded extension: l3-port-ip-change-not-allowed Apr 05 22:27:53.658549 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: l3agentscheduler.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.659602 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.660686 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loaded extension: l3_agent_scheduler Apr 05 22:27:53.660972 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: local_ip.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.662839 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.663375 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Extension local_ip not supported by any of loaded plugins Apr 05 22:27:53.663713 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: logging.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.665320 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.665874 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Extension logging not supported by any of loaded plugins Apr 05 22:27:53.666210 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: metering.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.666958 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.667542 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loaded extension: metering Apr 05 22:27:53.667871 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.668970 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.669509 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loaded extension: metering_source_and_destination_fields Apr 05 22:27:53.669842 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: multiprovidernet.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.670769 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.671277 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loaded extension: multi-provider Apr 05 22:27:53.671603 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: netmtu.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.672509 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.673015 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loaded extension: net-mtu Apr 05 22:27:53.673337 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: netmtu_writable.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.674276 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.674784 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loaded extension: net-mtu-writable Apr 05 22:27:53.675105 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: network_availability_zone.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.676319 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.676900 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loaded extension: network_availability_zone Apr 05 22:27:53.677227 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: network_ip_availability.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.678367 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.678887 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loaded extension: network-ip-availability Apr 05 22:27:53.679214 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: network_segment_range.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.679978 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.680483 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Extension network-segment-range not supported by any of loaded plugins Apr 05 22:27:53.680809 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: pagination.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.681823 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.682156 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loaded extension: pagination Apr 05 22:27:53.682477 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: port_device_profile.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.683390 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.683903 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loaded extension: port-device-profile Apr 05 22:27:53.684224 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.685143 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.685688 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loaded extension: port-mac-address-regenerate Apr 05 22:27:53.686011 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.686929 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.687435 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loaded extension: port-numa-affinity-policy Apr 05 22:27:53.687757 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: port_resource_request.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.688663 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.689173 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Extension port-resource-request not supported by any of loaded plugins Apr 05 22:27:53.689515 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: port_resource_request_groups.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.690478 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.690988 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 05 22:27:53.691414 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: portbindings.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.692525 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.693040 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loaded extension: binding Apr 05 22:27:53.693369 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: portbindings_extended.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.694664 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.695185 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loaded extension: binding-extended Apr 05 22:27:53.695515 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: portsecurity.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.696432 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.696950 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loaded extension: port-security Apr 05 22:27:53.697274 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: project_id.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.698275 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.698608 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loaded extension: project-id Apr 05 22:27:53.698936 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: providernet.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.699855 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.700364 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loaded extension: provider Apr 05 22:27:53.700686 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: qos.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.704169 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.704689 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Extension qos not supported by any of loaded plugins Apr 05 22:27:53.705023 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.706296 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.706834 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 05 22:27:53.707164 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.708083 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.708590 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 05 22:27:53.708924 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: qos_default.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.709883 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.710393 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Extension qos-default not supported by any of loaded plugins Apr 05 22:27:53.710721 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: qos_fip.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.711639 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.712151 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Extension qos-fip not supported by any of loaded plugins Apr 05 22:27:53.712481 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: qos_fip_network_policy.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.713397 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.713935 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 05 22:27:53.714262 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: qos_gateway_ip.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.715296 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.715807 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 05 22:27:53.716133 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: qos_port_network_policy.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.717048 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.717583 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 05 22:27:53.717911 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.718956 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.719465 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 05 22:27:53.719791 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.720821 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.721329 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 05 22:27:53.721675 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: qos_pps_rule.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.723386 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.723899 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Extension qos-pps not supported by any of loaded plugins Apr 05 22:27:53.724225 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: qos_rule_type_details.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.725153 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.725694 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 05 22:27:53.726291 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: qos_rule_type_filter.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.727204 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.727710 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 05 22:27:53.728034 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: qos_rules_alias.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.729075 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.729628 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 05 22:27:53.729955 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: quota_check_limit.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.730871 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.731382 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loaded extension: quota-check-limit Apr 05 22:27:53.731709 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: quotasv2.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.732641 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.732972 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loaded extension: quotas Apr 05 22:27:53.733291 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: quotasv2_detail.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.735022 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.735368 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loaded extension: quota_details Apr 05 22:27:53.735700 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: rbac.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.736758 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.737282 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loaded extension: rbac-policies Apr 05 22:27:53.737653 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: rbac_address_group.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.739187 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.739707 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loaded extension: rbac-address-group Apr 05 22:27:53.740036 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: rbac_address_scope.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.740961 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.741503 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loaded extension: rbac-address-scope Apr 05 22:27:53.741831 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: rbac_security_groups.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.742828 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.743341 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loaded extension: rbac-security-groups Apr 05 22:27:53.743665 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: rbac_subnetpool.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.744587 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.745327 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loaded extension: rbac-subnetpool Apr 05 22:27:53.745823 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: revisionifmatch.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.746760 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.747271 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loaded extension: revision-if-match Apr 05 22:27:53.747613 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: revisions.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.748711 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.749230 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loaded extension: standard-attr-revisions Apr 05 22:27:53.749580 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: router_availability_zone.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.750250 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.750758 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loaded extension: router_availability_zone Apr 05 22:27:53.751076 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: routerservicetype.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.751995 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.752499 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Extension router-service-type not supported by any of loaded plugins Apr 05 22:27:53.752819 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.753841 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.754733 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loaded extension: security-groups-normalized-cidr Apr 05 22:27:53.755079 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: security_groups_port_filtering.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.756017 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.756532 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loaded extension: port-security-groups-filtering Apr 05 22:27:53.756855 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.757834 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.758349 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loaded extension: security-groups-remote-address-group Apr 05 22:27:53.758671 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.759605 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.760117 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loaded extension: security-groups-shared-filtering Apr 05 22:27:53.760440 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.761026 dv-cinder-835881-4-iscsi neutron-server[103359]: WARNING neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 05 22:27:53.761344 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: securitygroup.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.771302 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.771831 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loaded extension: security-group Apr 05 22:27:53.772167 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: segment.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.772891 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.773405 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Extension segment not supported by any of loaded plugins Apr 05 22:27:53.773759 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.774709 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.775222 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 05 22:27:53.775552 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: servicetype.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.776641 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.777157 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loaded extension: service-type Apr 05 22:27:53.777512 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: sorting.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.778495 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.778832 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loaded extension: sorting Apr 05 22:27:53.779162 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: standard_attr_segment.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.780078 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.780596 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 05 22:27:53.780924 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: standardattrdescription.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.781603 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.782114 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loaded extension: standard-attr-description Apr 05 22:27:53.782438 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: stateful_security_group.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.783379 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.783900 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loaded extension: stateful-security-group Apr 05 22:27:53.784224 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: stdattrs_common.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.784793 dv-cinder-835881-4-iscsi neutron-server[103359]: WARNING neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 05 22:27:53.785669 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.786627 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.787148 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 05 22:27:53.787472 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: subnet_onboard.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.788538 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.789061 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loaded extension: subnet_onboard Apr 05 22:27:53.789385 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.790351 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.790862 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 05 22:27:53.791186 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: subnet_service_types.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.792115 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.792632 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loaded extension: subnet-service-types Apr 05 22:27:53.792955 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: subnetallocation.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.794066 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.794578 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loaded extension: subnet_allocation Apr 05 22:27:53.794902 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.795568 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.796076 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loaded extension: subnetpool-prefix-ops Apr 05 22:27:53.796399 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.797354 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.797894 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 05 22:27:53.798216 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: tagging.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.799280 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.799811 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loaded extension: standard-attr-tag Apr 05 22:27:53.800138 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: timestamp.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.801944 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.802461 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loaded extension: standard-attr-timestamp Apr 05 22:27:53.802789 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: trunk.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.803819 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.804364 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Extension trunk not supported by any of loaded plugins Apr 05 22:27:53.804666 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: trunk_details.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.805617 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.806134 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Extension trunk-details not supported by any of loaded plugins Apr 05 22:27:53.806461 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: uplink_status_propagation.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.807380 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.807895 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 05 22:27:53.808220 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Loading extension file: vlantransparent.py {{(pid=103359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:27:53.808888 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:27:53.809396 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Extension vlan-transparent not supported by any of loaded plugins Apr 05 22:27:53.811920 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.quota.resource_registry [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Creating instance of TrackedResource for resource:network Apr 05 22:27:53.812439 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.quota.resource_registry [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Creating instance of TrackedResource for resource:subnet Apr 05 22:27:53.812840 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.quota.resource_registry [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 22:27:53.813230 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.quota.resource_registry [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Creating instance of TrackedResource for resource:port Apr 05 22:27:53.814545 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.v2.resource_helper [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103359) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 22:27:53.814937 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.v2.resource_helper [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Service FLAVORS assigned prefix: {{(pid=103359) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 22:27:53.815628 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.v2.resource_helper [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103359) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 22:27:53.816086 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.v2.resource_helper [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103359) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 22:27:53.816535 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.quota.resource_registry [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Creating instance of TrackedResource for resource:router Apr 05 22:27:53.817100 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.quota.resource_registry [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Creating instance of TrackedResource for resource:floatingip Apr 05 22:27:53.817615 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.v2.resource_helper [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Service METERING assigned prefix: /metering {{(pid=103359) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 22:27:53.819064 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:53.819436 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:53.819802 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:27:53.820802 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.quota.resource_registry [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Creating instance of CountableResource for resource:rbac_policy Apr 05 22:27:53.821248 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.quota.resource_registry [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Creating instance of TrackedResource for resource:security_group Apr 05 22:27:53.821709 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.quota.resource_registry [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Creating instance of TrackedResource for resource:security_group_rule Apr 05 22:27:53.822310 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.v2.resource_helper [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Service CORE assigned prefix: {{(pid=103359) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 22:27:53.822640 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.quota.resource_registry [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 22:27:53.822983 dv-cinder-835881-4-iscsi neutron-server[103359]: WARNING neutron.quota.resource_registry [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] subnetpool is already registered Apr 05 22:27:53.823411 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.v2.resource_helper [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Service CORE assigned prefix: {{(pid=103359) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 22:27:53.823736 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.quota.resource_registry [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 22:27:53.824065 dv-cinder-835881-4-iscsi neutron-server[103359]: WARNING neutron.quota.resource_registry [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] subnetpool is already registered Apr 05 22:27:53.826374 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.v2.resource_helper [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103359) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 22:27:53.826804 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.v2.resource_helper [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Service FLAVORS assigned prefix: {{(pid=103359) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 22:27:53.827399 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.v2.resource_helper [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103359) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 22:27:53.827824 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.v2.resource_helper [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103359) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 22:27:53.828156 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.quota.resource_registry [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Creating instance of TrackedResource for resource:router Apr 05 22:27:53.828492 dv-cinder-835881-4-iscsi neutron-server[103359]: WARNING neutron.quota.resource_registry [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] router is already registered Apr 05 22:27:53.828904 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.quota.resource_registry [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Creating instance of TrackedResource for resource:floatingip Apr 05 22:27:53.829240 dv-cinder-835881-4-iscsi neutron-server[103359]: WARNING neutron.quota.resource_registry [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] floatingip is already registered Apr 05 22:27:53.829722 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.v2.resource_helper [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Service METERING assigned prefix: /metering {{(pid=103359) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 22:27:53.830390 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.quota.resource_registry [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Creating instance of CountableResource for resource:rbac_policy Apr 05 22:27:53.830719 dv-cinder-835881-4-iscsi neutron-server[103359]: WARNING neutron.quota.resource_registry [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] rbac_policy is already registered Apr 05 22:27:53.831129 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.quota.resource_registry [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Creating instance of TrackedResource for resource:security_group Apr 05 22:27:53.831464 dv-cinder-835881-4-iscsi neutron-server[103359]: WARNING neutron.quota.resource_registry [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] security_group is already registered Apr 05 22:27:53.831899 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.quota.resource_registry [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Creating instance of TrackedResource for resource:security_group_rule Apr 05 22:27:53.832367 dv-cinder-835881-4-iscsi neutron-server[103359]: WARNING neutron.quota.resource_registry [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] security_group_rule is already registered Apr 05 22:27:53.833003 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.v2.resource_helper [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Service CORE assigned prefix: {{(pid=103359) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 22:27:53.833333 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.quota.resource_registry [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 22:27:53.833697 dv-cinder-835881-4-iscsi neutron-server[103359]: WARNING neutron.quota.resource_registry [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] subnetpool is already registered Apr 05 22:27:53.834115 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.v2.resource_helper [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Service CORE assigned prefix: {{(pid=103359) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 22:27:53.834442 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.quota.resource_registry [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 22:27:53.834772 dv-cinder-835881-4-iscsi neutron-server[103359]: WARNING neutron.quota.resource_registry [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] subnetpool is already registered Apr 05 22:27:53.835245 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Extended resource: extensions {{(pid=103359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:27:53.836663 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Extended resource: address-groups {{(pid=103359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:27:53.838179 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Extended resource: address-scopes {{(pid=103359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:27:53.839524 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Extended resource: agents {{(pid=103359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:27:53.840678 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Extended resource: auto-allocated-topology {{(pid=103359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:27:53.841923 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Extended resource: availability_zones {{(pid=103359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:27:53.843125 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Extended resource: dhcp-networks {{(pid=103359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:27:53.844624 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Extended resource: dhcp-agents {{(pid=103359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:27:53.846078 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Extended resource: routers {{(pid=103359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:27:53.849777 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Extended resource: flavors {{(pid=103359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:27:53.851230 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Extended resource: service_profiles {{(pid=103359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:27:53.852425 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Extended resource: next_providers {{(pid=103359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:27:53.853897 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Extended resource: service_profiles {{(pid=103359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:27:53.855434 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Extended resource: floatingip-pools {{(pid=103359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:27:53.856653 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Extended resource: routers {{(pid=103359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:27:53.858763 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Extended resource: floatingips {{(pid=103359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:27:53.860027 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Extended resource: l3-routers {{(pid=103359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:27:53.861412 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Extended resource: l3-agents {{(pid=103359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:27:53.862921 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Extended resource: metering-labels {{(pid=103359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:27:53.865050 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Extended resource: metering-label-rules {{(pid=103359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:27:53.866347 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Extended resource: network-ip-availabilities {{(pid=103359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:27:53.867614 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Extended resource: bindings {{(pid=103359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:27:53.869262 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Extended resource: quotas {{(pid=103359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:27:53.870833 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Extended resource: quotas {{(pid=103359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:27:53.872349 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Extended resource: rbac-policies {{(pid=103359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:27:53.873662 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Extended resource: security-groups {{(pid=103359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:27:53.874884 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Extended resource: security-group-rules {{(pid=103359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:27:53.876083 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Extended resource: service-providers {{(pid=103359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:27:53.877285 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Extended resource: subnetpools {{(pid=103359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:27:53.878790 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Extended resource: subnetpools {{(pid=103359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:27:53.880301 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Extended resource: tags {{(pid=103359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:27:53.881998 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Extended resource: tags {{(pid=103359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:27:53.883813 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Extended resource: tags {{(pid=103359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:27:53.885642 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Extended resource: tags {{(pid=103359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:27:53.887419 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Extended resource: tags {{(pid=103359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:27:53.889262 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Extended resource: tags {{(pid=103359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:27:53.890985 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Extended resource: tags {{(pid=103359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:27:53.892903 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Extended resource: tags {{(pid=103359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:27:53.894880 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Extended resource: tags {{(pid=103359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:27:53.896783 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron.api.extensions [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Extended resource: tags {{(pid=103359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:27:53.902676 dv-cinder-835881-4-iscsi neutron-server[103359]: WARNING keystonemiddleware.auth_token [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 05 22:27:53.907344 dv-cinder-835881-4-iscsi neutron-server[103359]: WARNING keystonemiddleware.auth_token [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 05 22:27:53.916429 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_concurrency.lockutils [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Acquired lock "singleton_lock" {{(pid=103359) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 05 22:27:53.916903 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_concurrency.lockutils [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Releasing lock "singleton_lock" {{(pid=103359) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 05 22:27:53.917581 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO oslo_service.service [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Starting 2 workers Apr 05 22:27:53.922574 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Started child 103468 {{(pid=103359) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 05 22:27:53.927377 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Started child 103469 {{(pid=103359) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 05 22:27:53.928734 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:27:53.929517 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO neutron.service [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Neutron service started, listening on 0.0.0.0:9696 Apr 05 22:27:53.930164 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Publish callbacks [] for process (None), before_spawn {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:27:53.930321 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [-] (103468) wsgi starting up on http://0.0.0.0:9696 Apr 05 22:27:53.932697 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO oslo_service.service [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Starting 1 workers Apr 05 22:27:53.933043 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:27:53.934553 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [-] (103469) wsgi starting up on http://0.0.0.0:9696 Apr 05 22:27:53.938092 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Started child 103470 {{(pid=103359) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 05 22:27:53.938653 dv-cinder-835881-4-iscsi neutron-server[103359]: INFO oslo_service.service [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Starting 1 workers Apr 05 22:27:53.942381 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.service [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] calling RpcWorker wait() {{(pid=103470) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 05 22:27:53.942940 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.service [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] returning from RpcWorker wait() {{(pid=103470) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 05 22:27:53.943330 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Started child 103471 {{(pid=103359) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 05 22:27:53.944171 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51cd4e8c-6360-4403-bfd0-ea2d896190cf None None] Publish callbacks [] for process (None), after_spawn {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:27:53.944262 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:27:53.944647 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:27:53.946239 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103359) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 05 22:27:53.946448 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 05 22:27:53.946632 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 05 22:27:53.946862 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 05 22:27:53.947209 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 05 22:27:53.947374 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 05 22:27:53.947913 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.948207 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.948471 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.948728 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.949030 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.949634 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.949770 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:27:53.950218 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.950218 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.950379 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.950627 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.950795 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.950965 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.951230 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.951482 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.951658 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:27:53.951869 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.952150 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.952415 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.952683 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.952855 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.953122 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.953383 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.953666 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.953948 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] debug = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.954203 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.954714 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.954964 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.955224 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.955440 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.955707 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.955954 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.956228 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.956472 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.956703 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.957718 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.957898 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.958081 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.958292 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.958539 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.958754 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.959024 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.959259 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.959712 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] host = dv-cinder-835881-4-iscsi {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.959966 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.960203 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.960447 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.960691 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.960961 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.961218 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.961502 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.961747 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.962005 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.962231 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.962482 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.962723 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.962959 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.963211 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] log_file = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.963375 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] log_options = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.963610 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.963870 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.964115 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.964304 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.964472 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.964634 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.964884 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.965078 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.965299 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.965536 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.965753 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.965991 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.966206 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.966424 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.966653 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.966883 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.967128 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.967351 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.967606 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.967831 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.968075 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.968307 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.968541 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.968756 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.969003 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.969247 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.969443 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.969692 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.969919 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.970340 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.970509 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.970775 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.971020 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.971257 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.971634 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.971817 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.972201 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.972458 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.973374 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.973571 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.973832 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.974095 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.974310 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.974701 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.974927 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.975504 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.975504 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] use_json = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.975676 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.978146 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.978146 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.978146 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.978146 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.978146 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.978146 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.978146 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.978146 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:53.978649 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:53.978649 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:53.978649 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:53.978904 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:53.979140 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:53.979563 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:53.979821 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:53.980608 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:53.980608 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:53.980608 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:53.980846 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:53.981059 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:53.981358 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:53.981775 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:53.982198 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:53.982655 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:53.983059 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:53.983492 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:53.983863 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:53.984242 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:53.984607 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:53.984963 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:53.985381 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:53.985774 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:53.986153 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:53.986527 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:53.986931 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:53.987382 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:53.987816 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:53.988334 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:53.988757 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:53.989264 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:53.989625 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:53.989855 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:53.990088 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:53.990349 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:53.990632 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:53.990881 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:53.991124 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:53.991396 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:53.991634 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:53.992005 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:53.992235 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:53.992499 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:53.992724 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:53.992981 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:53.993207 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:53.993647 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:53.993900 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:53.994129 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:53.994364 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:53.994580 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:53.994794 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:53.995025 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:53.995252 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:53.995464 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:53.995706 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:53.995970 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:53.996192 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:53.996409 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:53.996621 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:53.996844 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:53.997076 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:53.997295 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:53.997529 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:53.997743 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:53.997961 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:53.998172 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:53.998429 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:53.998648 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:53.998878 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:53.999113 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:53.999354 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:53.999592 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:53.999803 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.000017 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.000248 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.000465 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.000673 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.000882 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.001178 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.001466 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.001576 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.001759 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.002113 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.002486 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.002851 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.003198 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.003543 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.003942 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.004320 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.004782 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.005267 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.005715 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.005963 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.006206 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.006473 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.006718 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.006977 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.007202 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.007425 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.007663 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.007921 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.008151 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.008414 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.008640 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.008891 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.009135 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.009354 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.009597 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.009822 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.010062 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.010300 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.010521 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.010815 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.011066 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.011308 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.011549 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.011807 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.012089 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.012343 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.012626 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.012994 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.013415 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.013887 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.014322 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.014762 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.015165 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.015559 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.015978 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.016369 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.016784 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.017027 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.017263 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.017534 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.017940 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.018066 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.018238 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.018484 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.018789 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.019023 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.019263 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.020098 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.020658 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.020801 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.021080 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.021336 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.021764 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.022045 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.022292 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.022522 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.022947 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.023192 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.023440 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.023662 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.023901 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.024151 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.024368 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.024777 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.025148 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.025692 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.026056 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.026424 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.026795 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.027259 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.027415 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.027667 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.027877 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.028370 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.028787 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.029317 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.029561 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.029793 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.030033 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.030443 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.030669 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.030943 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.031200 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.031431 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.031805 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.032196 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.032490 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.032711 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.032962 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.033185 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.033614 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.033776 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.034000 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.034221 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.034487 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.034718 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.035686 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.036092 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.036393 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.036738 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.037101 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.037540 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.037878 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.038175 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.038464 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.038689 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.038933 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.039203 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.039450 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.039932 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.040455 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.040695 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.040933 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.041297 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.041572 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.041818 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.042328 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.042624 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.042847 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.043101 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.043355 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.043569 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.043788 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.044123 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.044516 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.044656 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.044837 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.044994 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.045491 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.046015 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.046217 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.046588 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.047026 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.047394 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.047677 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.047917 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.048134 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.048393 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.048677 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.048866 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.049152 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.049553 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.050068 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.050068 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.050607 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.050830 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.051122 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.051355 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.051668 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.051932 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.052128 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.052364 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.052607 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.052952 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.053156 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.053381 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.053626 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.053984 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.054207 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.054507 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.054788 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.055076 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.055331 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.055667 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.055949 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.056213 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.056435 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.056806 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.056982 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.057245 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.057514 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.057817 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.058061 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.058316 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.058534 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.058771 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.058990 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.059245 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.059568 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.059851 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.060124 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.060360 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.060624 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.060910 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.061015 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:27:54.061174 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.061390 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.061722 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.062063 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.062360 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.062615 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.062871 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.063128 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.063352 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.063568 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.063785 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.063998 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.064212 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.064473 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.064769 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.064989 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.065162 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.065461 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.065636 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.065890 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.066298 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.066543 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.066781 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.066961 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 05 22:27:54.067464 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103359) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 05 22:27:54.067625 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 05 22:27:54.067780 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 05 22:27:54.067945 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 05 22:27:54.068114 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 05 22:27:54.068267 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 05 22:27:54.068476 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.068636 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.068796 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.068955 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.069113 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.069291 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.069451 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.069633 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.069791 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.069949 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.070109 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.070266 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.070425 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.070583 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.070767 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.070895 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.071054 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.071211 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.071375 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.071534 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.071923 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.071923 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.072097 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] debug = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.072176 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.072328 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.072492 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.072649 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.072808 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.072966 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.073126 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.073284 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.073442 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.073624 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.073783 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.073941 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.074098 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.074257 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.074415 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.074578 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.074737 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.074895 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.075058 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] host = dv-cinder-835881-4-iscsi {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.075213 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.075526 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.075686 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.075843 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.076001 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.076159 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.076319 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.076478 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.076636 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.076793 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.077029 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.077125 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.077255 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.077413 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] log_file = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.077596 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] log_options = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.077756 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.077915 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.078071 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.078255 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.078419 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.078577 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.078734 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.079169 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.079169 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.079324 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.079324 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.079475 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.079632 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.079789 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.079947 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.080104 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.080262 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.080419 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.080578 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.080735 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.080896 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.081054 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.081210 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.081367 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.081548 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.081708 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.082388 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.082549 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.082708 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.082865 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.083022 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.083182 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.083340 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.083499 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.083659 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.083816 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.083974 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.084133 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.084298 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.084461 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.084617 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.084932 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.085090 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.085249 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.085408 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.085589 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.085749 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] use_json = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.085906 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.086066 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.086224 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.086382 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.086541 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.086699 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.086858 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.087017 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.087188 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:27:54.087350 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.087511 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.087683 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.087843 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.093500 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.093500 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.093500 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.093500 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.093855 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 34268) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:27:54.093942 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.093942 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.093942 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.093942 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.093942 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.093942 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.093942 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.093942 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.094456 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.094456 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.094456 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.094456 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.094456 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.094456 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.094456 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.094456 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.094978 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.094978 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.094978 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.094978 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.094978 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.094978 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.094978 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.094978 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.095486 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.095486 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.095486 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.095486 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.095486 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.095486 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.095486 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.095486 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.096007 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.096007 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.096007 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.096007 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.096007 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.096007 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.096007 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.096007 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.096532 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.096532 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.096532 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.096532 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.096532 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.096870 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.096870 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.097014 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.097090 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.097318 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.097416 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.098229 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.098395 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.099409 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.099409 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.099409 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.099409 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.099667 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [-] 10.222.0.45 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0081933 Apr 05 22:27:54.099753 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.100398 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.100398 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.100772 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.100772 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.101751 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.103256 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.103256 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.103256 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.103256 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.103256 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.103256 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.104302 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.104302 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.104302 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.104302 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.104884 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.105184 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.105512 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.105675 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.105841 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.106004 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.106165 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.106327 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.106493 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.106654 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.106826 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.107012 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.107176 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.107333 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.107844 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.107844 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.108029 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.108029 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.108221 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.108349 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.108490 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.108715 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.108820 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.108958 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.109204 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.109372 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.110179 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.110179 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.110179 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.110179 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.110179 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.110486 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.110486 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.110608 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.110765 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.110889 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.111011 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.111173 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.111341 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.111503 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.111654 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.111792 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.112044 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.112216 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.112376 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.112535 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.112693 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.112850 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.113056 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.113198 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.113357 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.113549 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.113710 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.113871 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.114135 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.114298 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.114450 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.114590 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.114775 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.114932 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.115089 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.115251 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.115409 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.115569 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.115711 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.115873 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.116827 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.116827 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.116827 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.116827 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.116827 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.116827 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.117202 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.117202 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.117202 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.117388 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.117515 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.117818 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.117985 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.118516 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.118516 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.118516 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.118756 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.118756 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.118920 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.119224 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.120092 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.120504 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.120685 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.121420 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.121420 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.121863 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.122025 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.122188 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.122359 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.122510 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.122645 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.123371 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.124394 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.124497 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.124612 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.124779 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.124942 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.125102 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.125262 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.125422 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.125619 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.125766 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.126601 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.126601 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.126601 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.126601 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.126601 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.126986 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.126986 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.126986 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.127190 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.127277 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.127419 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.127575 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.127733 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.127890 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.128048 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.128207 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.128366 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.128523 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.128699 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.128881 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.129060 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.129305 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.129544 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.130667 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.130845 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.130993 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.132587 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.132969 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.133135 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.133299 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.133460 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.133646 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.133807 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.133970 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.134148 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.134308 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.134468 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.134629 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.134777 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.134934 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.135104 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.135262 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.135421 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.135579 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.135875 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.136041 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.136211 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.136369 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.136527 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.136685 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.136858 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.137006 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.137172 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.137330 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.137503 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.137681 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.137839 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.138707 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.138707 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.138707 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.138707 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.138707 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.139094 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.139094 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.139094 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.139319 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.139319 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.140524 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.140524 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.140524 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.140524 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.140524 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.140524 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.140524 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.140524 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.141074 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.141074 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.141074 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.141282 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.141282 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.141426 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.141583 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.141743 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.141904 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.142068 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.142236 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.142402 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.142563 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.142730 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.142895 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.143062 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.143219 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.143384 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.143554 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.143711 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.143876 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.144031 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.144189 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.144874 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.145044 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.145173 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.145325 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.145516 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.145671 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.145806 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.145963 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.146120 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.146278 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.146435 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.146591 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.146748 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.146905 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.147062 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:27:54.147215 dv-cinder-835881-4-iscsi neutron-server[103359]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 05 22:28:05.546924 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0759b67c-98d7-4de1-af84-2a751f4fc711 None None] get_active_networks_info from dv-cinder-835881-4-iscsi {{(pid=103470) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 05 22:28:05.612998 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0759b67c-98d7-4de1-af84-2a751f4fc711 None None] No non-hosted networks {{(pid=103470) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 05 22:28:05.622269 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.agentschedulers_db [None req-0759b67c-98d7-4de1-af84-2a751f4fc711 None None] DHCP Agent not found on host dv-cinder-835881-4-iscsi {{(pid=103470) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 05 22:28:05.682898 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-4055b880-ad7c-4250-8e3c-da282d8ea226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536820'] for agent (08425891-4e99-4ae4-974b-85ee5a0410c6), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:07.817464 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-7e3a8b5d-656a-4f1f-a846-af0d9836532b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536820'] for agent (79a469f9-bdbc-4492-b479-9e5faeaf33b0), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:07.848952 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-8d560c8e-03b4-408b-b145-d446e3f69c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (79a469f9-bdbc-4492-b479-9e5faeaf33b0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:08.743882 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 34336) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:28:08.957230 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-dae4f030-1cb2-49a8-bcfa-6facf2529a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536820'] for agent (e40c9916-dc7d-41d8-a75d-da550db0c469), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:09.371183 dv-cinder-835881-4-iscsi neutron-server[103468]: WARNING oslo_policy.policy [None req-de8fbb9a-9d46-44aa-95f1-f4841337b72d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 22:28:09.372027 dv-cinder-835881-4-iscsi neutron-server[103468]: WARNING oslo_policy.policy [None req-de8fbb9a-9d46-44aa-95f1-f4841337b72d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 22:28:09.630647 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [None req-de8fbb9a-9d46-44aa-95f1-f4841337b72d admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103468) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 22:28:09.647167 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-de8fbb9a-9d46-44aa-95f1-f4841337b72d admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.9022143 Apr 05 22:28:10.616746 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-99ae2e83-6010-40d2-b70a-5b0f9e3ea887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536820'] for agent (f28e62d6-8243-45bb-b578-64cfae2561d0), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:12.001202 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536820'] for agent (b771b186-15ef-4a1a-9c73-ea54ac08c8ac), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:12.004962 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:12.006090 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:12.006807 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:12.007375 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:12.008064 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:12.009595 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:12.010270 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:12.011183 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:12.011974 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:12.013016 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:12.013587 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:12.014512 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:12.015829 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:12.020391 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:12.020856 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:12.021392 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-835881-4-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:28:12.032451 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-835881-4-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:28:12.104405 dv-cinder-835881-4-iscsi neutron-server[103470]: INFO neutron.db.l3_hamode_db [None req-a4abd450-596d-4a77-ac3e-1ecfb6fd1fd0 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 05 22:28:12.187336 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4abd450-596d-4a77-ac3e-1ecfb6fd1fd0 None None] Routers set() bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:28:12.187718 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4abd450-596d-4a77-ac3e-1ecfb6fd1fd0 None None] Router IDs set() for agent in host dv-cinder-835881-4-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 05 22:28:12.318463 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 34372) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:28:12.640320 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-9e7eca9d-ae73-42c1-bb6f-cd60ad75d19d admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:28:12.737908 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.policy [None req-9e7eca9d-ae73-42c1-bb6f-cd60ad75d19d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103468) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 05 22:28:12.781836 dv-cinder-835881-4-iscsi neutron-server[103468]: WARNING oslo_policy.policy [None req-9e7eca9d-ae73-42c1-bb6f-cd60ad75d19d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 22:28:12.782229 dv-cinder-835881-4-iscsi neutron-server[103468]: WARNING oslo_policy.policy [None req-9e7eca9d-ae73-42c1-bb6f-cd60ad75d19d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 22:28:12.882992 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-9e7eca9d-ae73-42c1-bb6f-cd60ad75d19d admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757099860864', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757099860435', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757099876672', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757099875036', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757099892757', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757099891325', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3539217', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3660164', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-581033', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-632948'] for rbac-policy (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:12.951260 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-9e7eca9d-ae73-42c1-bb6f-cd60ad75d19d admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:12.952591 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-9e7eca9d-ae73-42c1-bb6f-cd60ad75d19d admin admin] 10.222.0.45 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6331477 Apr 05 22:28:15.445288 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 34384) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:28:15.760113 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-4549e4a5-1f08-498f-8ab8-01b87d4ab9aa demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:28:15.789271 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4549e4a5-1f08-498f-8ab8-01b87d4ab9aa demo demo] Made reservation on behalf of 873d364112d144449e27fccc19032fff for: {'network': 1} {{(pid=103468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:28:15.792964 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-4549e4a5-1f08-498f-8ab8-01b87d4ab9aa demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for network (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:15.809232 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-4549e4a5-1f08-498f-8ab8-01b87d4ab9aa demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:15.916196 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-4549e4a5-1f08-498f-8ab8-01b87d4ab9aa demo demo] Publish callbacks [] for security_group (4925a021-f265-4901-b358-7a967d207f27), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:15.919745 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-4549e4a5-1f08-498f-8ab8-01b87d4ab9aa demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (4925a021-f265-4901-b358-7a967d207f27), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:15.951007 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4549e4a5-1f08-498f-8ab8-01b87d4ab9aa demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=103468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 22:28:15.979310 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-4549e4a5-1f08-498f-8ab8-01b87d4ab9aa demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757100575600', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3567180'] for segment (a7f06bd7-3fed-444a-a0f6-4c7e0dadedf6), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:15.979901 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-4549e4a5-1f08-498f-8ab8-01b87d4ab9aa demo demo] Unsubscribe: segment precommit_create {{(pid=103468) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 05 22:28:15.980427 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.db.segments_db [None req-4549e4a5-1f08-498f-8ab8-01b87d4ab9aa demo demo] Added segment a7f06bd7-3fed-444a-a0f6-4c7e0dadedf6 of type vlan for network 5eca2eab-b2cb-4e17-8ef3-2c0e465ec1c6 Apr 05 22:28:15.985923 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4549e4a5-1f08-498f-8ab8-01b87d4ab9aa demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=4925a021-f265-4901-b358-7a967d207f27,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:28:16.021409 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4549e4a5-1f08-498f-8ab8-01b87d4ab9aa demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:16.021786 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4549e4a5-1f08-498f-8ab8-01b87d4ab9aa demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:16.022144 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4549e4a5-1f08-498f-8ab8-01b87d4ab9aa demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:16.022484 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4549e4a5-1f08-498f-8ab8-01b87d4ab9aa demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:16.022814 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4549e4a5-1f08-498f-8ab8-01b87d4ab9aa demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:16.023139 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4549e4a5-1f08-498f-8ab8-01b87d4ab9aa demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:16.023458 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4549e4a5-1f08-498f-8ab8-01b87d4ab9aa demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:16.023777 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4549e4a5-1f08-498f-8ab8-01b87d4ab9aa demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:16.024097 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4549e4a5-1f08-498f-8ab8-01b87d4ab9aa demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:16.024414 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4549e4a5-1f08-498f-8ab8-01b87d4ab9aa demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:16.024731 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4549e4a5-1f08-498f-8ab8-01b87d4ab9aa demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:16.025062 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4549e4a5-1f08-498f-8ab8-01b87d4ab9aa demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:16.025382 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4549e4a5-1f08-498f-8ab8-01b87d4ab9aa demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:16.025723 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4549e4a5-1f08-498f-8ab8-01b87d4ab9aa demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:16.026042 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4549e4a5-1f08-498f-8ab8-01b87d4ab9aa demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:16.027439 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4549e4a5-1f08-498f-8ab8-01b87d4ab9aa demo demo] Tracked resource versions report: Apr 05 22:28:16.027439 dv-cinder-835881-4-iscsi neutron-server[103468]: pushed versions: Apr 05 22:28:16.027439 dv-cinder-835881-4-iscsi neutron-server[103468]: { 'AddressGroup': {'1.2'}, Apr 05 22:28:16.027439 dv-cinder-835881-4-iscsi neutron-server[103468]: 'Agent': {'1.1'}, Apr 05 22:28:16.027439 dv-cinder-835881-4-iscsi neutron-server[103468]: 'ConntrackHelper': {'1.0'}, Apr 05 22:28:16.027439 dv-cinder-835881-4-iscsi neutron-server[103468]: 'LocalIPAssociation': {'1.0'}, Apr 05 22:28:16.027439 dv-cinder-835881-4-iscsi neutron-server[103468]: 'Log': {'1.0'}, Apr 05 22:28:16.027439 dv-cinder-835881-4-iscsi neutron-server[103468]: 'NDPProxy': {'1.0'}, Apr 05 22:28:16.027439 dv-cinder-835881-4-iscsi neutron-server[103468]: 'Network': {'1.1'}, Apr 05 22:28:16.027439 dv-cinder-835881-4-iscsi neutron-server[103468]: 'Port': {'1.7'}, Apr 05 22:28:16.027439 dv-cinder-835881-4-iscsi neutron-server[103468]: 'PortForwarding': {'1.3'}, Apr 05 22:28:16.027439 dv-cinder-835881-4-iscsi neutron-server[103468]: 'QosPolicy': {'1.10'}, Apr 05 22:28:16.027439 dv-cinder-835881-4-iscsi neutron-server[103468]: 'SecurityGroup': {'1.5'}, Apr 05 22:28:16.027439 dv-cinder-835881-4-iscsi neutron-server[103468]: 'SecurityGroupRule': {'1.2'}, Apr 05 22:28:16.027439 dv-cinder-835881-4-iscsi neutron-server[103468]: 'SubPort': {'1.0'}, Apr 05 22:28:16.027439 dv-cinder-835881-4-iscsi neutron-server[103468]: 'Subnet': {'1.1'}, Apr 05 22:28:16.027439 dv-cinder-835881-4-iscsi neutron-server[103468]: 'Trunk': {'1.1'}} Apr 05 22:28:16.027439 dv-cinder-835881-4-iscsi neutron-server[103468]: consumer versions: Apr 05 22:28:16.027439 dv-cinder-835881-4-iscsi neutron-server[103468]: { DHCP agent@dv-cinder-835881-4-iscsi: {}, Apr 05 22:28:16.027439 dv-cinder-835881-4-iscsi neutron-server[103468]: L3 agent@dv-cinder-835881-4-iscsi: {}, Apr 05 22:28:16.027439 dv-cinder-835881-4-iscsi neutron-server[103468]: Metadata agent@dv-cinder-835881-4-iscsi: {}, Apr 05 22:28:16.027439 dv-cinder-835881-4-iscsi neutron-server[103468]: Metering agent@dv-cinder-835881-4-iscsi: {}, Apr 05 22:28:16.027439 dv-cinder-835881-4-iscsi neutron-server[103468]: Open vSwitch agent@dv-cinder-835881-4-iscsi: { 'AddressGroup': '1.2', Apr 05 22:28:16.027439 dv-cinder-835881-4-iscsi neutron-server[103468]: 'Agent': '1.1', Apr 05 22:28:16.027439 dv-cinder-835881-4-iscsi neutron-server[103468]: 'ConntrackHelper': '1.0', Apr 05 22:28:16.027439 dv-cinder-835881-4-iscsi neutron-server[103468]: 'LocalIPAssociation': '1.0', Apr 05 22:28:16.027439 dv-cinder-835881-4-iscsi neutron-server[103468]: 'Log': '1.0', Apr 05 22:28:16.027439 dv-cinder-835881-4-iscsi neutron-server[103468]: 'NDPProxy': '1.0', Apr 05 22:28:16.027439 dv-cinder-835881-4-iscsi neutron-server[103468]: 'Network': '1.1', Apr 05 22:28:16.027439 dv-cinder-835881-4-iscsi neutron-server[103468]: 'Port': '1.7', Apr 05 22:28:16.027439 dv-cinder-835881-4-iscsi neutron-server[103468]: 'PortForwarding': '1.3', Apr 05 22:28:16.027439 dv-cinder-835881-4-iscsi neutron-server[103468]: 'QosPolicy': '1.10', Apr 05 22:28:16.027439 dv-cinder-835881-4-iscsi neutron-server[103468]: 'SecurityGroup': '1.5', Apr 05 22:28:16.027439 dv-cinder-835881-4-iscsi neutron-server[103468]: 'SecurityGroupRule': '1.2', Apr 05 22:28:16.027439 dv-cinder-835881-4-iscsi neutron-server[103468]: 'SubPort': '1.0', Apr 05 22:28:16.027439 dv-cinder-835881-4-iscsi neutron-server[103468]: 'Subnet': '1.1', Apr 05 22:28:16.027439 dv-cinder-835881-4-iscsi neutron-server[103468]: 'Trunk': '1.1'}} Apr 05 22:28:16.027439 dv-cinder-835881-4-iscsi neutron-server[103468]: {{(pid=103468) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 22:28:16.093308 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-4549e4a5-1f08-498f-8ab8-01b87d4ab9aa demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757100112442'] for network (5eca2eab-b2cb-4e17-8ef3-2c0e465ec1c6), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:16.133601 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-4549e4a5-1f08-498f-8ab8-01b87d4ab9aa demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321'] for network (5eca2eab-b2cb-4e17-8ef3-2c0e465ec1c6), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:16.138593 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4549e4a5-1f08-498f-8ab8-01b87d4ab9aa demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:28:16.139286 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-4549e4a5-1f08-498f-8ab8-01b87d4ab9aa demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644259'] for network (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:16.200561 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-4549e4a5-1f08-498f-8ab8-01b87d4ab9aa demo demo] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7541358 Apr 05 22:28:16.259031 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4549e4a5-1f08-498f-8ab8-01b87d4ab9aa demo demo] Pushing event updated for resources: {'Network': ['ID=5eca2eab-b2cb-4e17-8ef3-2c0e465ec1c6,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:28:16.272204 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Network 5eca2eab-b2cb-4e17-8ef3-2c0e465ec1c6 details requested by agent ovs-agent-dv-cinder-835881-4-iscsi with host dv-cinder-835881-4-iscsi {{(pid=103470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 22:28:18.783344 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 34396) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:28:19.183359 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd60c48-b90f-48d7-a1ce-4b0cc4dfa264 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:28:19.184643 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-edd60c48-b90f-48d7-a1ce-4b0cc4dfa264 demo admin] 10.222.0.45 "GET /v2.0/networks/5eca2eab-b2cb-4e17-8ef3-2c0e465ec1c6 HTTP/1.1" status: 200 len: 825 time: 0.4003305 Apr 05 22:28:19.209182 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-4abdd5fd-326c-49e1-b900-ae7ba125978c demo admin] 10.222.0.45 "GET /v2.0/subnetpools/a99d9541-9fc4-457d-a017-1a52d88dbb3b HTTP/1.1" status: 200 len: 734 time: 0.0189185 Apr 05 22:28:19.217888 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-41c70887-f8ce-4ffe-927d-5105a29a19d5 demo admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '5eca2eab-b2cb-4e17-8ef3-2c0e465ec1c6', 'subnetpool_id': 'a99d9541-9fc4-457d-a017-1a52d88dbb3b'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:28:19.238619 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c70887-f8ce-4ffe-927d-5105a29a19d5 demo admin] Made reservation on behalf of 873d364112d144449e27fccc19032fff for: {'subnet': 1} {{(pid=103468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:28:19.240859 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-41c70887-f8ce-4ffe-927d-5105a29a19d5 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:19.529088 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-41c70887-f8ce-4ffe-927d-5105a29a19d5 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321'] for subnet (22e981d1-c8fe-48ae-8016-35acc89f6aaa), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:19.597929 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c70887-f8ce-4ffe-927d-5105a29a19d5 demo admin] Pushing event updated for resources: {'Subnet': ['ID=22e981d1-c8fe-48ae-8016-35acc89f6aaa,revision_number=0']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:28:19.602590 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c70887-f8ce-4ffe-927d-5105a29a19d5 demo admin] Checking segment: {'id': 'a7f06bd7-3fed-444a-a0f6-4c7e0dadedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5eca2eab-b2cb-4e17-8ef3-2c0e465ec1c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:28:19.602977 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c70887-f8ce-4ffe-927d-5105a29a19d5 demo admin] Network hostable DHCP agents. Network: 5eca2eab-b2cb-4e17-8ef3-2c0e465ec1c6, hostable agents: ['08425891-4e99-4ae4-974b-85ee5a0410c6'], hosted agents: [] {{(pid=103468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 22:28:19.623741 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c70887-f8ce-4ffe-927d-5105a29a19d5 demo admin] Network 5eca2eab-b2cb-4e17-8ef3-2c0e465ec1c6 is scheduled to be hosted by DHCP agent 08425891-4e99-4ae4-974b-85ee5a0410c6 with binding_index 1 {{(pid=103468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 22:28:19.634234 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [None req-41c70887-f8ce-4ffe-927d-5105a29a19d5 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-4-iscsi, 5eca2eab-b2cb-4e17-8ef3-2c0e465ec1c6) {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:28:19.638674 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c70887-f8ce-4ffe-927d-5105a29a19d5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:28:19.639251 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-41c70887-f8ce-4ffe-927d-5105a29a19d5 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644259'] for subnet (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:19.644037 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c5598e-e77f-4212-a61e-3fa446fe3315 None None] Network 5eca2eab-b2cb-4e17-8ef3-2c0e465ec1c6 requested from dv-cinder-835881-4-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:28:19.659055 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-41c70887-f8ce-4ffe-927d-5105a29a19d5 demo admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4388099 Apr 05 22:28:20.023109 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446ac012-2dfe-454c-aa3d-0a7aebdd9066 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd204a006-a1ce-5a6a-9bd3-55dc25c03605-5eca2eab-b2cb-4e17-8ef3-2c0e465ec1c6', 'network_id': '5eca2eab-b2cb-4e17-8ef3-2c0e465ec1c6', 'project_id': '873d364112d144449e27fccc19032fff', 'fixed_ips': [{'subnet_id': '22e981d1-c8fe-48ae-8016-35acc89f6aaa'}]}} from dv-cinder-835881-4-iscsi. {{(pid=103470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 22:28:20.024311 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-446ac012-2dfe-454c-aa3d-0a7aebdd9066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:20.315665 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.db_base_plugin_common [None req-446ac012-2dfe-454c-aa3d-0a7aebdd9066 None None] Allocated IP 172.20.0.2 (5eca2eab-b2cb-4e17-8ef3-2c0e465ec1c6/22e981d1-c8fe-48ae-8016-35acc89f6aaa/7da7a157-305f-416f-be78-9c13bc1d5587) {{(pid=103470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:28:20.587632 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-446ac012-2dfe-454c-aa3d-0a7aebdd9066 None None] Publish callbacks [] for port (7da7a157-305f-416f-be78-9c13bc1d5587), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:20.595083 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-446ac012-2dfe-454c-aa3d-0a7aebdd9066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757100095748'] for port (7da7a157-305f-416f-be78-9c13bc1d5587), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:20.667851 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446ac012-2dfe-454c-aa3d-0a7aebdd9066 None None] Network 5eca2eab-b2cb-4e17-8ef3-2c0e465ec1c6 is already hosted by enough agents. {{(pid=103470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:28:20.673640 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.scheduler.base_scheduler [None req-446ac012-2dfe-454c-aa3d-0a7aebdd9066 None None] Resources bound (agent type, host, resource id): {{(pid=103470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:28:20.685873 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446ac012-2dfe-454c-aa3d-0a7aebdd9066 None None] Pushing event updated for resources: {'Port': ['ID=7da7a157-305f-416f-be78-9c13bc1d5587,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:28:20.696517 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446ac012-2dfe-454c-aa3d-0a7aebdd9066 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:20.696868 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446ac012-2dfe-454c-aa3d-0a7aebdd9066 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:20.697227 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446ac012-2dfe-454c-aa3d-0a7aebdd9066 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:20.697610 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446ac012-2dfe-454c-aa3d-0a7aebdd9066 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:20.700792 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446ac012-2dfe-454c-aa3d-0a7aebdd9066 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:20.701159 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446ac012-2dfe-454c-aa3d-0a7aebdd9066 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:20.701534 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446ac012-2dfe-454c-aa3d-0a7aebdd9066 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:20.701909 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446ac012-2dfe-454c-aa3d-0a7aebdd9066 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:20.702245 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446ac012-2dfe-454c-aa3d-0a7aebdd9066 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:20.702577 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446ac012-2dfe-454c-aa3d-0a7aebdd9066 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:20.702908 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446ac012-2dfe-454c-aa3d-0a7aebdd9066 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:20.703250 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446ac012-2dfe-454c-aa3d-0a7aebdd9066 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:20.703582 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446ac012-2dfe-454c-aa3d-0a7aebdd9066 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:20.703904 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446ac012-2dfe-454c-aa3d-0a7aebdd9066 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:20.704229 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446ac012-2dfe-454c-aa3d-0a7aebdd9066 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:20.705708 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446ac012-2dfe-454c-aa3d-0a7aebdd9066 None None] Tracked resource versions report: Apr 05 22:28:20.705708 dv-cinder-835881-4-iscsi neutron-server[103470]: pushed versions: Apr 05 22:28:20.705708 dv-cinder-835881-4-iscsi neutron-server[103470]: { 'AddressGroup': {'1.2'}, Apr 05 22:28:20.705708 dv-cinder-835881-4-iscsi neutron-server[103470]: 'Agent': {'1.1'}, Apr 05 22:28:20.705708 dv-cinder-835881-4-iscsi neutron-server[103470]: 'ConntrackHelper': {'1.0'}, Apr 05 22:28:20.705708 dv-cinder-835881-4-iscsi neutron-server[103470]: 'LocalIPAssociation': {'1.0'}, Apr 05 22:28:20.705708 dv-cinder-835881-4-iscsi neutron-server[103470]: 'Log': {'1.0'}, Apr 05 22:28:20.705708 dv-cinder-835881-4-iscsi neutron-server[103470]: 'NDPProxy': {'1.0'}, Apr 05 22:28:20.705708 dv-cinder-835881-4-iscsi neutron-server[103470]: 'Network': {'1.1'}, Apr 05 22:28:20.705708 dv-cinder-835881-4-iscsi neutron-server[103470]: 'Port': {'1.7'}, Apr 05 22:28:20.705708 dv-cinder-835881-4-iscsi neutron-server[103470]: 'PortForwarding': {'1.3'}, Apr 05 22:28:20.705708 dv-cinder-835881-4-iscsi neutron-server[103470]: 'QosPolicy': {'1.10'}, Apr 05 22:28:20.705708 dv-cinder-835881-4-iscsi neutron-server[103470]: 'SecurityGroup': {'1.5'}, Apr 05 22:28:20.705708 dv-cinder-835881-4-iscsi neutron-server[103470]: 'SecurityGroupRule': {'1.2'}, Apr 05 22:28:20.705708 dv-cinder-835881-4-iscsi neutron-server[103470]: 'SubPort': {'1.0'}, Apr 05 22:28:20.705708 dv-cinder-835881-4-iscsi neutron-server[103470]: 'Subnet': {'1.1'}, Apr 05 22:28:20.705708 dv-cinder-835881-4-iscsi neutron-server[103470]: 'Trunk': {'1.1'}} Apr 05 22:28:20.705708 dv-cinder-835881-4-iscsi neutron-server[103470]: consumer versions: Apr 05 22:28:20.705708 dv-cinder-835881-4-iscsi neutron-server[103470]: { DHCP agent@dv-cinder-835881-4-iscsi: {}, Apr 05 22:28:20.705708 dv-cinder-835881-4-iscsi neutron-server[103470]: L3 agent@dv-cinder-835881-4-iscsi: {}, Apr 05 22:28:20.705708 dv-cinder-835881-4-iscsi neutron-server[103470]: Metadata agent@dv-cinder-835881-4-iscsi: {}, Apr 05 22:28:20.705708 dv-cinder-835881-4-iscsi neutron-server[103470]: Metering agent@dv-cinder-835881-4-iscsi: {}, Apr 05 22:28:20.705708 dv-cinder-835881-4-iscsi neutron-server[103470]: Open vSwitch agent@dv-cinder-835881-4-iscsi: { 'AddressGroup': '1.2', Apr 05 22:28:20.705708 dv-cinder-835881-4-iscsi neutron-server[103470]: 'Agent': '1.1', Apr 05 22:28:20.705708 dv-cinder-835881-4-iscsi neutron-server[103470]: 'ConntrackHelper': '1.0', Apr 05 22:28:20.705708 dv-cinder-835881-4-iscsi neutron-server[103470]: 'LocalIPAssociation': '1.0', Apr 05 22:28:20.705708 dv-cinder-835881-4-iscsi neutron-server[103470]: 'Log': '1.0', Apr 05 22:28:20.705708 dv-cinder-835881-4-iscsi neutron-server[103470]: 'NDPProxy': '1.0', Apr 05 22:28:20.705708 dv-cinder-835881-4-iscsi neutron-server[103470]: 'Network': '1.1', Apr 05 22:28:20.705708 dv-cinder-835881-4-iscsi neutron-server[103470]: 'Port': '1.7', Apr 05 22:28:20.705708 dv-cinder-835881-4-iscsi neutron-server[103470]: 'PortForwarding': '1.3', Apr 05 22:28:20.705708 dv-cinder-835881-4-iscsi neutron-server[103470]: 'QosPolicy': '1.10', Apr 05 22:28:20.705708 dv-cinder-835881-4-iscsi neutron-server[103470]: 'SecurityGroup': '1.5', Apr 05 22:28:20.705708 dv-cinder-835881-4-iscsi neutron-server[103470]: 'SecurityGroupRule': '1.2', Apr 05 22:28:20.705708 dv-cinder-835881-4-iscsi neutron-server[103470]: 'SubPort': '1.0', Apr 05 22:28:20.705708 dv-cinder-835881-4-iscsi neutron-server[103470]: 'Subnet': '1.1', Apr 05 22:28:20.705708 dv-cinder-835881-4-iscsi neutron-server[103470]: 'Trunk': '1.1'}} Apr 05 22:28:20.705708 dv-cinder-835881-4-iscsi neutron-server[103470]: {{(pid=103470) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 22:28:20.710058 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446ac012-2dfe-454c-aa3d-0a7aebdd9066 None None] Received port after_create {{(pid=103470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:28:20.789785 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-446ac012-2dfe-454c-aa3d-0a7aebdd9066 None None] Attempting to bind port 7da7a157-305f-416f-be78-9c13bc1d5587 on host dv-cinder-835881-4-iscsi for vnic_type normal with profile {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:28:20.790193 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-446ac012-2dfe-454c-aa3d-0a7aebdd9066 None None] Attempting to bind port 7da7a157-305f-416f-be78-9c13bc1d5587 by drivers openvswitch,hyperv on host dv-cinder-835881-4-iscsi at level 0 using segments [{'id': 'a7f06bd7-3fed-444a-a0f6-4c7e0dadedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5eca2eab-b2cb-4e17-8ef3-2c0e465ec1c6'}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:28:20.790613 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446ac012-2dfe-454c-aa3d-0a7aebdd9066 None None] Attempting to bind port 7da7a157-305f-416f-be78-9c13bc1d5587 on network 5eca2eab-b2cb-4e17-8ef3-2c0e465ec1c6 {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:28:20.795605 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446ac012-2dfe-454c-aa3d-0a7aebdd9066 None None] Checking agent: {'id': 'b771b186-15ef-4a1a-9c73-ea54ac08c8ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 28, 12), 'started_at': datetime.datetime(2022, 4, 5, 22, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:28:20.796005 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446ac012-2dfe-454c-aa3d-0a7aebdd9066 None None] Checking segment: {'id': 'a7f06bd7-3fed-444a-a0f6-4c7e0dadedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5eca2eab-b2cb-4e17-8ef3-2c0e465ec1c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:28:20.796491 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-446ac012-2dfe-454c-aa3d-0a7aebdd9066 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:20.796880 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446ac012-2dfe-454c-aa3d-0a7aebdd9066 None None] Bound using segment: {'id': 'a7f06bd7-3fed-444a-a0f6-4c7e0dadedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5eca2eab-b2cb-4e17-8ef3-2c0e465ec1c6'} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:28:20.797347 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-446ac012-2dfe-454c-aa3d-0a7aebdd9066 None None] Bound port: 7da7a157-305f-416f-be78-9c13bc1d5587, host: dv-cinder-835881-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f06bd7-3fed-444a-a0f6-4c7e0dadedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5eca2eab-b2cb-4e17-8ef3-2c0e465ec1c6'}}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:28:20.797781 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-446ac012-2dfe-454c-aa3d-0a7aebdd9066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (7da7a157-305f-416f-be78-9c13bc1d5587), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:20.861175 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-446ac012-2dfe-454c-aa3d-0a7aebdd9066 None None] For port 7da7a157-305f-416f-be78-9c13bc1d5587, host dv-cinder-835881-4-iscsi, cleared binding levels {{(pid=103470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:28:20.866740 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-446ac012-2dfe-454c-aa3d-0a7aebdd9066 None None] For port 7da7a157-305f-416f-be78-9c13bc1d5587, host dv-cinder-835881-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=7da7a157-305f-416f-be78-9c13bc1d5587,segment=NetworkSegment(a7f06bd7-3fed-444a-a0f6-4c7e0dadedf6),segment_id=a7f06bd7-3fed-444a-a0f6-4c7e0dadedf6)] {{(pid=103470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:28:20.876427 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-446ac012-2dfe-454c-aa3d-0a7aebdd9066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (7da7a157-305f-416f-be78-9c13bc1d5587), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:20.943518 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446ac012-2dfe-454c-aa3d-0a7aebdd9066 None None] Pushing event updated for resources: {'Port': ['ID=7da7a157-305f-416f-be78-9c13bc1d5587,revision_number=2']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:28:22.255956 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 34404) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:28:22.866329 dv-cinder-835881-4-iscsi neutron-server[103469]: WARNING oslo_policy.policy [None req-f21e2cc6-7524-42f1-82d8-b634a90e542e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 22:28:22.866890 dv-cinder-835881-4-iscsi neutron-server[103469]: WARNING oslo_policy.policy [None req-f21e2cc6-7524-42f1-82d8-b634a90e542e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 22:28:23.092070 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [None req-f21e2cc6-7524-42f1-82d8-b634a90e542e admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103469) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 22:28:23.093246 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-f21e2cc6-7524-42f1-82d8-b634a90e542e admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8352511 Apr 05 22:28:25.649024 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 34418) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:28:25.966417 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [None req-11db2e93-9ba5-4182-8695-5247f22b32a5 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103469) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 22:28:25.967472 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-11db2e93-9ba5-4182-8695-5247f22b32a5 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3174860 Apr 05 22:28:28.501674 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 34426) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:28:28.809928 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-9b0371c0-a42f-4f8b-98eb-61bd98480358 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:28:28.872508 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.policy [None req-9b0371c0-a42f-4f8b-98eb-61bd98480358 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103469) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 05 22:28:28.915120 dv-cinder-835881-4-iscsi neutron-server[103469]: WARNING oslo_policy.policy [None req-9b0371c0-a42f-4f8b-98eb-61bd98480358 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 22:28:28.915495 dv-cinder-835881-4-iscsi neutron-server[103469]: WARNING oslo_policy.policy [None req-9b0371c0-a42f-4f8b-98eb-61bd98480358 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 22:28:28.978813 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9b0371c0-a42f-4f8b-98eb-61bd98480358 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5455'] for router (98a60851-183e-4a77-a119-754975bb876e), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:28.980673 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9b0371c0-a42f-4f8b-98eb-61bd98480358 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5462'] for router (98a60851-183e-4a77-a119-754975bb876e), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:29.138531 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9b0371c0-a42f-4f8b-98eb-61bd98480358 demo demo] Publish callbacks [] for router_controller (98a60851-183e-4a77-a119-754975bb876e), precommit_add_association {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:29.143586 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9b0371c0-a42f-4f8b-98eb-61bd98480358 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536699'] for router (98a60851-183e-4a77-a119-754975bb876e), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:29.172661 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9b0371c0-a42f-4f8b-98eb-61bd98480358 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:29.173867 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-9b0371c0-a42f-4f8b-98eb-61bd98480358 demo demo] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6712525 Apr 05 22:28:31.741814 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 34440) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:28:32.054483 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [None req-6ce0df87-e182-4f1f-b951-7931e3fe5060 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103469) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 22:28:32.055481 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-6ce0df87-e182-4f1f-b951-7931e3fe5060 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3126574 Apr 05 22:28:32.481871 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331aa182-0c88-497c-b384-747c6851e6ef None None] Network 5eca2eab-b2cb-4e17-8ef3-2c0e465ec1c6 requested from dv-cinder-835881-4-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:28:32.596176 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-86857812-85e2-4b42-9698-09d80e917a29 None None] Provisioning complete for port 7da7a157-305f-416f-be78-9c13bc1d5587 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:28:32.596589 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-86857812-85e2-4b42-9698-09d80e917a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (7da7a157-305f-416f-be78-9c13bc1d5587), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:32.764286 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-86857812-85e2-4b42-9698-09d80e917a29 None None] Current status of the port 7da7a157-305f-416f-be78-9c13bc1d5587 is: DOWN; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:28:32.764681 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-86857812-85e2-4b42-9698-09d80e917a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (7da7a157-305f-416f-be78-9c13bc1d5587), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:32.803526 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-86857812-85e2-4b42-9698-09d80e917a29 None None] For port 7da7a157-305f-416f-be78-9c13bc1d5587, host dv-cinder-835881-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=7da7a157-305f-416f-be78-9c13bc1d5587,segment=NetworkSegment(a7f06bd7-3fed-444a-a0f6-4c7e0dadedf6),segment_id=a7f06bd7-3fed-444a-a0f6-4c7e0dadedf6)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:28:32.809993 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-86857812-85e2-4b42-9698-09d80e917a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (7da7a157-305f-416f-be78-9c13bc1d5587), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:32.819426 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device 7da7a157-305f-416f-be78-9c13bc1d5587 up at agent ovs-agent-dv-cinder-835881-4-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:28:32.906345 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Provisioning complete for port 7da7a157-305f-416f-be78-9c13bc1d5587 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:28:32.908261 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (7da7a157-305f-416f-be78-9c13bc1d5587), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:32.938826 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86857812-85e2-4b42-9698-09d80e917a29 None None] Pushing event updated for resources: {'Port': ['ID=7da7a157-305f-416f-be78-9c13bc1d5587,revision_number=3']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:28:32.970487 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-3a9b850a-9b4e-4b27-9f65-6aebd5281559 None None] Provisioning complete for port 7da7a157-305f-416f-be78-9c13bc1d5587 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:28:32.970805 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3a9b850a-9b4e-4b27-9f65-6aebd5281559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (7da7a157-305f-416f-be78-9c13bc1d5587), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:33.033544 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Current status of the port 7da7a157-305f-416f-be78-9c13bc1d5587 is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:28:33.079145 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3a9b850a-9b4e-4b27-9f65-6aebd5281559 None None] Current status of the port 7da7a157-305f-416f-be78-9c13bc1d5587 is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:28:34.579226 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 34450) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:28:34.754282 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device 7da7a157-305f-416f-be78-9c13bc1d5587 up at agent ovs-agent-dv-cinder-835881-4-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:28:34.799842 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Provisioning complete for port 7da7a157-305f-416f-be78-9c13bc1d5587 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:28:34.800786 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (7da7a157-305f-416f-be78-9c13bc1d5587), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:34.874084 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Current status of the port 7da7a157-305f-416f-be78-9c13bc1d5587 is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:28:34.896168 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-d6839ad2-73cc-4e15-b51a-f95c2d7f6378 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True, 'name': 'public', 'router:external': True}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:28:34.918371 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6839ad2-73cc-4e15-b51a-f95c2d7f6378 admin admin] Made reservation on behalf of 95bed79b04334ed9a615b8d461a577b4 for: {'network': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:28:34.921237 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d6839ad2-73cc-4e15-b51a-f95c2d7f6378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for network (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:34.936853 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d6839ad2-73cc-4e15-b51a-f95c2d7f6378 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:35.038682 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d6839ad2-73cc-4e15-b51a-f95c2d7f6378 admin admin] Publish callbacks [] for security_group (0066e30b-d947-4542-84f6-bf609e5c2eac), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:35.042458 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d6839ad2-73cc-4e15-b51a-f95c2d7f6378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (0066e30b-d947-4542-84f6-bf609e5c2eac), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:35.054335 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d6839ad2-73cc-4e15-b51a-f95c2d7f6378 admin admin] Reserving flat network on physical network physnet1 {{(pid=103469) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 05 22:28:35.085175 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d6839ad2-73cc-4e15-b51a-f95c2d7f6378 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757100575600', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3567180'] for segment (93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:35.085778 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d6839ad2-73cc-4e15-b51a-f95c2d7f6378 admin admin] Unsubscribe: segment precommit_create {{(pid=103469) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 05 22:28:35.086307 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.db.segments_db [None req-d6839ad2-73cc-4e15-b51a-f95c2d7f6378 admin admin] Added segment 93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb of type flat for network 1c7020db-f04b-4bae-aa0d-07e17c11278d Apr 05 22:28:35.102815 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6839ad2-73cc-4e15-b51a-f95c2d7f6378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0066e30b-d947-4542-84f6-bf609e5c2eac,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:28:35.150582 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6839ad2-73cc-4e15-b51a-f95c2d7f6378 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:35.150983 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6839ad2-73cc-4e15-b51a-f95c2d7f6378 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:35.151283 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6839ad2-73cc-4e15-b51a-f95c2d7f6378 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:35.151683 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6839ad2-73cc-4e15-b51a-f95c2d7f6378 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:35.151944 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6839ad2-73cc-4e15-b51a-f95c2d7f6378 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:35.152264 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6839ad2-73cc-4e15-b51a-f95c2d7f6378 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:35.152583 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6839ad2-73cc-4e15-b51a-f95c2d7f6378 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:35.152900 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6839ad2-73cc-4e15-b51a-f95c2d7f6378 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:35.153230 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6839ad2-73cc-4e15-b51a-f95c2d7f6378 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:35.153580 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6839ad2-73cc-4e15-b51a-f95c2d7f6378 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:35.153916 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6839ad2-73cc-4e15-b51a-f95c2d7f6378 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:35.154249 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6839ad2-73cc-4e15-b51a-f95c2d7f6378 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:35.154566 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6839ad2-73cc-4e15-b51a-f95c2d7f6378 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:35.154876 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6839ad2-73cc-4e15-b51a-f95c2d7f6378 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:35.155183 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6839ad2-73cc-4e15-b51a-f95c2d7f6378 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:35.156626 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6839ad2-73cc-4e15-b51a-f95c2d7f6378 admin admin] Tracked resource versions report: Apr 05 22:28:35.156626 dv-cinder-835881-4-iscsi neutron-server[103469]: pushed versions: Apr 05 22:28:35.156626 dv-cinder-835881-4-iscsi neutron-server[103469]: { 'AddressGroup': {'1.2'}, Apr 05 22:28:35.156626 dv-cinder-835881-4-iscsi neutron-server[103469]: 'Agent': {'1.1'}, Apr 05 22:28:35.156626 dv-cinder-835881-4-iscsi neutron-server[103469]: 'ConntrackHelper': {'1.0'}, Apr 05 22:28:35.156626 dv-cinder-835881-4-iscsi neutron-server[103469]: 'LocalIPAssociation': {'1.0'}, Apr 05 22:28:35.156626 dv-cinder-835881-4-iscsi neutron-server[103469]: 'Log': {'1.0'}, Apr 05 22:28:35.156626 dv-cinder-835881-4-iscsi neutron-server[103469]: 'NDPProxy': {'1.0'}, Apr 05 22:28:35.156626 dv-cinder-835881-4-iscsi neutron-server[103469]: 'Network': {'1.1'}, Apr 05 22:28:35.156626 dv-cinder-835881-4-iscsi neutron-server[103469]: 'Port': {'1.7'}, Apr 05 22:28:35.156626 dv-cinder-835881-4-iscsi neutron-server[103469]: 'PortForwarding': {'1.3'}, Apr 05 22:28:35.156626 dv-cinder-835881-4-iscsi neutron-server[103469]: 'QosPolicy': {'1.10'}, Apr 05 22:28:35.156626 dv-cinder-835881-4-iscsi neutron-server[103469]: 'SecurityGroup': {'1.5'}, Apr 05 22:28:35.156626 dv-cinder-835881-4-iscsi neutron-server[103469]: 'SecurityGroupRule': {'1.2'}, Apr 05 22:28:35.156626 dv-cinder-835881-4-iscsi neutron-server[103469]: 'SubPort': {'1.0'}, Apr 05 22:28:35.156626 dv-cinder-835881-4-iscsi neutron-server[103469]: 'Subnet': {'1.1'}, Apr 05 22:28:35.156626 dv-cinder-835881-4-iscsi neutron-server[103469]: 'Trunk': {'1.1'}} Apr 05 22:28:35.156626 dv-cinder-835881-4-iscsi neutron-server[103469]: consumer versions: Apr 05 22:28:35.156626 dv-cinder-835881-4-iscsi neutron-server[103469]: { DHCP agent@dv-cinder-835881-4-iscsi: {}, Apr 05 22:28:35.156626 dv-cinder-835881-4-iscsi neutron-server[103469]: L3 agent@dv-cinder-835881-4-iscsi: {}, Apr 05 22:28:35.156626 dv-cinder-835881-4-iscsi neutron-server[103469]: Metadata agent@dv-cinder-835881-4-iscsi: {}, Apr 05 22:28:35.156626 dv-cinder-835881-4-iscsi neutron-server[103469]: Metering agent@dv-cinder-835881-4-iscsi: {}, Apr 05 22:28:35.156626 dv-cinder-835881-4-iscsi neutron-server[103469]: Open vSwitch agent@dv-cinder-835881-4-iscsi: { 'AddressGroup': '1.2', Apr 05 22:28:35.156626 dv-cinder-835881-4-iscsi neutron-server[103469]: 'Agent': '1.1', Apr 05 22:28:35.156626 dv-cinder-835881-4-iscsi neutron-server[103469]: 'ConntrackHelper': '1.0', Apr 05 22:28:35.156626 dv-cinder-835881-4-iscsi neutron-server[103469]: 'LocalIPAssociation': '1.0', Apr 05 22:28:35.156626 dv-cinder-835881-4-iscsi neutron-server[103469]: 'Log': '1.0', Apr 05 22:28:35.156626 dv-cinder-835881-4-iscsi neutron-server[103469]: 'NDPProxy': '1.0', Apr 05 22:28:35.156626 dv-cinder-835881-4-iscsi neutron-server[103469]: 'Network': '1.1', Apr 05 22:28:35.156626 dv-cinder-835881-4-iscsi neutron-server[103469]: 'Port': '1.7', Apr 05 22:28:35.156626 dv-cinder-835881-4-iscsi neutron-server[103469]: 'PortForwarding': '1.3', Apr 05 22:28:35.156626 dv-cinder-835881-4-iscsi neutron-server[103469]: 'QosPolicy': '1.10', Apr 05 22:28:35.156626 dv-cinder-835881-4-iscsi neutron-server[103469]: 'SecurityGroup': '1.5', Apr 05 22:28:35.156626 dv-cinder-835881-4-iscsi neutron-server[103469]: 'SecurityGroupRule': '1.2', Apr 05 22:28:35.156626 dv-cinder-835881-4-iscsi neutron-server[103469]: 'SubPort': '1.0', Apr 05 22:28:35.156626 dv-cinder-835881-4-iscsi neutron-server[103469]: 'Subnet': '1.1', Apr 05 22:28:35.156626 dv-cinder-835881-4-iscsi neutron-server[103469]: 'Trunk': '1.1'}} Apr 05 22:28:35.156626 dv-cinder-835881-4-iscsi neutron-server[103469]: {{(pid=103469) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 22:28:35.209616 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d6839ad2-73cc-4e15-b51a-f95c2d7f6378 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757100112442'] for network (1c7020db-f04b-4bae-aa0d-07e17c11278d), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:35.251211 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d6839ad2-73cc-4e15-b51a-f95c2d7f6378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321'] for network (1c7020db-f04b-4bae-aa0d-07e17c11278d), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:35.252423 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6839ad2-73cc-4e15-b51a-f95c2d7f6378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:28:35.253177 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d6839ad2-73cc-4e15-b51a-f95c2d7f6378 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644259'] for network (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:35.340505 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-d6839ad2-73cc-4e15-b51a-f95c2d7f6378 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7602212 Apr 05 22:28:35.354337 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6839ad2-73cc-4e15-b51a-f95c2d7f6378 admin admin] Pushing event updated for resources: {'Network': ['ID=1c7020db-f04b-4bae-aa0d-07e17c11278d,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:28:35.365540 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Network 1c7020db-f04b-4bae-aa0d-07e17c11278d details requested by agent ovs-agent-dv-cinder-835881-4-iscsi with host dv-cinder-835881-4-iscsi {{(pid=103470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 22:28:35.484697 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-342f0cf8-38ca-4524-bd3c-74e09619e4ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (08425891-4e99-4ae4-974b-85ee5a0410c6), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:37.801965 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-6c934375-3e7f-44c6-a7dc-e40363720b56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (79a469f9-bdbc-4492-b479-9e5faeaf33b0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:37.860137 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 34462) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:28:38.262334 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9711d45d-7338-414a-ae4f-22f60c15e705 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:28:38.263619 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-9711d45d-7338-414a-ae4f-22f60c15e705 demo admin] 10.222.0.45 "GET /v2.0/subnets/22e981d1-c8fe-48ae-8016-35acc89f6aaa HTTP/1.1" status: 200 len: 849 time: 0.4025340 Apr 05 22:28:38.402149 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-c037e81b-bde3-424e-b164-ee556fbede52 demo admin] 10.222.0.45 "GET /v2.0/routers/98a60851-183e-4a77-a119-754975bb876e HTTP/1.1" status: 200 len: 704 time: 0.1308739 Apr 05 22:28:38.672658 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-4067b0e2-5445-404a-bbbe-23260be50bb3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:38.890364 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-dae4f030-1cb2-49a8-bcfa-6facf2529a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (e40c9916-dc7d-41d8-a75d-da550db0c469), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:38.963849 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_common [None req-4067b0e2-5445-404a-bbbe-23260be50bb3 demo admin] Allocated IP 172.20.0.1 (5eca2eab-b2cb-4e17-8ef3-2c0e465ec1c6/22e981d1-c8fe-48ae-8016-35acc89f6aaa/70ead43c-07cf-4e23-b719-78640a8c4b81) {{(pid=103469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:28:39.150013 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-4067b0e2-5445-404a-bbbe-23260be50bb3 demo admin] Publish callbacks [] for port (70ead43c-07cf-4e23-b719-78640a8c4b81), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:39.217262 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-4067b0e2-5445-404a-bbbe-23260be50bb3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757100095748'] for port (70ead43c-07cf-4e23-b719-78640a8c4b81), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:39.284185 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4067b0e2-5445-404a-bbbe-23260be50bb3 demo admin] Network 5eca2eab-b2cb-4e17-8ef3-2c0e465ec1c6 is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:28:39.294051 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-4067b0e2-5445-404a-bbbe-23260be50bb3 demo admin] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:28:39.297369 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4067b0e2-5445-404a-bbbe-23260be50bb3 demo admin] Received port after_create {{(pid=103469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:28:39.298035 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-4067b0e2-5445-404a-bbbe-23260be50bb3 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536746'] for router_interface (98a60851-183e-4a77-a119-754975bb876e), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:39.363468 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4067b0e2-5445-404a-bbbe-23260be50bb3 demo admin] Pushing event updated for resources: {'Port': ['ID=70ead43c-07cf-4e23-b719-78640a8c4b81,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:28:39.516759 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-4067b0e2-5445-404a-bbbe-23260be50bb3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (70ead43c-07cf-4e23-b719-78640a8c4b81), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:39.642402 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-6814206e-e0b3-4df5-80c1-be9291fedac4 None None] Provisioning complete for port 70ead43c-07cf-4e23-b719-78640a8c4b81 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:28:39.642790 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-6814206e-e0b3-4df5-80c1-be9291fedac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (70ead43c-07cf-4e23-b719-78640a8c4b81), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:39.719715 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-6814206e-e0b3-4df5-80c1-be9291fedac4 None None] Port 70ead43c-07cf-4e23-b719-78640a8c4b81 cannot update to ACTIVE because it is not bound. {{(pid=103470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:28:39.775895 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-4067b0e2-5445-404a-bbbe-23260be50bb3 demo admin] Publish callbacks [] for port (70ead43c-07cf-4e23-b719-78640a8c4b81), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:39.780311 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-4067b0e2-5445-404a-bbbe-23260be50bb3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (70ead43c-07cf-4e23-b719-78640a8c4b81), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:39.781115 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-4067b0e2-5445-404a-bbbe-23260be50bb3 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3645371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535098'] for router_interface (98a60851-183e-4a77-a119-754975bb876e), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:39.838501 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4067b0e2-5445-404a-bbbe-23260be50bb3 demo admin] Pushing event updated for resources: {'Port': ['ID=70ead43c-07cf-4e23-b719-78640a8c4b81,revision_number=2']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:28:39.904432 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4067b0e2-5445-404a-bbbe-23260be50bb3 demo admin] Network 5eca2eab-b2cb-4e17-8ef3-2c0e465ec1c6 is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:28:39.905768 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-4067b0e2-5445-404a-bbbe-23260be50bb3 demo admin] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:28:40.066228 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4067b0e2-5445-404a-bbbe-23260be50bb3 demo admin] Router 98a60851-183e-4a77-a119-754975bb876e is scheduled to L3 agent 79a469f9-bdbc-4492-b479-9e5faeaf33b0 with binding_index 1 {{(pid=103469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 22:28:40.141025 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-db12b572-632d-4a75-a115-39f01da209bb None None] Provisioning complete for port 70ead43c-07cf-4e23-b719-78640a8c4b81 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:28:40.141645 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-db12b572-632d-4a75-a115-39f01da209bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (70ead43c-07cf-4e23-b719-78640a8c4b81), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:40.160700 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4067b0e2-5445-404a-bbbe-23260be50bb3 demo admin] Notify agent at l3_agent.dv-cinder-835881-4-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:28:40.166100 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-4067b0e2-5445-404a-bbbe-23260be50bb3 demo admin] 10.222.0.45 "PUT /v2.0/routers/98a60851-183e-4a77-a119-754975bb876e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7585981 Apr 05 22:28:40.170924 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83a960d-d656-4041-9956-d695fd0d1713 None None] Sync routers for ids ['98a60851-183e-4a77-a119-754975bb876e'] in dv-cinder-835881-4-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:28:40.183261 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-db12b572-632d-4a75-a115-39f01da209bb None None] Port 70ead43c-07cf-4e23-b719-78640a8c4b81 cannot update to ACTIVE because it is not bound. {{(pid=103470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:28:40.184629 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83a960d-d656-4041-9956-d695fd0d1713 None None] Routers {'98a60851-183e-4a77-a119-754975bb876e'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:28:40.185783 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-b83a960d-d656-4041-9956-d695fd0d1713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:28:38Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['98a60851-183e-4a77-a119-754975bb876e'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:28:40.378949 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-b83a960d-d656-4041-9956-d695fd0d1713 None None] Set router 98a60851-183e-4a77-a119-754975bb876e gateway port host: None {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:28:40.542242 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-99ae2e83-6010-40d2-b70a-5b0f9e3ea887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (f28e62d6-8243-45bb-b578-64cfae2561d0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:40.813455 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-b83a960d-d656-4041-9956-d695fd0d1713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a60851-183e-4a77-a119-754975bb876e', 'name': 'router1', 'tenant_id': '873d364112d144449e27fccc19032fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:28:28Z', 'updated_at': '2022-04-05T22:28:39Z', 'revision_number': 2, 'project_id': '873d364112d144449e27fccc19032fff', 'gw_port_host': None, '_interfaces': [{'id': '70ead43c-07cf-4e23-b719-78640a8c4b81', 'name': '', 'network_id': '5eca2eab-b2cb-4e17-8ef3-2c0e465ec1c6', 'tenant_id': '873d364112d144449e27fccc19032fff', 'mac_address': 'fa:16:3e:0c:ae:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a60851-183e-4a77-a119-754975bb876e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '22e981d1-c8fe-48ae-8016-35acc89f6aaa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:28:38Z', 'updated_at': '2022-04-05T22:28:39Z', 'revision_number': 2, 'project_id': '873d364112d144449e27fccc19032fff', 'subnets': [{'id': '22e981d1-c8fe-48ae-8016-35acc89f6aaa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a99d9541-9fc4-457d-a017-1a52d88dbb3b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:28:40.865677 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83a960d-d656-4041-9956-d695fd0d1713 None None] Checking router: 98a60851-183e-4a77-a119-754975bb876e for host: dv-cinder-835881-4-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:28:40.866052 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83a960d-d656-4041-9956-d695fd0d1713 None None] Updating router 98a60851-183e-4a77-a119-754975bb876e port 70ead43c-07cf-4e23-b719-78640a8c4b81 binding host dv-cinder-835881-4-iscsi {{(pid=103471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 22:28:40.918345 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b83a960d-d656-4041-9956-d695fd0d1713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (70ead43c-07cf-4e23-b719-78640a8c4b81), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:41.438303 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b83a960d-d656-4041-9956-d695fd0d1713 None None] Publish callbacks [] for port (70ead43c-07cf-4e23-b719-78640a8c4b81), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:41.445720 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b83a960d-d656-4041-9956-d695fd0d1713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (70ead43c-07cf-4e23-b719-78640a8c4b81), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:41.608250 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baf7e00-ab19-4b61-b707-9c24d6bf095b None None] Pushing event updated for resources: {'Port': ['ID=70ead43c-07cf-4e23-b719-78640a8c4b81,revision_number=3']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:28:41.626975 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3baf7e00-ab19-4b61-b707-9c24d6bf095b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:41.627427 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3baf7e00-ab19-4b61-b707-9c24d6bf095b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:41.627811 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3baf7e00-ab19-4b61-b707-9c24d6bf095b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:41.628309 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3baf7e00-ab19-4b61-b707-9c24d6bf095b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:41.628712 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3baf7e00-ab19-4b61-b707-9c24d6bf095b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:41.629211 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3baf7e00-ab19-4b61-b707-9c24d6bf095b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:41.629682 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3baf7e00-ab19-4b61-b707-9c24d6bf095b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:41.629954 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3baf7e00-ab19-4b61-b707-9c24d6bf095b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:41.630285 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3baf7e00-ab19-4b61-b707-9c24d6bf095b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:41.630614 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3baf7e00-ab19-4b61-b707-9c24d6bf095b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:41.631068 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3baf7e00-ab19-4b61-b707-9c24d6bf095b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:41.631398 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3baf7e00-ab19-4b61-b707-9c24d6bf095b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:41.631753 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3baf7e00-ab19-4b61-b707-9c24d6bf095b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:41.632075 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3baf7e00-ab19-4b61-b707-9c24d6bf095b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:41.632395 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3baf7e00-ab19-4b61-b707-9c24d6bf095b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:41.633928 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3baf7e00-ab19-4b61-b707-9c24d6bf095b None None] Tracked resource versions report: Apr 05 22:28:41.633928 dv-cinder-835881-4-iscsi neutron-server[103471]: pushed versions: Apr 05 22:28:41.633928 dv-cinder-835881-4-iscsi neutron-server[103471]: { 'AddressGroup': {'1.2'}, Apr 05 22:28:41.633928 dv-cinder-835881-4-iscsi neutron-server[103471]: 'Agent': {'1.1'}, Apr 05 22:28:41.633928 dv-cinder-835881-4-iscsi neutron-server[103471]: 'ConntrackHelper': {'1.0'}, Apr 05 22:28:41.633928 dv-cinder-835881-4-iscsi neutron-server[103471]: 'LocalIPAssociation': {'1.0'}, Apr 05 22:28:41.633928 dv-cinder-835881-4-iscsi neutron-server[103471]: 'Log': {'1.0'}, Apr 05 22:28:41.633928 dv-cinder-835881-4-iscsi neutron-server[103471]: 'NDPProxy': {'1.0'}, Apr 05 22:28:41.633928 dv-cinder-835881-4-iscsi neutron-server[103471]: 'Network': {'1.1'}, Apr 05 22:28:41.633928 dv-cinder-835881-4-iscsi neutron-server[103471]: 'Port': {'1.7'}, Apr 05 22:28:41.633928 dv-cinder-835881-4-iscsi neutron-server[103471]: 'PortForwarding': {'1.3'}, Apr 05 22:28:41.633928 dv-cinder-835881-4-iscsi neutron-server[103471]: 'QosPolicy': {'1.10'}, Apr 05 22:28:41.633928 dv-cinder-835881-4-iscsi neutron-server[103471]: 'SecurityGroup': {'1.5'}, Apr 05 22:28:41.633928 dv-cinder-835881-4-iscsi neutron-server[103471]: 'SecurityGroupRule': {'1.2'}, Apr 05 22:28:41.633928 dv-cinder-835881-4-iscsi neutron-server[103471]: 'SubPort': {'1.0'}, Apr 05 22:28:41.633928 dv-cinder-835881-4-iscsi neutron-server[103471]: 'Subnet': {'1.1'}, Apr 05 22:28:41.633928 dv-cinder-835881-4-iscsi neutron-server[103471]: 'Trunk': {'1.1'}} Apr 05 22:28:41.633928 dv-cinder-835881-4-iscsi neutron-server[103471]: consumer versions: Apr 05 22:28:41.633928 dv-cinder-835881-4-iscsi neutron-server[103471]: { DHCP agent@dv-cinder-835881-4-iscsi: {}, Apr 05 22:28:41.633928 dv-cinder-835881-4-iscsi neutron-server[103471]: L3 agent@dv-cinder-835881-4-iscsi: {}, Apr 05 22:28:41.633928 dv-cinder-835881-4-iscsi neutron-server[103471]: Metadata agent@dv-cinder-835881-4-iscsi: {}, Apr 05 22:28:41.633928 dv-cinder-835881-4-iscsi neutron-server[103471]: Metering agent@dv-cinder-835881-4-iscsi: {}, Apr 05 22:28:41.633928 dv-cinder-835881-4-iscsi neutron-server[103471]: Open vSwitch agent@dv-cinder-835881-4-iscsi: { 'AddressGroup': '1.2', Apr 05 22:28:41.633928 dv-cinder-835881-4-iscsi neutron-server[103471]: 'Agent': '1.1', Apr 05 22:28:41.633928 dv-cinder-835881-4-iscsi neutron-server[103471]: 'ConntrackHelper': '1.0', Apr 05 22:28:41.633928 dv-cinder-835881-4-iscsi neutron-server[103471]: 'LocalIPAssociation': '1.0', Apr 05 22:28:41.633928 dv-cinder-835881-4-iscsi neutron-server[103471]: 'Log': '1.0', Apr 05 22:28:41.633928 dv-cinder-835881-4-iscsi neutron-server[103471]: 'NDPProxy': '1.0', Apr 05 22:28:41.633928 dv-cinder-835881-4-iscsi neutron-server[103471]: 'Network': '1.1', Apr 05 22:28:41.633928 dv-cinder-835881-4-iscsi neutron-server[103471]: 'Port': '1.7', Apr 05 22:28:41.633928 dv-cinder-835881-4-iscsi neutron-server[103471]: 'PortForwarding': '1.3', Apr 05 22:28:41.633928 dv-cinder-835881-4-iscsi neutron-server[103471]: 'QosPolicy': '1.10', Apr 05 22:28:41.633928 dv-cinder-835881-4-iscsi neutron-server[103471]: 'SecurityGroup': '1.5', Apr 05 22:28:41.633928 dv-cinder-835881-4-iscsi neutron-server[103471]: 'SecurityGroupRule': '1.2', Apr 05 22:28:41.633928 dv-cinder-835881-4-iscsi neutron-server[103471]: 'SubPort': '1.0', Apr 05 22:28:41.633928 dv-cinder-835881-4-iscsi neutron-server[103471]: 'Subnet': '1.1', Apr 05 22:28:41.633928 dv-cinder-835881-4-iscsi neutron-server[103471]: 'Trunk': '1.1'}} Apr 05 22:28:41.633928 dv-cinder-835881-4-iscsi neutron-server[103471]: {{(pid=103471) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 22:28:41.637887 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-b83a960d-d656-4041-9956-d695fd0d1713 None None] Attempting to bind port 70ead43c-07cf-4e23-b719-78640a8c4b81 on host dv-cinder-835881-4-iscsi for vnic_type normal with profile {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:28:41.638293 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-b83a960d-d656-4041-9956-d695fd0d1713 None None] Attempting to bind port 70ead43c-07cf-4e23-b719-78640a8c4b81 by drivers openvswitch,hyperv on host dv-cinder-835881-4-iscsi at level 0 using segments [{'id': 'a7f06bd7-3fed-444a-a0f6-4c7e0dadedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5eca2eab-b2cb-4e17-8ef3-2c0e465ec1c6'}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:28:41.638708 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83a960d-d656-4041-9956-d695fd0d1713 None None] Attempting to bind port 70ead43c-07cf-4e23-b719-78640a8c4b81 on network 5eca2eab-b2cb-4e17-8ef3-2c0e465ec1c6 {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:28:41.645263 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83a960d-d656-4041-9956-d695fd0d1713 None None] Checking agent: {'id': 'b771b186-15ef-4a1a-9c73-ea54ac08c8ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 28, 12), 'started_at': datetime.datetime(2022, 4, 5, 22, 28, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:28:41.645714 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83a960d-d656-4041-9956-d695fd0d1713 None None] Checking segment: {'id': 'a7f06bd7-3fed-444a-a0f6-4c7e0dadedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5eca2eab-b2cb-4e17-8ef3-2c0e465ec1c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:28:41.646645 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b83a960d-d656-4041-9956-d695fd0d1713 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:41.646645 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83a960d-d656-4041-9956-d695fd0d1713 None None] Bound using segment: {'id': 'a7f06bd7-3fed-444a-a0f6-4c7e0dadedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5eca2eab-b2cb-4e17-8ef3-2c0e465ec1c6'} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:28:41.647023 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-b83a960d-d656-4041-9956-d695fd0d1713 None None] Bound port: 70ead43c-07cf-4e23-b719-78640a8c4b81, host: dv-cinder-835881-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f06bd7-3fed-444a-a0f6-4c7e0dadedf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5eca2eab-b2cb-4e17-8ef3-2c0e465ec1c6'}}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:28:41.647397 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b83a960d-d656-4041-9956-d695fd0d1713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (70ead43c-07cf-4e23-b719-78640a8c4b81), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:41.714923 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-b83a960d-d656-4041-9956-d695fd0d1713 None None] For port 70ead43c-07cf-4e23-b719-78640a8c4b81, host dv-cinder-835881-4-iscsi, cleared binding levels {{(pid=103471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:28:41.716528 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-a9b96a29-922a-433d-81e9-07f98cf53b26 None None] Provisioning complete for port 70ead43c-07cf-4e23-b719-78640a8c4b81 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:28:41.716986 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-a9b96a29-922a-433d-81e9-07f98cf53b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (70ead43c-07cf-4e23-b719-78640a8c4b81), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:41.735156 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-b83a960d-d656-4041-9956-d695fd0d1713 None None] For port 70ead43c-07cf-4e23-b719-78640a8c4b81, host dv-cinder-835881-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=70ead43c-07cf-4e23-b719-78640a8c4b81,segment=NetworkSegment(a7f06bd7-3fed-444a-a0f6-4c7e0dadedf6),segment_id=a7f06bd7-3fed-444a-a0f6-4c7e0dadedf6)] {{(pid=103471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:28:41.742561 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b83a960d-d656-4041-9956-d695fd0d1713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (70ead43c-07cf-4e23-b719-78640a8c4b81), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:41.755833 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-a9b96a29-922a-433d-81e9-07f98cf53b26 None None] Port 70ead43c-07cf-4e23-b719-78640a8c4b81 cannot update to ACTIVE because it is not bound. {{(pid=103470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:28:41.799673 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83a960d-d656-4041-9956-d695fd0d1713 None None] Routers {'98a60851-183e-4a77-a119-754975bb876e'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:28:41.800845 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-b83a960d-d656-4041-9956-d695fd0d1713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:28:38Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['98a60851-183e-4a77-a119-754975bb876e'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:28:41.864631 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baf7e00-ab19-4b61-b707-9c24d6bf095b None None] Pushing event updated for resources: {'Port': ['ID=70ead43c-07cf-4e23-b719-78640a8c4b81,revision_number=4']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:28:41.896759 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-b83a960d-d656-4041-9956-d695fd0d1713 None None] Set router 98a60851-183e-4a77-a119-754975bb876e gateway port host: None {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:28:41.977983 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-12f0d8f9-cb95-460b-861b-62b88430e926 None None] Provisioning complete for port 70ead43c-07cf-4e23-b719-78640a8c4b81 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:28:41.978380 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-12f0d8f9-cb95-460b-861b-62b88430e926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (70ead43c-07cf-4e23-b719-78640a8c4b81), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:42.025505 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (b771b186-15ef-4a1a-9c73-ea54ac08c8ac), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:42.075993 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-12f0d8f9-cb95-460b-861b-62b88430e926 None None] Current status of the port 70ead43c-07cf-4e23-b719-78640a8c4b81 is: DOWN; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:28:42.076292 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-12f0d8f9-cb95-460b-861b-62b88430e926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (70ead43c-07cf-4e23-b719-78640a8c4b81), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:42.112020 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-12f0d8f9-cb95-460b-861b-62b88430e926 None None] For port 70ead43c-07cf-4e23-b719-78640a8c4b81, host dv-cinder-835881-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=70ead43c-07cf-4e23-b719-78640a8c4b81,segment=NetworkSegment(a7f06bd7-3fed-444a-a0f6-4c7e0dadedf6),segment_id=a7f06bd7-3fed-444a-a0f6-4c7e0dadedf6)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:28:42.117625 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-12f0d8f9-cb95-460b-861b-62b88430e926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (70ead43c-07cf-4e23-b719-78640a8c4b81), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:42.127654 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-b83a960d-d656-4041-9956-d695fd0d1713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a60851-183e-4a77-a119-754975bb876e', 'name': 'router1', 'tenant_id': '873d364112d144449e27fccc19032fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:28:28Z', 'updated_at': '2022-04-05T22:28:39Z', 'revision_number': 2, 'project_id': '873d364112d144449e27fccc19032fff', 'gw_port_host': None, '_interfaces': [{'id': '70ead43c-07cf-4e23-b719-78640a8c4b81', 'name': '', 'network_id': '5eca2eab-b2cb-4e17-8ef3-2c0e465ec1c6', 'tenant_id': '873d364112d144449e27fccc19032fff', 'mac_address': 'fa:16:3e:0c:ae:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a60851-183e-4a77-a119-754975bb876e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '22e981d1-c8fe-48ae-8016-35acc89f6aaa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:28:38Z', 'updated_at': '2022-04-05T22:28:41Z', 'revision_number': 4, 'project_id': '873d364112d144449e27fccc19032fff', 'subnets': [{'id': '22e981d1-c8fe-48ae-8016-35acc89f6aaa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a99d9541-9fc4-457d-a017-1a52d88dbb3b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:28:42.156494 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83a960d-d656-4041-9956-d695fd0d1713 None None] The sync data for ids ['98a60851-183e-4a77-a119-754975bb876e'] in dv-cinder-835881-4-iscsi is: [{'id': '98a60851-183e-4a77-a119-754975bb876e', 'name': 'router1', 'tenant_id': '873d364112d144449e27fccc19032fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:28:28Z', 'updated_at': '2022-04-05T22:28:39Z', 'revision_number': 2, 'project_id': '873d364112d144449e27fccc19032fff', 'gw_port_host': None, '_interfaces': [{'id': '70ead43c-07cf-4e23-b719-78640a8c4b81', 'name': '', 'network_id': '5eca2eab-b2cb-4e17-8ef3-2c0e465ec1c6', 'tenant_id': '873d364112d144449e27fccc19032fff', 'mac_address': 'fa:16:3e:0c:ae:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a60851-183e-4a77-a119-754975bb876e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '22e981d1-c8fe-48ae-8016-35acc89f6aaa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:28:38Z', 'updated_at': '2022-04-05T22:28:41Z', 'revision_number': 4, 'project_id': '873d364112d144449e27fccc19032fff', 'subnets': [{'id': '22e981d1-c8fe-48ae-8016-35acc89f6aaa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a99d9541-9fc4-457d-a017-1a52d88dbb3b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:28:42.174406 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f0d8f9-cb95-460b-861b-62b88430e926 None None] Pushing event updated for resources: {'Port': ['ID=70ead43c-07cf-4e23-b719-78640a8c4b81,revision_number=5']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:28:42.698538 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 34482) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:28:42.890494 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4343100c-0374-44be-9736-dce2d07bc016 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:28:42.891887 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-4343100c-0374-44be-9736-dce2d07bc016 admin admin] 10.222.0.45 "GET /v2.0/networks/1c7020db-f04b-4bae-aa0d-07e17c11278d HTTP/1.1" status: 200 len: 842 time: 0.1923985 Apr 05 22:28:42.902138 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-0cb7a3e2-fb4e-4aeb-8fc3-c41b34b27092 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.27.1.1', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'cidr': '172.27.1.0/24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:28:42.925957 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb7a3e2-fb4e-4aeb-8fc3-c41b34b27092 admin admin] Made reservation on behalf of 95bed79b04334ed9a615b8d461a577b4 for: {'subnet': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:28:42.928160 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0cb7a3e2-fb4e-4aeb-8fc3-c41b34b27092 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:43.227489 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.objects.ports [None req-0cb7a3e2-fb4e-4aeb-8fc3-c41b34b27092 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103469) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 05 22:28:43.227932 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0cb7a3e2-fb4e-4aeb-8fc3-c41b34b27092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321'] for subnet (de4a5644-b80e-4142-a210-68f31fcb6ac5), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:43.285067 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb7a3e2-fb4e-4aeb-8fc3-c41b34b27092 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de4a5644-b80e-4142-a210-68f31fcb6ac5,revision_number=0']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:28:43.294690 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb7a3e2-fb4e-4aeb-8fc3-c41b34b27092 admin admin] Checking segment: {'id': '93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:28:43.295052 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb7a3e2-fb4e-4aeb-8fc3-c41b34b27092 admin admin] Network hostable DHCP agents. Network: 1c7020db-f04b-4bae-aa0d-07e17c11278d, hostable agents: ['08425891-4e99-4ae4-974b-85ee5a0410c6'], hosted agents: [] {{(pid=103469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 22:28:43.315573 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb7a3e2-fb4e-4aeb-8fc3-c41b34b27092 admin admin] Network 1c7020db-f04b-4bae-aa0d-07e17c11278d is scheduled to be hosted by DHCP agent 08425891-4e99-4ae4-974b-85ee5a0410c6 with binding_index 1 {{(pid=103469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 22:28:43.326145 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-0cb7a3e2-fb4e-4aeb-8fc3-c41b34b27092 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-4-iscsi, 1c7020db-f04b-4bae-aa0d-07e17c11278d) {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:28:43.330165 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb7a3e2-fb4e-4aeb-8fc3-c41b34b27092 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:28:43.330757 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0cb7a3e2-fb4e-4aeb-8fc3-c41b34b27092 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644259'] for subnet (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:43.336438 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd174a7-475e-4abf-8eb7-78f7b0bb064f None None] Network 1c7020db-f04b-4bae-aa0d-07e17c11278d requested from dv-cinder-835881-4-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:28:43.361509 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-0cb7a3e2-fb4e-4aeb-8fc3-c41b34b27092 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4499738 Apr 05 22:28:43.450906 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2291dc0-d3e6-4eea-b8b9-f3938d84cbcd None None] Network 1c7020db-f04b-4bae-aa0d-07e17c11278d requested from dv-cinder-835881-4-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:28:45.852107 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 34500) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:28:45.983982 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-1ca902b0-11ae-4a54-a291-2ec69a0bc79b demo admin] 10.222.0.45 "GET /v2.0/routers/98a60851-183e-4a77-a119-754975bb876e HTTP/1.1" status: 200 len: 710 time: 0.1306672 Apr 05 22:28:46.074238 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1039926b-cf57-48e6-a1e6-6d6fb097b32c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:28:46.075587 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-1039926b-cf57-48e6-a1e6-6d6fb097b32c demo admin] 10.222.0.45 "GET /v2.0/networks/1c7020db-f04b-4bae-aa0d-07e17c11278d HTTP/1.1" status: 200 len: 886 time: 0.0863466 Apr 05 22:28:46.084904 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-6c584f3e-0d93-473e-b903-79c6b9f223cf demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d'}}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:28:46.401965 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-6c584f3e-0d93-473e-b903-79c6b9f223cf demo admin] Publish callbacks [] for router_gateway (98a60851-183e-4a77-a119-754975bb876e), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:46.635085 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-6c584f3e-0d93-473e-b903-79c6b9f223cf demo admin] Publish callbacks [] for router_gateway (98a60851-183e-4a77-a119-754975bb876e), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:46.708842 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-6c584f3e-0d93-473e-b903-79c6b9f223cf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:46.807587 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_common [None req-6c584f3e-0d93-473e-b903-79c6b9f223cf demo admin] Allocated IP 172.27.1.131 (1c7020db-f04b-4bae-aa0d-07e17c11278d/de4a5644-b80e-4142-a210-68f31fcb6ac5/64a47f2c-eacb-47e6-a2b4-70d03724c7a7) {{(pid=103469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:28:46.908647 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-6c584f3e-0d93-473e-b903-79c6b9f223cf demo admin] Publish callbacks [] for port (64a47f2c-eacb-47e6-a2b4-70d03724c7a7), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:46.941772 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-6c584f3e-0d93-473e-b903-79c6b9f223cf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757100095748'] for port (64a47f2c-eacb-47e6-a2b4-70d03724c7a7), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:46.991013 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c584f3e-0d93-473e-b903-79c6b9f223cf demo admin] Network 1c7020db-f04b-4bae-aa0d-07e17c11278d is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:28:46.993702 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-6c584f3e-0d93-473e-b903-79c6b9f223cf demo admin] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:28:46.999675 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c584f3e-0d93-473e-b903-79c6b9f223cf demo admin] Received port after_create {{(pid=103469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:28:47.035192 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c584f3e-0d93-473e-b903-79c6b9f223cf demo admin] Pushing event updated for resources: {'Port': ['ID=64a47f2c-eacb-47e6-a2b4-70d03724c7a7,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:28:47.254200 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-6c584f3e-0d93-473e-b903-79c6b9f223cf demo admin] Publish callbacks [] for router_gateway (98a60851-183e-4a77-a119-754975bb876e), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:47.455074 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-6c584f3e-0d93-473e-b903-79c6b9f223cf demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536216', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5412'] for router (98a60851-183e-4a77-a119-754975bb876e), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:47.459861 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-6c584f3e-0d93-473e-b903-79c6b9f223cf demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534545'] for router (98a60851-183e-4a77-a119-754975bb876e), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:47.576706 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c584f3e-0d93-473e-b903-79c6b9f223cf demo admin] Router 98a60851-183e-4a77-a119-754975bb876e has already been hosted by L3 agent 79a469f9-bdbc-4492-b479-9e5faeaf33b0 {{(pid=103469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:28:47.772829 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c584f3e-0d93-473e-b903-79c6b9f223cf demo admin] Notify agent at l3_agent.dv-cinder-835881-4-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:28:47.777541 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-6c584f3e-0d93-473e-b903-79c6b9f223cf demo admin] Publish callbacks [] for router (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:47.793504 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-6c584f3e-0d93-473e-b903-79c6b9f223cf demo admin] 10.222.0.45 "PUT /v2.0/routers/98a60851-183e-4a77-a119-754975bb876e HTTP/1.1" status: 200 len: 890 time: 1.6974738 Apr 05 22:28:49.998864 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-97cde7d9-dbb1-4d23-a7c6-1511c50e2662 None None] Agent healthcheck: found 5 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:28:50.325158 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 34512) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:28:50.477892 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-f842797b-b08f-4a08-8963-bde2697df482 admin admin] 10.222.0.45 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1515284 Apr 05 22:28:50.792556 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device 70ead43c-07cf-4e23-b719-78640a8c4b81 up at agent ovs-agent-dv-cinder-835881-4-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:28:50.847259 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Provisioning complete for port 70ead43c-07cf-4e23-b719-78640a8c4b81 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:28:50.847259 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (70ead43c-07cf-4e23-b719-78640a8c4b81), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:50.883681 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c51115-368d-41bd-97c1-6fd752723ba8 None None] Sync routers for ids ['98a60851-183e-4a77-a119-754975bb876e'] in dv-cinder-835881-4-iscsi {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:28:50.899713 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c51115-368d-41bd-97c1-6fd752723ba8 None None] Routers {'98a60851-183e-4a77-a119-754975bb876e'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:28:50.900356 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-75c51115-368d-41bd-97c1-6fd752723ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:28:38Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['98a60851-183e-4a77-a119-754975bb876e'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:28:51.124567 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Current status of the port 70ead43c-07cf-4e23-b719-78640a8c4b81 is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:28:51.159492 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-75c51115-368d-41bd-97c1-6fd752723ba8 None None] Set router 98a60851-183e-4a77-a119-754975bb876e gateway port host: dv-cinder-835881-4-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:28:51.637040 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-75c51115-368d-41bd-97c1-6fd752723ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a60851-183e-4a77-a119-754975bb876e', 'name': 'router1', 'tenant_id': '873d364112d144449e27fccc19032fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '64a47f2c-eacb-47e6-a2b4-70d03724c7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:28:28Z', 'updated_at': '2022-04-05T22:28:47Z', 'revision_number': 4, 'project_id': '873d364112d144449e27fccc19032fff', 'gw_port': {'id': '64a47f2c-eacb-47e6-a2b4-70d03724c7a7', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a8:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a60851-183e-4a77-a119-754975bb876e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:28:46Z', 'updated_at': '2022-04-05T22:28:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_interfaces': [{'id': '70ead43c-07cf-4e23-b719-78640a8c4b81', 'name': '', 'network_id': '5eca2eab-b2cb-4e17-8ef3-2c0e465ec1c6', 'tenant_id': '873d364112d144449e27fccc19032fff', 'mac_address': 'fa:16:3e:0c:ae:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a60851-183e-4a77-a119-754975bb876e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '22e981d1-c8fe-48ae-8016-35acc89f6aaa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:28:38Z', 'updated_at': '2022-04-05T22:28:42Z', 'revision_number': 5, 'project_id': '873d364112d144449e27fccc19032fff', 'subnets': [{'id': '22e981d1-c8fe-48ae-8016-35acc89f6aaa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a99d9541-9fc4-457d-a017-1a52d88dbb3b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:28:51.687121 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c51115-368d-41bd-97c1-6fd752723ba8 None None] Checking router: 98a60851-183e-4a77-a119-754975bb876e for host: dv-cinder-835881-4-iscsi {{(pid=103470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:28:51.687473 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c51115-368d-41bd-97c1-6fd752723ba8 None None] Updating router 98a60851-183e-4a77-a119-754975bb876e port 64a47f2c-eacb-47e6-a2b4-70d03724c7a7 binding host dv-cinder-835881-4-iscsi {{(pid=103470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 22:28:51.743707 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-75c51115-368d-41bd-97c1-6fd752723ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (64a47f2c-eacb-47e6-a2b4-70d03724c7a7), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:52.061930 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-75c51115-368d-41bd-97c1-6fd752723ba8 None None] Publish callbacks [] for port (64a47f2c-eacb-47e6-a2b4-70d03724c7a7), precommit_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:52.068082 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-75c51115-368d-41bd-97c1-6fd752723ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (64a47f2c-eacb-47e6-a2b4-70d03724c7a7), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:52.123044 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dcacc2-9fef-431b-9f6c-12ca1778aa43 None None] Pushing event updated for resources: {'Port': ['ID=64a47f2c-eacb-47e6-a2b4-70d03724c7a7,revision_number=2']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:28:52.125227 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-75c51115-368d-41bd-97c1-6fd752723ba8 None None] Attempting to bind port 64a47f2c-eacb-47e6-a2b4-70d03724c7a7 on host dv-cinder-835881-4-iscsi for vnic_type normal with profile {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:28:52.125603 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-75c51115-368d-41bd-97c1-6fd752723ba8 None None] Attempting to bind port 64a47f2c-eacb-47e6-a2b4-70d03724c7a7 by drivers openvswitch,hyperv on host dv-cinder-835881-4-iscsi at level 0 using segments [{'id': '93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d'}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:28:52.125967 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c51115-368d-41bd-97c1-6fd752723ba8 None None] Attempting to bind port 64a47f2c-eacb-47e6-a2b4-70d03724c7a7 on network 1c7020db-f04b-4bae-aa0d-07e17c11278d {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:28:52.132116 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c51115-368d-41bd-97c1-6fd752723ba8 None None] Checking agent: {'id': 'b771b186-15ef-4a1a-9c73-ea54ac08c8ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 28, 12), 'started_at': datetime.datetime(2022, 4, 5, 22, 28, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:28:52.132490 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c51115-368d-41bd-97c1-6fd752723ba8 None None] Checking segment: {'id': '93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:28:52.132884 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-75c51115-368d-41bd-97c1-6fd752723ba8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:52.133266 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c51115-368d-41bd-97c1-6fd752723ba8 None None] Bound using segment: {'id': '93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d'} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:28:52.133757 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-75c51115-368d-41bd-97c1-6fd752723ba8 None None] Bound port: 64a47f2c-eacb-47e6-a2b4-70d03724c7a7, host: dv-cinder-835881-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d'}}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:28:52.134136 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-75c51115-368d-41bd-97c1-6fd752723ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (64a47f2c-eacb-47e6-a2b4-70d03724c7a7), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:52.204643 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-75c51115-368d-41bd-97c1-6fd752723ba8 None None] For port 64a47f2c-eacb-47e6-a2b4-70d03724c7a7, host dv-cinder-835881-4-iscsi, cleared binding levels {{(pid=103470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:28:52.208620 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-75c51115-368d-41bd-97c1-6fd752723ba8 None None] For port 64a47f2c-eacb-47e6-a2b4-70d03724c7a7, host dv-cinder-835881-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=64a47f2c-eacb-47e6-a2b4-70d03724c7a7,segment=NetworkSegment(93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb),segment_id=93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb)] {{(pid=103470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:28:52.215765 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-75c51115-368d-41bd-97c1-6fd752723ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (64a47f2c-eacb-47e6-a2b4-70d03724c7a7), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:52.278440 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dcacc2-9fef-431b-9f6c-12ca1778aa43 None None] Pushing event updated for resources: {'Port': ['ID=64a47f2c-eacb-47e6-a2b4-70d03724c7a7,revision_number=3']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:28:52.281029 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c51115-368d-41bd-97c1-6fd752723ba8 None None] Routers {'98a60851-183e-4a77-a119-754975bb876e'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:28:52.281684 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-75c51115-368d-41bd-97c1-6fd752723ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:28:38Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['98a60851-183e-4a77-a119-754975bb876e'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:28:52.401995 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-75c51115-368d-41bd-97c1-6fd752723ba8 None None] Set router 98a60851-183e-4a77-a119-754975bb876e gateway port host: dv-cinder-835881-4-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:28:52.632188 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-75c51115-368d-41bd-97c1-6fd752723ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a60851-183e-4a77-a119-754975bb876e', 'name': 'router1', 'tenant_id': '873d364112d144449e27fccc19032fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '64a47f2c-eacb-47e6-a2b4-70d03724c7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:28:28Z', 'updated_at': '2022-04-05T22:28:47Z', 'revision_number': 4, 'project_id': '873d364112d144449e27fccc19032fff', 'gw_port': {'id': '64a47f2c-eacb-47e6-a2b4-70d03724c7a7', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a8:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a60851-183e-4a77-a119-754975bb876e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:28:46Z', 'updated_at': '2022-04-05T22:28:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_interfaces': [{'id': '70ead43c-07cf-4e23-b719-78640a8c4b81', 'name': '', 'network_id': '5eca2eab-b2cb-4e17-8ef3-2c0e465ec1c6', 'tenant_id': '873d364112d144449e27fccc19032fff', 'mac_address': 'fa:16:3e:0c:ae:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a60851-183e-4a77-a119-754975bb876e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '22e981d1-c8fe-48ae-8016-35acc89f6aaa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:28:38Z', 'updated_at': '2022-04-05T22:28:42Z', 'revision_number': 5, 'project_id': '873d364112d144449e27fccc19032fff', 'subnets': [{'id': '22e981d1-c8fe-48ae-8016-35acc89f6aaa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a99d9541-9fc4-457d-a017-1a52d88dbb3b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:28:52.660599 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c51115-368d-41bd-97c1-6fd752723ba8 None None] The sync data for ids ['98a60851-183e-4a77-a119-754975bb876e'] in dv-cinder-835881-4-iscsi is: [{'id': '98a60851-183e-4a77-a119-754975bb876e', 'name': 'router1', 'tenant_id': '873d364112d144449e27fccc19032fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '64a47f2c-eacb-47e6-a2b4-70d03724c7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:28:28Z', 'updated_at': '2022-04-05T22:28:47Z', 'revision_number': 4, 'project_id': '873d364112d144449e27fccc19032fff', 'gw_port': {'id': '64a47f2c-eacb-47e6-a2b4-70d03724c7a7', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a8:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a60851-183e-4a77-a119-754975bb876e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:28:46Z', 'updated_at': '2022-04-05T22:28:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_interfaces': [{'id': '70ead43c-07cf-4e23-b719-78640a8c4b81', 'name': '', 'network_id': '5eca2eab-b2cb-4e17-8ef3-2c0e465ec1c6', 'tenant_id': '873d364112d144449e27fccc19032fff', 'mac_address': 'fa:16:3e:0c:ae:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a60851-183e-4a77-a119-754975bb876e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '22e981d1-c8fe-48ae-8016-35acc89f6aaa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:28:38Z', 'updated_at': '2022-04-05T22:28:42Z', 'revision_number': 5, 'project_id': '873d364112d144449e27fccc19032fff', 'subnets': [{'id': '22e981d1-c8fe-48ae-8016-35acc89f6aaa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a99d9541-9fc4-457d-a017-1a52d88dbb3b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:28:54.843564 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device 64a47f2c-eacb-47e6-a2b4-70d03724c7a7 up at agent ovs-agent-dv-cinder-835881-4-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:28:54.899088 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Provisioning complete for port 64a47f2c-eacb-47e6-a2b4-70d03724c7a7 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:28:54.899484 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (64a47f2c-eacb-47e6-a2b4-70d03724c7a7), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:55.008148 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Current status of the port 64a47f2c-eacb-47e6-a2b4-70d03724c7a7 is: DOWN; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:28:55.008706 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (64a47f2c-eacb-47e6-a2b4-70d03724c7a7), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:55.031507 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] For port 64a47f2c-eacb-47e6-a2b4-70d03724c7a7, host dv-cinder-835881-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=64a47f2c-eacb-47e6-a2b4-70d03724c7a7,segment=NetworkSegment(93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb),segment_id=93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:28:55.038369 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (64a47f2c-eacb-47e6-a2b4-70d03724c7a7), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:55.118387 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Pushing event updated for resources: {'Port': ['ID=64a47f2c-eacb-47e6-a2b4-70d03724c7a7,revision_number=4']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:28:56.837384 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device 64a47f2c-eacb-47e6-a2b4-70d03724c7a7 up at agent ovs-agent-dv-cinder-835881-4-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:28:56.911846 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Provisioning complete for port 64a47f2c-eacb-47e6-a2b4-70d03724c7a7 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:28:56.912616 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (64a47f2c-eacb-47e6-a2b4-70d03724c7a7), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:57.014439 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Current status of the port 64a47f2c-eacb-47e6-a2b4-70d03724c7a7 is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:29:05.489451 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-e8c94e46-4f8e-4cec-95f5-e42863904060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (08425891-4e99-4ae4-974b-85ee5a0410c6), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:29:07.803936 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-f542b2f5-083f-48aa-8f96-ac82c0a728ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (79a469f9-bdbc-4492-b479-9e5faeaf33b0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:29:08.896025 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-dae4f030-1cb2-49a8-bcfa-6facf2529a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (e40c9916-dc7d-41d8-a75d-da550db0c469), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:29:10.547785 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-99ae2e83-6010-40d2-b70a-5b0f9e3ea887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (f28e62d6-8243-45bb-b578-64cfae2561d0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:29:12.005462 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (b771b186-15ef-4a1a-9c73-ea54ac08c8ac), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:29:26.997835 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-97cde7d9-dbb1-4d23-a7c6-1511c50e2662 None None] Agent healthcheck: found 5 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:29:35.486551 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-5bda97b9-fe5e-4ca1-a455-db75bdddc3d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (08425891-4e99-4ae4-974b-85ee5a0410c6), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:29:37.807290 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-7e7af080-1af7-4c87-9097-2890c8595236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (79a469f9-bdbc-4492-b479-9e5faeaf33b0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:29:38.897147 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-dae4f030-1cb2-49a8-bcfa-6facf2529a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (e40c9916-dc7d-41d8-a75d-da550db0c469), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:29:40.550007 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-99ae2e83-6010-40d2-b70a-5b0f9e3ea887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (f28e62d6-8243-45bb-b578-64cfae2561d0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:29:41.999428 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (b771b186-15ef-4a1a-9c73-ea54ac08c8ac), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:30:03.995740 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-97cde7d9-dbb1-4d23-a7c6-1511c50e2662 None None] Agent healthcheck: found 5 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:30:05.479659 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-fc74ab04-a1fa-40dd-98e1-6d0280f71d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (08425891-4e99-4ae4-974b-85ee5a0410c6), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:30:07.811238 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b7e1b148-05f2-4a6b-8dba-a0fc37967403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (79a469f9-bdbc-4492-b479-9e5faeaf33b0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:30:08.898865 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-dae4f030-1cb2-49a8-bcfa-6facf2529a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (e40c9916-dc7d-41d8-a75d-da550db0c469), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:30:10.547595 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-99ae2e83-6010-40d2-b70a-5b0f9e3ea887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (f28e62d6-8243-45bb-b578-64cfae2561d0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:30:12.006248 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (b771b186-15ef-4a1a-9c73-ea54ac08c8ac), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:30:12.492460 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 34996) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:30:12.554118 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcef84d0-a254-403a-aae1-bc39d341051a admin admin] GET failed (client error): The resource could not be found. Apr 05 22:30:12.556352 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-dcef84d0-a254-403a-aae1-bc39d341051a admin admin] 10.222.0.45 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0619845 Apr 05 22:30:12.714129 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41eca731-1814-4daf-b094-b3806aa56235 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:30:12.715591 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-41eca731-1814-4daf-b094-b3806aa56235 admin admin] 10.222.0.45 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1561024 Apr 05 22:30:15.048022 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 35006) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:30:15.141745 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f891662-2b52-4733-8cd8-3778481b06c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:30:15.143659 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-2f891662-2b52-4733-8cd8-3778481b06c4 admin admin] 10.222.0.45 "GET /v2.0/subnets/22e981d1-c8fe-48ae-8016-35acc89f6aaa HTTP/1.1" status: 200 len: 849 time: 0.0945289 Apr 05 22:30:15.153332 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-b495ac96-7001-43b5-a4d8-4fe4ce77185b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:30:15.234198 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b495ac96-7001-43b5-a4d8-4fe4ce77185b admin admin] Publish callbacks [] for subnet (22e981d1-c8fe-48ae-8016-35acc89f6aaa), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:30:15.369999 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b495ac96-7001-43b5-a4d8-4fe4ce77185b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757100670989'] for subnet (22e981d1-c8fe-48ae-8016-35acc89f6aaa), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:30:15.400464 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b495ac96-7001-43b5-a4d8-4fe4ce77185b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:30:15.401053 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b495ac96-7001-43b5-a4d8-4fe4ce77185b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644259'] for subnet (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:30:15.402366 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-b495ac96-7001-43b5-a4d8-4fe4ce77185b admin admin] 10.222.0.45 "PUT /v2.0/subnets/22e981d1-c8fe-48ae-8016-35acc89f6aaa HTTP/1.1" status: 200 len: 868 time: 0.2525952 Apr 05 22:30:15.421577 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b495ac96-7001-43b5-a4d8-4fe4ce77185b admin admin] Pushing event updated for resources: {'Subnet': ['ID=22e981d1-c8fe-48ae-8016-35acc89f6aaa,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:30:15.425106 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931f8388-1468-4205-bb24-15dd237713c6 None None] Network 5eca2eab-b2cb-4e17-8ef3-2c0e465ec1c6 requested from dv-cinder-835881-4-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:30:15.428938 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b495ac96-7001-43b5-a4d8-4fe4ce77185b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:30:15.429383 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b495ac96-7001-43b5-a4d8-4fe4ce77185b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:30:15.429678 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b495ac96-7001-43b5-a4d8-4fe4ce77185b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:30:15.430051 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b495ac96-7001-43b5-a4d8-4fe4ce77185b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:30:15.430367 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b495ac96-7001-43b5-a4d8-4fe4ce77185b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:30:15.430783 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b495ac96-7001-43b5-a4d8-4fe4ce77185b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:30:15.431003 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b495ac96-7001-43b5-a4d8-4fe4ce77185b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:30:15.431329 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b495ac96-7001-43b5-a4d8-4fe4ce77185b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:30:15.431665 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b495ac96-7001-43b5-a4d8-4fe4ce77185b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:30:15.431994 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b495ac96-7001-43b5-a4d8-4fe4ce77185b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:30:15.432333 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b495ac96-7001-43b5-a4d8-4fe4ce77185b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:30:15.432670 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b495ac96-7001-43b5-a4d8-4fe4ce77185b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:30:15.432994 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b495ac96-7001-43b5-a4d8-4fe4ce77185b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:30:15.433315 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b495ac96-7001-43b5-a4d8-4fe4ce77185b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:30:15.433660 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b495ac96-7001-43b5-a4d8-4fe4ce77185b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:30:15.806681 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-25ebf724-d21f-4c87-96ff-1de03015dc0f None None] Provisioning complete for port 7da7a157-305f-416f-be78-9c13bc1d5587 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:30:15.807060 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-25ebf724-d21f-4c87-96ff-1de03015dc0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (7da7a157-305f-416f-be78-9c13bc1d5587), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:30:15.882343 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-25ebf724-d21f-4c87-96ff-1de03015dc0f None None] Current status of the port 7da7a157-305f-416f-be78-9c13bc1d5587 is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:30:15.894554 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-25ebf724-d21f-4c87-96ff-1de03015dc0f None None] Provisioning complete for port 70ead43c-07cf-4e23-b719-78640a8c4b81 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:30:15.894927 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-25ebf724-d21f-4c87-96ff-1de03015dc0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (70ead43c-07cf-4e23-b719-78640a8c4b81), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:30:15.974596 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-25ebf724-d21f-4c87-96ff-1de03015dc0f None None] Current status of the port 70ead43c-07cf-4e23-b719-78640a8c4b81 is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:30:17.741000 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 35014) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:30:17.940059 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b237c9-b789-4999-a8f0-a9f972908dce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:30:17.940538 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b237c9-b789-4999-a8f0-a9f972908dce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:30:17.942144 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-12b237c9-b789-4999-a8f0-a9f972908dce admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2001503 Apr 05 22:30:20.278358 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 35022) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:30:20.479718 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c392b56f-699e-4754-86fa-e246f0a5cc8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:30:20.480115 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c392b56f-699e-4754-86fa-e246f0a5cc8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:30:20.481694 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-c392b56f-699e-4754-86fa-e246f0a5cc8b admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2023661 Apr 05 22:30:22.811621 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 35032) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:30:22.936597 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264d4c04-1050-4f7d-a2f9-fc282a824e7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:30:22.937981 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-264d4c04-1050-4f7d-a2f9-fc282a824e7d admin admin] 10.222.0.45 "GET /v2.0/networks/1c7020db-f04b-4bae-aa0d-07e17c11278d HTTP/1.1" status: 200 len: 886 time: 0.1253812 Apr 05 22:30:25.284499 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 35040) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:30:25.456969 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8beefd-64d5-4716-808a-cb44fb3b00ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:30:25.458393 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-2e8beefd-64d5-4716-808a-cb44fb3b00ba admin admin] 10.222.0.45 "GET /v2.0/networks/5eca2eab-b2cb-4e17-8ef3-2c0e465ec1c6 HTTP/1.1" status: 200 len: 869 time: 0.1729569 Apr 05 22:30:27.880534 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 35048) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:30:28.002535 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750f8eec-235a-44ed-89da-943e0fa9f585 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:30:28.002954 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750f8eec-235a-44ed-89da-943e0fa9f585 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:30:28.004490 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-750f8eec-235a-44ed-89da-943e0fa9f585 admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1229937 Apr 05 22:30:30.325530 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 35056) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:30:30.419170 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72265fec-c890-4c38-947d-2fca33ed0e2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:30:30.419621 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72265fec-c890-4c38-947d-2fca33ed0e2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:30:30.421121 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-72265fec-c890-4c38-947d-2fca33ed0e2c admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0946486 Apr 05 22:30:32.748995 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 35064) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:30:32.840645 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1fa3bb-6564-4e88-a7bd-d1f8a8af24fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:30:32.842083 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-1b1fa3bb-6564-4e88-a7bd-d1f8a8af24fa admin admin] 10.222.0.45 "GET /v2.0/subnets/22e981d1-c8fe-48ae-8016-35acc89f6aaa HTTP/1.1" status: 200 len: 868 time: 0.0921078 Apr 05 22:30:35.185300 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 35072) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:30:35.275827 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307a6ef3-d1c3-4e68-86b5-f946dd90b6c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:30:35.277578 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-307a6ef3-d1c3-4e68-86b5-f946dd90b6c6 admin admin] 10.222.0.45 "GET /v2.0/subnets/de4a5644-b80e-4142-a210-68f31fcb6ac5 HTTP/1.1" status: 200 len: 816 time: 0.0909150 Apr 05 22:30:35.488066 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-041d3059-c71c-4e60-a6a0-f2ef240787f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (08425891-4e99-4ae4-974b-85ee5a0410c6), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:30:37.813589 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-8dc4d86e-16b6-45aa-ae1f-47b4ec001a86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (79a469f9-bdbc-4492-b479-9e5faeaf33b0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:30:38.906451 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-dae4f030-1cb2-49a8-bcfa-6facf2529a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (e40c9916-dc7d-41d8-a75d-da550db0c469), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:30:40.550928 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-99ae2e83-6010-40d2-b70a-5b0f9e3ea887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (f28e62d6-8243-45bb-b578-64cfae2561d0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:30:40.993899 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-97cde7d9-dbb1-4d23-a7c6-1511c50e2662 None None] Agent healthcheck: found 5 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:30:42.008503 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (b771b186-15ef-4a1a-9c73-ea54ac08c8ac), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:05.490887 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-6715588f-6ad1-49c1-889f-ed31fb0e648e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (08425891-4e99-4ae4-974b-85ee5a0410c6), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:06.976905 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 35126) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:31:07.024720 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [None req-8e43ec5b-c4fa-4c3a-99f1-34895b4de465 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103468) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 22:31:07.025754 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-8e43ec5b-c4fa-4c3a-99f1-34895b4de465 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0478442 Apr 05 22:31:07.818416 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-6b81ab86-c6b7-44c0-a4b3-63103b56b864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (79a469f9-bdbc-4492-b479-9e5faeaf33b0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:08.899317 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-dae4f030-1cb2-49a8-bcfa-6facf2529a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (e40c9916-dc7d-41d8-a75d-da550db0c469), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:09.431458 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 35134) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:31:09.492271 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec7de98b-3d26-4ebd-92da-e18ad38203f5 admin admin] GET failed (client error): The resource could not be found. Apr 05 22:31:09.493564 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-ec7de98b-3d26-4ebd-92da-e18ad38203f5 admin admin] 10.222.0.45 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0611501 Apr 05 22:31:09.636916 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a651bbd-aa46-4c4c-83fe-8ed4804db831 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:31:09.638429 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-2a651bbd-aa46-4c4c-83fe-8ed4804db831 admin admin] 10.222.0.45 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1409087 Apr 05 22:31:10.554891 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-99ae2e83-6010-40d2-b70a-5b0f9e3ea887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (f28e62d6-8243-45bb-b578-64cfae2561d0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:11.967622 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 35142) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:31:12.010225 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (b771b186-15ef-4a1a-9c73-ea54ac08c8ac), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:12.017454 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-9f4d5f8f-bde9-4521-8751-f64eb255f09a admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:31:12.038159 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4d5f8f-bde9-4521-8751-f64eb255f09a admin admin] Made reservation on behalf of 95bed79b04334ed9a615b8d461a577b4 for: {'network': 1} {{(pid=103468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:31:12.040581 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-9f4d5f8f-bde9-4521-8751-f64eb255f09a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for network (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:12.074270 dv-cinder-835881-4-iscsi neutron-server[103468]: WARNING neutron.services.revisions.revision_plugin [None req-9f4d5f8f-bde9-4521-8751-f64eb255f09a admin admin] Could not find related network for resource to bump revision. Apr 05 22:31:12.087869 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f4d5f8f-bde9-4521-8751-f64eb255f09a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=103468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 22:31:12.097947 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-9f4d5f8f-bde9-4521-8751-f64eb255f09a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3567180'] for segment (eea477b3-ec32-49e2-a91f-db251d679f88), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:12.098288 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.db.segments_db [None req-9f4d5f8f-bde9-4521-8751-f64eb255f09a admin admin] Added segment eea477b3-ec32-49e2-a91f-db251d679f88 of type vlan for network 27aa6925-6849-43e7-bf04-bfee194a29de Apr 05 22:31:12.138006 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-9f4d5f8f-bde9-4521-8751-f64eb255f09a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757100112442'] for network (27aa6925-6849-43e7-bf04-bfee194a29de), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:12.161011 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-9f4d5f8f-bde9-4521-8751-f64eb255f09a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321'] for network (27aa6925-6849-43e7-bf04-bfee194a29de), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:12.162081 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4d5f8f-bde9-4521-8751-f64eb255f09a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:31:12.162649 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-9f4d5f8f-bde9-4521-8751-f64eb255f09a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644259'] for network (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:12.247625 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-9f4d5f8f-bde9-4521-8751-f64eb255f09a admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2788215 Apr 05 22:31:12.255766 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4d5f8f-bde9-4521-8751-f64eb255f09a admin admin] Pushing event updated for resources: {'Network': ['ID=27aa6925-6849-43e7-bf04-bfee194a29de,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:31:12.262864 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4d5f8f-bde9-4521-8751-f64eb255f09a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:31:12.263208 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4d5f8f-bde9-4521-8751-f64eb255f09a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:31:12.263567 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4d5f8f-bde9-4521-8751-f64eb255f09a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:31:12.263903 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4d5f8f-bde9-4521-8751-f64eb255f09a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:31:12.264240 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4d5f8f-bde9-4521-8751-f64eb255f09a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:31:12.264568 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4d5f8f-bde9-4521-8751-f64eb255f09a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:31:12.264889 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4d5f8f-bde9-4521-8751-f64eb255f09a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:31:12.265209 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4d5f8f-bde9-4521-8751-f64eb255f09a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:31:12.265573 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4d5f8f-bde9-4521-8751-f64eb255f09a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:31:12.265906 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4d5f8f-bde9-4521-8751-f64eb255f09a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:31:12.266246 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4d5f8f-bde9-4521-8751-f64eb255f09a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:31:12.267292 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4d5f8f-bde9-4521-8751-f64eb255f09a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:31:12.267882 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4d5f8f-bde9-4521-8751-f64eb255f09a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:31:12.267882 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4d5f8f-bde9-4521-8751-f64eb255f09a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:31:12.267882 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4d5f8f-bde9-4521-8751-f64eb255f09a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:31:12.279877 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Network 27aa6925-6849-43e7-bf04-bfee194a29de details requested by agent ovs-agent-dv-cinder-835881-4-iscsi with host dv-cinder-835881-4-iscsi {{(pid=103470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 22:31:14.585539 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 35150) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:31:14.646242 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef3c8244-a89e-4dd0-9212-8927943cbd8a admin admin] GET failed (client error): The resource could not be found. Apr 05 22:31:14.647509 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-ef3c8244-a89e-4dd0-9212-8927943cbd8a admin admin] 10.222.0.45 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0610077 Apr 05 22:31:14.718059 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb063e3-42c5-4c6f-a4af-f09fd3bdeddd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:31:14.720040 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-7bb063e3-42c5-4c6f-a4af-f09fd3bdeddd admin admin] 10.222.0.45 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0680754 Apr 05 22:31:14.730322 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-dc07fac9-458c-4c49-927b-d059c4e98220 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '27aa6925-6849-43e7-bf04-bfee194a29de'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:31:14.750631 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc07fac9-458c-4c49-927b-d059c4e98220 admin admin] Made reservation on behalf of 95bed79b04334ed9a615b8d461a577b4 for: {'subnet': 1} {{(pid=103468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:31:14.753016 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-dc07fac9-458c-4c49-927b-d059c4e98220 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:14.979562 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-dc07fac9-458c-4c49-927b-d059c4e98220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321'] for subnet (b6ea60b9-6244-4e71-8b8d-8f205ad1f70a), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:15.035145 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc07fac9-458c-4c49-927b-d059c4e98220 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6ea60b9-6244-4e71-8b8d-8f205ad1f70a,revision_number=0']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:31:15.042497 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc07fac9-458c-4c49-927b-d059c4e98220 admin admin] Checking segment: {'id': 'eea477b3-ec32-49e2-a91f-db251d679f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '27aa6925-6849-43e7-bf04-bfee194a29de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:31:15.042851 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc07fac9-458c-4c49-927b-d059c4e98220 admin admin] Network hostable DHCP agents. Network: 27aa6925-6849-43e7-bf04-bfee194a29de, hostable agents: ['08425891-4e99-4ae4-974b-85ee5a0410c6'], hosted agents: [] {{(pid=103468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 22:31:15.060060 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc07fac9-458c-4c49-927b-d059c4e98220 admin admin] Network 27aa6925-6849-43e7-bf04-bfee194a29de is scheduled to be hosted by DHCP agent 08425891-4e99-4ae4-974b-85ee5a0410c6 with binding_index 1 {{(pid=103468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 22:31:15.068631 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [None req-dc07fac9-458c-4c49-927b-d059c4e98220 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-4-iscsi, 27aa6925-6849-43e7-bf04-bfee194a29de) {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:31:15.072764 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc07fac9-458c-4c49-927b-d059c4e98220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:31:15.073392 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-dc07fac9-458c-4c49-927b-d059c4e98220 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644259'] for subnet (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:15.079771 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8404db0c-2146-4da8-a444-5f1fa1dfea73 None None] Network 27aa6925-6849-43e7-bf04-bfee194a29de requested from dv-cinder-835881-4-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:31:15.091882 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-dc07fac9-458c-4c49-927b-d059c4e98220 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3652060 Apr 05 22:31:15.188874 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38b5d81-277c-43ce-8bea-49fcb50e926b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd204a006-a1ce-5a6a-9bd3-55dc25c03605-27aa6925-6849-43e7-bf04-bfee194a29de', 'network_id': '27aa6925-6849-43e7-bf04-bfee194a29de', 'project_id': '95bed79b04334ed9a615b8d461a577b4', 'fixed_ips': [{'subnet_id': 'b6ea60b9-6244-4e71-8b8d-8f205ad1f70a'}]}} from dv-cinder-835881-4-iscsi. {{(pid=103470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 22:31:15.189815 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d38b5d81-277c-43ce-8bea-49fcb50e926b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:15.327529 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.db_base_plugin_common [None req-d38b5d81-277c-43ce-8bea-49fcb50e926b None None] Allocated IP 192.168.233.2 (27aa6925-6849-43e7-bf04-bfee194a29de/b6ea60b9-6244-4e71-8b8d-8f205ad1f70a/d7d4e7f0-065d-44f6-8cfd-06737539f3d5) {{(pid=103470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:31:15.476196 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d38b5d81-277c-43ce-8bea-49fcb50e926b None None] Publish callbacks [] for port (d7d4e7f0-065d-44f6-8cfd-06737539f3d5), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:15.483475 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d38b5d81-277c-43ce-8bea-49fcb50e926b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757100095748'] for port (d7d4e7f0-065d-44f6-8cfd-06737539f3d5), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:15.520149 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38b5d81-277c-43ce-8bea-49fcb50e926b None None] Network 27aa6925-6849-43e7-bf04-bfee194a29de is already hosted by enough agents. {{(pid=103470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:31:15.523313 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.scheduler.base_scheduler [None req-d38b5d81-277c-43ce-8bea-49fcb50e926b None None] Resources bound (agent type, host, resource id): {{(pid=103470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:31:15.527594 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38b5d81-277c-43ce-8bea-49fcb50e926b None None] Received port after_create {{(pid=103470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:31:15.538947 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38b5d81-277c-43ce-8bea-49fcb50e926b None None] Pushing event updated for resources: {'Port': ['ID=d7d4e7f0-065d-44f6-8cfd-06737539f3d5,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:31:15.567791 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38b5d81-277c-43ce-8bea-49fcb50e926b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:31:15.568126 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38b5d81-277c-43ce-8bea-49fcb50e926b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:31:15.568481 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38b5d81-277c-43ce-8bea-49fcb50e926b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:31:15.568831 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38b5d81-277c-43ce-8bea-49fcb50e926b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:31:15.569160 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38b5d81-277c-43ce-8bea-49fcb50e926b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:31:15.569546 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38b5d81-277c-43ce-8bea-49fcb50e926b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:31:15.569837 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38b5d81-277c-43ce-8bea-49fcb50e926b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:31:15.570137 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38b5d81-277c-43ce-8bea-49fcb50e926b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:31:15.570460 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38b5d81-277c-43ce-8bea-49fcb50e926b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:31:15.570785 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38b5d81-277c-43ce-8bea-49fcb50e926b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:31:15.571087 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38b5d81-277c-43ce-8bea-49fcb50e926b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:31:15.573771 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38b5d81-277c-43ce-8bea-49fcb50e926b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:31:15.573771 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38b5d81-277c-43ce-8bea-49fcb50e926b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:31:15.573771 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38b5d81-277c-43ce-8bea-49fcb50e926b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:31:15.573771 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38b5d81-277c-43ce-8bea-49fcb50e926b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:31:15.604467 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-d38b5d81-277c-43ce-8bea-49fcb50e926b None None] Attempting to bind port d7d4e7f0-065d-44f6-8cfd-06737539f3d5 on host dv-cinder-835881-4-iscsi for vnic_type normal with profile {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:31:15.604833 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-d38b5d81-277c-43ce-8bea-49fcb50e926b None None] Attempting to bind port d7d4e7f0-065d-44f6-8cfd-06737539f3d5 by drivers openvswitch,hyperv on host dv-cinder-835881-4-iscsi at level 0 using segments [{'id': 'eea477b3-ec32-49e2-a91f-db251d679f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '27aa6925-6849-43e7-bf04-bfee194a29de'}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:31:15.605195 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38b5d81-277c-43ce-8bea-49fcb50e926b None None] Attempting to bind port d7d4e7f0-065d-44f6-8cfd-06737539f3d5 on network 27aa6925-6849-43e7-bf04-bfee194a29de {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:31:15.610764 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38b5d81-277c-43ce-8bea-49fcb50e926b None None] Checking agent: {'id': 'b771b186-15ef-4a1a-9c73-ea54ac08c8ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 28, 12), 'started_at': datetime.datetime(2022, 4, 5, 22, 28, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:31:15.611135 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38b5d81-277c-43ce-8bea-49fcb50e926b None None] Checking segment: {'id': 'eea477b3-ec32-49e2-a91f-db251d679f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '27aa6925-6849-43e7-bf04-bfee194a29de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:31:15.611942 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d38b5d81-277c-43ce-8bea-49fcb50e926b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:15.612339 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38b5d81-277c-43ce-8bea-49fcb50e926b None None] Bound using segment: {'id': 'eea477b3-ec32-49e2-a91f-db251d679f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '27aa6925-6849-43e7-bf04-bfee194a29de'} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:31:15.612800 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-d38b5d81-277c-43ce-8bea-49fcb50e926b None None] Bound port: d7d4e7f0-065d-44f6-8cfd-06737539f3d5, host: dv-cinder-835881-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eea477b3-ec32-49e2-a91f-db251d679f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '27aa6925-6849-43e7-bf04-bfee194a29de'}}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:31:15.613176 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d38b5d81-277c-43ce-8bea-49fcb50e926b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (d7d4e7f0-065d-44f6-8cfd-06737539f3d5), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:15.677812 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-d38b5d81-277c-43ce-8bea-49fcb50e926b None None] For port d7d4e7f0-065d-44f6-8cfd-06737539f3d5, host dv-cinder-835881-4-iscsi, cleared binding levels {{(pid=103470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:31:15.681239 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-d38b5d81-277c-43ce-8bea-49fcb50e926b None None] For port d7d4e7f0-065d-44f6-8cfd-06737539f3d5, host dv-cinder-835881-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=d7d4e7f0-065d-44f6-8cfd-06737539f3d5,segment=NetworkSegment(eea477b3-ec32-49e2-a91f-db251d679f88),segment_id=eea477b3-ec32-49e2-a91f-db251d679f88)] {{(pid=103470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:31:15.687885 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d38b5d81-277c-43ce-8bea-49fcb50e926b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (d7d4e7f0-065d-44f6-8cfd-06737539f3d5), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:15.751328 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38b5d81-277c-43ce-8bea-49fcb50e926b None None] Pushing event updated for resources: {'Port': ['ID=d7d4e7f0-065d-44f6-8cfd-06737539f3d5,revision_number=2']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:31:16.621703 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10f4613-3010-4900-9d34-802e2ae96107 None None] Network 27aa6925-6849-43e7-bf04-bfee194a29de requested from dv-cinder-835881-4-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:31:16.691940 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-9a35ecaa-1402-4a29-88cb-19ffdb0c360c None None] Provisioning complete for port d7d4e7f0-065d-44f6-8cfd-06737539f3d5 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:31:16.692240 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-9a35ecaa-1402-4a29-88cb-19ffdb0c360c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (d7d4e7f0-065d-44f6-8cfd-06737539f3d5), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:16.813822 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-9a35ecaa-1402-4a29-88cb-19ffdb0c360c None None] Current status of the port d7d4e7f0-065d-44f6-8cfd-06737539f3d5 is: DOWN; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:31:16.814347 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-9a35ecaa-1402-4a29-88cb-19ffdb0c360c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (d7d4e7f0-065d-44f6-8cfd-06737539f3d5), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:16.854602 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-9a35ecaa-1402-4a29-88cb-19ffdb0c360c None None] For port d7d4e7f0-065d-44f6-8cfd-06737539f3d5, host dv-cinder-835881-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=d7d4e7f0-065d-44f6-8cfd-06737539f3d5,segment=NetworkSegment(eea477b3-ec32-49e2-a91f-db251d679f88),segment_id=eea477b3-ec32-49e2-a91f-db251d679f88)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:31:16.861597 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-9a35ecaa-1402-4a29-88cb-19ffdb0c360c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (d7d4e7f0-065d-44f6-8cfd-06737539f3d5), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:16.919375 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35ecaa-1402-4a29-88cb-19ffdb0c360c None None] Pushing event updated for resources: {'Port': ['ID=d7d4e7f0-065d-44f6-8cfd-06737539f3d5,revision_number=3']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:31:16.942035 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device d7d4e7f0-065d-44f6-8cfd-06737539f3d5 up at agent ovs-agent-dv-cinder-835881-4-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:31:16.999656 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Provisioning complete for port d7d4e7f0-065d-44f6-8cfd-06737539f3d5 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:31:17.000042 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (d7d4e7f0-065d-44f6-8cfd-06737539f3d5), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:17.090083 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Current status of the port d7d4e7f0-065d-44f6-8cfd-06737539f3d5 is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:31:17.098271 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-32de1406-5c3a-4fde-8867-b7ab4c0fc8e3 None None] Provisioning complete for port d7d4e7f0-065d-44f6-8cfd-06737539f3d5 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:31:17.098685 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-32de1406-5c3a-4fde-8867-b7ab4c0fc8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (d7d4e7f0-065d-44f6-8cfd-06737539f3d5), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:17.177407 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-32de1406-5c3a-4fde-8867-b7ab4c0fc8e3 None None] Current status of the port d7d4e7f0-065d-44f6-8cfd-06737539f3d5 is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:31:17.992862 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-97cde7d9-dbb1-4d23-a7c6-1511c50e2662 None None] Agent healthcheck: found 5 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:31:18.857702 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device d7d4e7f0-065d-44f6-8cfd-06737539f3d5 up at agent ovs-agent-dv-cinder-835881-4-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:31:18.908641 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Provisioning complete for port d7d4e7f0-065d-44f6-8cfd-06737539f3d5 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:31:18.908956 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (d7d4e7f0-065d-44f6-8cfd-06737539f3d5), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:18.982972 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Current status of the port d7d4e7f0-065d-44f6-8cfd-06737539f3d5 is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:31:35.494141 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-657c49f7-8c34-4691-868d-7ff078b88edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (08425891-4e99-4ae4-974b-85ee5a0410c6), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:37.821456 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3ecaf130-e69f-4ed0-b882-e21e0e16b436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (79a469f9-bdbc-4492-b479-9e5faeaf33b0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:38.903301 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-dae4f030-1cb2-49a8-bcfa-6facf2529a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (e40c9916-dc7d-41d8-a75d-da550db0c469), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:40.557720 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-99ae2e83-6010-40d2-b70a-5b0f9e3ea887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (f28e62d6-8243-45bb-b578-64cfae2561d0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:42.012989 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (b771b186-15ef-4a1a-9c73-ea54ac08c8ac), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:54.991541 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-97cde7d9-dbb1-4d23-a7c6-1511c50e2662 None None] Agent healthcheck: found 5 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:32:05.496163 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-99d89d6b-215a-41f9-b90d-c313da22798e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (08425891-4e99-4ae4-974b-85ee5a0410c6), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:07.824239 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-e8e18be3-f621-42fa-90f0-5b15279de68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (79a469f9-bdbc-4492-b479-9e5faeaf33b0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:08.906006 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-dae4f030-1cb2-49a8-bcfa-6facf2529a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (e40c9916-dc7d-41d8-a75d-da550db0c469), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:10.560296 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-99ae2e83-6010-40d2-b70a-5b0f9e3ea887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (f28e62d6-8243-45bb-b578-64cfae2561d0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:12.015189 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (b771b186-15ef-4a1a-9c73-ea54ac08c8ac), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:31.990324 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-97cde7d9-dbb1-4d23-a7c6-1511c50e2662 None None] Agent healthcheck: found 5 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:32:35.500558 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-5e9db881-333c-4649-9985-5f928bda5e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (08425891-4e99-4ae4-974b-85ee5a0410c6), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:37.825803 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d7a14411-5af7-4da4-9f7e-3a0761d857f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (79a469f9-bdbc-4492-b479-9e5faeaf33b0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:38.908393 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-dae4f030-1cb2-49a8-bcfa-6facf2529a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (e40c9916-dc7d-41d8-a75d-da550db0c469), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:40.561416 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-99ae2e83-6010-40d2-b70a-5b0f9e3ea887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (f28e62d6-8243-45bb-b578-64cfae2561d0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:42.019697 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (b771b186-15ef-4a1a-9c73-ea54ac08c8ac), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:45.549143 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 35188) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:45.554850 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [None req-52c34918-21c1-4860-bfd9-3d28d60b2b6b tempest-verify_tempest_config-1047609616 tempest-verify_tempest_config-1047609616-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103469) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 22:32:45.555820 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-52c34918-21c1-4860-bfd9-3d28d60b2b6b tempest-verify_tempest_config-1047609616 tempest-verify_tempest_config-1047609616-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057027 Apr 05 22:32:45.835851 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 35206) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:45.938685 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7823b177-eeee-42a5-8cf8-d2cbf2e0c30a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:46.014665 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7823b177-eeee-42a5-8cf8-d2cbf2e0c30a admin admin] Publish callbacks [] for security_group (3640387c-23bf-47be-b951-18143433559f), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:46.018277 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7823b177-eeee-42a5-8cf8-d2cbf2e0c30a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (3640387c-23bf-47be-b951-18143433559f), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:46.063693 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-7823b177-eeee-42a5-8cf8-d2cbf2e0c30a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0430d34b2efb426c9f1840241d972f4e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2267902 Apr 05 22:32:46.065647 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7823b177-eeee-42a5-8cf8-d2cbf2e0c30a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3640387c-23bf-47be-b951-18143433559f,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:46.066414 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 35210) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:46.072616 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7823b177-eeee-42a5-8cf8-d2cbf2e0c30a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:46.072959 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7823b177-eeee-42a5-8cf8-d2cbf2e0c30a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:46.073296 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7823b177-eeee-42a5-8cf8-d2cbf2e0c30a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:46.073658 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7823b177-eeee-42a5-8cf8-d2cbf2e0c30a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:46.073988 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7823b177-eeee-42a5-8cf8-d2cbf2e0c30a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:46.074315 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7823b177-eeee-42a5-8cf8-d2cbf2e0c30a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:46.074664 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7823b177-eeee-42a5-8cf8-d2cbf2e0c30a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:46.074985 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7823b177-eeee-42a5-8cf8-d2cbf2e0c30a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:46.075307 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7823b177-eeee-42a5-8cf8-d2cbf2e0c30a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:46.075631 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7823b177-eeee-42a5-8cf8-d2cbf2e0c30a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:46.075952 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7823b177-eeee-42a5-8cf8-d2cbf2e0c30a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:46.076423 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7823b177-eeee-42a5-8cf8-d2cbf2e0c30a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:46.076732 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7823b177-eeee-42a5-8cf8-d2cbf2e0c30a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:46.077059 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7823b177-eeee-42a5-8cf8-d2cbf2e0c30a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:46.077379 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7823b177-eeee-42a5-8cf8-d2cbf2e0c30a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:46.130403 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-094a3a86-ce0c-46e1-b3be-28808254a3e6 admin admin] Publish callbacks [] for security_group (3640387c-23bf-47be-b951-18143433559f), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:46.151148 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-094a3a86-ce0c-46e1-b3be-28808254a3e6 admin admin] Publish callbacks [] for security_group (3640387c-23bf-47be-b951-18143433559f), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:46.241097 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-094a3a86-ce0c-46e1-b3be-28808254a3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (3640387c-23bf-47be-b951-18143433559f), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:46.243743 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-094a3a86-ce0c-46e1-b3be-28808254a3e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:46.244893 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-094a3a86-ce0c-46e1-b3be-28808254a3e6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3640387c-23bf-47be-b951-18143433559f HTTP/1.1" status: 204 len: 168 time: 0.1774876 Apr 05 22:32:46.253037 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094a3a86-ce0c-46e1-b3be-28808254a3e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3640387c-23bf-47be-b951-18143433559f,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:46.259574 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094a3a86-ce0c-46e1-b3be-28808254a3e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:46.259929 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094a3a86-ce0c-46e1-b3be-28808254a3e6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:46.260287 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094a3a86-ce0c-46e1-b3be-28808254a3e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:46.260628 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094a3a86-ce0c-46e1-b3be-28808254a3e6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:46.260967 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094a3a86-ce0c-46e1-b3be-28808254a3e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:46.261297 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094a3a86-ce0c-46e1-b3be-28808254a3e6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:46.261650 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094a3a86-ce0c-46e1-b3be-28808254a3e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:46.261979 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094a3a86-ce0c-46e1-b3be-28808254a3e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:46.262328 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094a3a86-ce0c-46e1-b3be-28808254a3e6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:46.262616 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094a3a86-ce0c-46e1-b3be-28808254a3e6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:46.262943 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094a3a86-ce0c-46e1-b3be-28808254a3e6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:46.263267 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094a3a86-ce0c-46e1-b3be-28808254a3e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:46.263670 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094a3a86-ce0c-46e1-b3be-28808254a3e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:46.264001 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094a3a86-ce0c-46e1-b3be-28808254a3e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:46.264321 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094a3a86-ce0c-46e1-b3be-28808254a3e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:05.503403 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d20e58b1-6164-4e9c-9312-7ff0479d2d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (08425891-4e99-4ae4-974b-85ee5a0410c6), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:07.829364 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3d2f2fc2-d45b-4639-852c-8a213438a1d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (79a469f9-bdbc-4492-b479-9e5faeaf33b0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:08.915694 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-dae4f030-1cb2-49a8-bcfa-6facf2529a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (e40c9916-dc7d-41d8-a75d-da550db0c469), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:08.988438 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-97cde7d9-dbb1-4d23-a7c6-1511c50e2662 None None] Agent healthcheck: found 5 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:33:10.565107 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-99ae2e83-6010-40d2-b70a-5b0f9e3ea887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (f28e62d6-8243-45bb-b578-64cfae2561d0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:12.022593 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (b771b186-15ef-4a1a-9c73-ea54ac08c8ac), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:35.505472 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-5b885440-d0df-4ed6-aefa-5361a8cee279 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (08425891-4e99-4ae4-974b-85ee5a0410c6), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:37.831055 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-fcfb6bea-32eb-437b-a74e-166d24c9ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (79a469f9-bdbc-4492-b479-9e5faeaf33b0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:38.914058 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-dae4f030-1cb2-49a8-bcfa-6facf2529a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (e40c9916-dc7d-41d8-a75d-da550db0c469), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:40.567660 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-99ae2e83-6010-40d2-b70a-5b0f9e3ea887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (f28e62d6-8243-45bb-b578-64cfae2561d0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:42.018791 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (b771b186-15ef-4a1a-9c73-ea54ac08c8ac), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:45.987031 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-97cde7d9-dbb1-4d23-a7c6-1511c50e2662 None None] Agent healthcheck: found 5 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:34:05.506073 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-8a5cf932-0534-44db-81c7-47fe5360809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (08425891-4e99-4ae4-974b-85ee5a0410c6), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:07.832058 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-5cb02b51-bd2b-4b00-a69f-80a0838a5df7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (79a469f9-bdbc-4492-b479-9e5faeaf33b0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:08.918172 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-dae4f030-1cb2-49a8-bcfa-6facf2529a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (e40c9916-dc7d-41d8-a75d-da550db0c469), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:10.570793 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-99ae2e83-6010-40d2-b70a-5b0f9e3ea887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (f28e62d6-8243-45bb-b578-64cfae2561d0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:12.022134 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (b771b186-15ef-4a1a-9c73-ea54ac08c8ac), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:22.986320 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-97cde7d9-dbb1-4d23-a7c6-1511c50e2662 None None] Agent healthcheck: found 5 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:34:27.737490 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536820'] for agent (021dfe4d-8109-4136-9367-dac606dce553), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:35.506785 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-a81cf6ce-ae66-47ac-8ce4-183adec071b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (08425891-4e99-4ae4-974b-85ee5a0410c6), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:37.833718 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-841ff9fe-0409-45e1-989a-cb4679c12441 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (79a469f9-bdbc-4492-b479-9e5faeaf33b0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:38.921593 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-dae4f030-1cb2-49a8-bcfa-6facf2529a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (e40c9916-dc7d-41d8-a75d-da550db0c469), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:40.574752 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-99ae2e83-6010-40d2-b70a-5b0f9e3ea887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (f28e62d6-8243-45bb-b578-64cfae2561d0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:42.024947 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (b771b186-15ef-4a1a-9c73-ea54ac08c8ac), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:42.101913 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 35284) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:42.205811 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-2367a051-4be0-4c6c-9075-057a3d977546 admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1027596 Apr 05 22:34:44.569927 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 35294) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:44.625433 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-57e125ff-35a8-47bb-8eb1-cde3ea2ef9b5 admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0544212 Apr 05 22:34:57.684047 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (021dfe4d-8109-4136-9367-dac606dce553), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:59.985952 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-97cde7d9-dbb1-4d23-a7c6-1511c50e2662 None None] Agent healthcheck: found 6 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:35:05.507011 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-5b63896e-0c1e-442b-ab62-3c9a2f5a8e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (08425891-4e99-4ae4-974b-85ee5a0410c6), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:07.834984 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-a33b9008-2bab-4914-b162-b8b21c389b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (79a469f9-bdbc-4492-b479-9e5faeaf33b0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:08.923923 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-dae4f030-1cb2-49a8-bcfa-6facf2529a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (e40c9916-dc7d-41d8-a75d-da550db0c469), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:10.577360 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-99ae2e83-6010-40d2-b70a-5b0f9e3ea887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (f28e62d6-8243-45bb-b578-64cfae2561d0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:12.029643 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (b771b186-15ef-4a1a-9c73-ea54ac08c8ac), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:27.699416 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (021dfe4d-8109-4136-9367-dac606dce553), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:35.512243 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-19db25a9-0089-43ee-ac17-d710e3c6fc32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (08425891-4e99-4ae4-974b-85ee5a0410c6), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:36.986233 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-97cde7d9-dbb1-4d23-a7c6-1511c50e2662 None None] Agent healthcheck: found 6 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:35:37.837324 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-70f64e7a-f679-4f49-9ec3-4de778c300e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (79a469f9-bdbc-4492-b479-9e5faeaf33b0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:38.930899 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-dae4f030-1cb2-49a8-bcfa-6facf2529a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (e40c9916-dc7d-41d8-a75d-da550db0c469), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:40.588110 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-99ae2e83-6010-40d2-b70a-5b0f9e3ea887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (f28e62d6-8243-45bb-b578-64cfae2561d0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:42.038810 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (b771b186-15ef-4a1a-9c73-ea54ac08c8ac), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:57.688229 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (021dfe4d-8109-4136-9367-dac606dce553), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:05.504865 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c6675689-64d4-4bf1-b726-c811b9f96fbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (08425891-4e99-4ae4-974b-85ee5a0410c6), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:07.840063 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-4b08e8d1-05a0-4e24-a728-cb43e677f083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (79a469f9-bdbc-4492-b479-9e5faeaf33b0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:08.932175 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-dae4f030-1cb2-49a8-bcfa-6facf2529a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (e40c9916-dc7d-41d8-a75d-da550db0c469), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:10.582464 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-99ae2e83-6010-40d2-b70a-5b0f9e3ea887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (f28e62d6-8243-45bb-b578-64cfae2561d0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:12.034271 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (b771b186-15ef-4a1a-9c73-ea54ac08c8ac), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:13.984739 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-97cde7d9-dbb1-4d23-a7c6-1511c50e2662 None None] Agent healthcheck: found 6 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:36:24.418899 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 35494) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:36:24.718761 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-59334cbb-7f48-46eb-95c4-8faa9b430df4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-854944980-network', 'tenant_id': 'aad57955e58648ad8aedc12ef0c854bd'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:36:24.738949 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59334cbb-7f48-46eb-95c4-8faa9b430df4 admin admin] Made reservation on behalf of aad57955e58648ad8aedc12ef0c854bd for: {'network': 1} {{(pid=103468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:36:24.741361 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-59334cbb-7f48-46eb-95c4-8faa9b430df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for network (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:24.750387 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 35522) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:36:24.752399 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-59334cbb-7f48-46eb-95c4-8faa9b430df4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:24.836060 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-59334cbb-7f48-46eb-95c4-8faa9b430df4 admin admin] Publish callbacks [] for security_group (44961ae5-032e-4072-8c44-1d34d571f568), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:24.843087 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-59334cbb-7f48-46eb-95c4-8faa9b430df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (44961ae5-032e-4072-8c44-1d34d571f568), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:24.869728 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59334cbb-7f48-46eb-95c4-8faa9b430df4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44961ae5-032e-4072-8c44-1d34d571f568,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:24.881162 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59334cbb-7f48-46eb-95c4-8faa9b430df4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:24.881566 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59334cbb-7f48-46eb-95c4-8faa9b430df4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:24.882273 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59334cbb-7f48-46eb-95c4-8faa9b430df4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:24.882778 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59334cbb-7f48-46eb-95c4-8faa9b430df4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:24.883265 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59334cbb-7f48-46eb-95c4-8faa9b430df4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:24.883760 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59334cbb-7f48-46eb-95c4-8faa9b430df4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:24.884249 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59334cbb-7f48-46eb-95c4-8faa9b430df4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:24.884845 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59334cbb-7f48-46eb-95c4-8faa9b430df4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:24.885349 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59334cbb-7f48-46eb-95c4-8faa9b430df4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:24.885858 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59334cbb-7f48-46eb-95c4-8faa9b430df4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:24.886563 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59334cbb-7f48-46eb-95c4-8faa9b430df4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:24.887062 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59334cbb-7f48-46eb-95c4-8faa9b430df4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:24.887450 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59334cbb-7f48-46eb-95c4-8faa9b430df4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:24.887781 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59334cbb-7f48-46eb-95c4-8faa9b430df4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:24.888109 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59334cbb-7f48-46eb-95c4-8faa9b430df4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:24.889407 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59334cbb-7f48-46eb-95c4-8faa9b430df4 admin admin] Tracked resource versions report: Apr 05 22:36:24.889407 dv-cinder-835881-4-iscsi neutron-server[103468]: pushed versions: Apr 05 22:36:24.889407 dv-cinder-835881-4-iscsi neutron-server[103468]: { 'AddressGroup': {'1.2'}, Apr 05 22:36:24.889407 dv-cinder-835881-4-iscsi neutron-server[103468]: 'Agent': {'1.1'}, Apr 05 22:36:24.889407 dv-cinder-835881-4-iscsi neutron-server[103468]: 'ConntrackHelper': {'1.0'}, Apr 05 22:36:24.889407 dv-cinder-835881-4-iscsi neutron-server[103468]: 'LocalIPAssociation': {'1.0'}, Apr 05 22:36:24.889407 dv-cinder-835881-4-iscsi neutron-server[103468]: 'Log': {'1.0'}, Apr 05 22:36:24.889407 dv-cinder-835881-4-iscsi neutron-server[103468]: 'NDPProxy': {'1.0'}, Apr 05 22:36:24.889407 dv-cinder-835881-4-iscsi neutron-server[103468]: 'Network': {'1.1'}, Apr 05 22:36:24.889407 dv-cinder-835881-4-iscsi neutron-server[103468]: 'Port': {'1.7'}, Apr 05 22:36:24.889407 dv-cinder-835881-4-iscsi neutron-server[103468]: 'PortForwarding': {'1.3'}, Apr 05 22:36:24.889407 dv-cinder-835881-4-iscsi neutron-server[103468]: 'QosPolicy': {'1.10'}, Apr 05 22:36:24.889407 dv-cinder-835881-4-iscsi neutron-server[103468]: 'SecurityGroup': {'1.5'}, Apr 05 22:36:24.889407 dv-cinder-835881-4-iscsi neutron-server[103468]: 'SecurityGroupRule': {'1.2'}, Apr 05 22:36:24.889407 dv-cinder-835881-4-iscsi neutron-server[103468]: 'SubPort': {'1.0'}, Apr 05 22:36:24.889407 dv-cinder-835881-4-iscsi neutron-server[103468]: 'Subnet': {'1.1'}, Apr 05 22:36:24.889407 dv-cinder-835881-4-iscsi neutron-server[103468]: 'Trunk': {'1.1'}} Apr 05 22:36:24.889407 dv-cinder-835881-4-iscsi neutron-server[103468]: consumer versions: Apr 05 22:36:24.889407 dv-cinder-835881-4-iscsi neutron-server[103468]: { DHCP agent@dv-cinder-835881-4-iscsi: {}, Apr 05 22:36:24.889407 dv-cinder-835881-4-iscsi neutron-server[103468]: HyperV agent@hv-cinder-83588: {}, Apr 05 22:36:24.889407 dv-cinder-835881-4-iscsi neutron-server[103468]: L3 agent@dv-cinder-835881-4-iscsi: {}, Apr 05 22:36:24.889407 dv-cinder-835881-4-iscsi neutron-server[103468]: Metadata agent@dv-cinder-835881-4-iscsi: {}, Apr 05 22:36:24.889407 dv-cinder-835881-4-iscsi neutron-server[103468]: Metering agent@dv-cinder-835881-4-iscsi: {}, Apr 05 22:36:24.889407 dv-cinder-835881-4-iscsi neutron-server[103468]: Open vSwitch agent@dv-cinder-835881-4-iscsi: { 'AddressGroup': '1.2', Apr 05 22:36:24.889407 dv-cinder-835881-4-iscsi neutron-server[103468]: 'Agent': '1.1', Apr 05 22:36:24.889407 dv-cinder-835881-4-iscsi neutron-server[103468]: 'ConntrackHelper': '1.0', Apr 05 22:36:24.889407 dv-cinder-835881-4-iscsi neutron-server[103468]: 'LocalIPAssociation': '1.0', Apr 05 22:36:24.889407 dv-cinder-835881-4-iscsi neutron-server[103468]: 'Log': '1.0', Apr 05 22:36:24.889407 dv-cinder-835881-4-iscsi neutron-server[103468]: 'NDPProxy': '1.0', Apr 05 22:36:24.889407 dv-cinder-835881-4-iscsi neutron-server[103468]: 'Network': '1.1', Apr 05 22:36:24.889407 dv-cinder-835881-4-iscsi neutron-server[103468]: 'Port': '1.7', Apr 05 22:36:24.889407 dv-cinder-835881-4-iscsi neutron-server[103468]: 'PortForwarding': '1.3', Apr 05 22:36:24.889407 dv-cinder-835881-4-iscsi neutron-server[103468]: 'QosPolicy': '1.10', Apr 05 22:36:24.889407 dv-cinder-835881-4-iscsi neutron-server[103468]: 'SecurityGroup': '1.5', Apr 05 22:36:24.889407 dv-cinder-835881-4-iscsi neutron-server[103468]: 'SecurityGroupRule': '1.2', Apr 05 22:36:24.889407 dv-cinder-835881-4-iscsi neutron-server[103468]: 'SubPort': '1.0', Apr 05 22:36:24.889407 dv-cinder-835881-4-iscsi neutron-server[103468]: 'Subnet': '1.1', Apr 05 22:36:24.889407 dv-cinder-835881-4-iscsi neutron-server[103468]: 'Trunk': '1.1'}} Apr 05 22:36:24.889407 dv-cinder-835881-4-iscsi neutron-server[103468]: {{(pid=103468) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 22:36:24.900930 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59334cbb-7f48-46eb-95c4-8faa9b430df4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=103468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 22:36:24.912208 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-59334cbb-7f48-46eb-95c4-8faa9b430df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3567180'] for segment (60bccf3c-6e70-4640-bf31-a453a33e1d1c), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:24.912984 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.db.segments_db [None req-59334cbb-7f48-46eb-95c4-8faa9b430df4 admin admin] Added segment 60bccf3c-6e70-4640-bf31-a453a33e1d1c of type vlan for network cdafa027-5a68-4e7d-98e5-3d69d953062c Apr 05 22:36:24.955393 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-59334cbb-7f48-46eb-95c4-8faa9b430df4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757100112442'] for network (cdafa027-5a68-4e7d-98e5-3d69d953062c), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:24.983324 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-59334cbb-7f48-46eb-95c4-8faa9b430df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321'] for network (cdafa027-5a68-4e7d-98e5-3d69d953062c), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:24.984122 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59334cbb-7f48-46eb-95c4-8faa9b430df4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:24.984695 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-59334cbb-7f48-46eb-95c4-8faa9b430df4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644259'] for network (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:25.055469 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59334cbb-7f48-46eb-95c4-8faa9b430df4 admin admin] Pushing event updated for resources: {'Network': ['ID=cdafa027-5a68-4e7d-98e5-3d69d953062c,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:25.064022 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 35542) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:36:25.064141 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-59334cbb-7f48-46eb-95c4-8faa9b430df4 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6465940 Apr 05 22:36:25.069265 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Network cdafa027-5a68-4e7d-98e5-3d69d953062c details requested by agent ovs-agent-dv-cinder-835881-4-iscsi with host dv-cinder-835881-4-iscsi {{(pid=103470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 22:36:25.078666 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-8d6fa484-ef62-4171-b96f-e5ced8949cf6 admin admin] Request body: {'subnet': {'network_id': 'cdafa027-5a68-4e7d-98e5-3d69d953062c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-854944980-subnet', 'tenant_id': 'aad57955e58648ad8aedc12ef0c854bd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:36:25.126824 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d6fa484-ef62-4171-b96f-e5ced8949cf6 admin admin] Made reservation on behalf of aad57955e58648ad8aedc12ef0c854bd for: {'subnet': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:36:25.129354 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-8d6fa484-ef62-4171-b96f-e5ced8949cf6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:25.144613 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 35546) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:36:25.181887 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 35550) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:36:25.223872 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-9001fa83-8252-4ea3-8bf8-9227f4e0691d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-737086798-network', 'tenant_id': '94a318fdf9924965964e8fbc6cdbaf61'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:36:25.279279 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9001fa83-8252-4ea3-8bf8-9227f4e0691d admin admin] Made reservation on behalf of 94a318fdf9924965964e8fbc6cdbaf61 for: {'network': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:36:25.281728 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9001fa83-8252-4ea3-8bf8-9227f4e0691d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for network (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:25.298211 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9001fa83-8252-4ea3-8bf8-9227f4e0691d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:25.426041 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9001fa83-8252-4ea3-8bf8-9227f4e0691d admin admin] Publish callbacks [] for security_group (e84a0f4d-0a07-40b0-a81d-4381c766cfe4), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:25.427668 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-8d6fa484-ef62-4171-b96f-e5ced8949cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321'] for subnet (e210eb77-c8b4-4c67-a300-bbb8691b7d32), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:25.440045 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9001fa83-8252-4ea3-8bf8-9227f4e0691d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (e84a0f4d-0a07-40b0-a81d-4381c766cfe4), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:25.455346 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9001fa83-8252-4ea3-8bf8-9227f4e0691d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=103469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 22:36:25.466716 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9001fa83-8252-4ea3-8bf8-9227f4e0691d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3567180'] for segment (0a36ad85-e958-43c3-9b84-5cd18c62bc48), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:25.467066 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.db.segments_db [None req-9001fa83-8252-4ea3-8bf8-9227f4e0691d admin admin] Added segment 0a36ad85-e958-43c3-9b84-5cd18c62bc48 of type vlan for network 49394ac4-ce2e-4d8d-ba06-ab2e2faf7c57 Apr 05 22:36:25.518147 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9001fa83-8252-4ea3-8bf8-9227f4e0691d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757100112442'] for network (49394ac4-ce2e-4d8d-ba06-ab2e2faf7c57), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:25.525852 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-17aba1aa-f6fd-4c7b-9f3a-534ffbd84633 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-879278927-network', 'tenant_id': '1ba0c2747b5346a280f6f563ba891f9e'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:36:25.570867 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17aba1aa-f6fd-4c7b-9f3a-534ffbd84633 admin admin] Made reservation on behalf of 1ba0c2747b5346a280f6f563ba891f9e for: {'network': 1} {{(pid=103468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:36:25.574622 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-17aba1aa-f6fd-4c7b-9f3a-534ffbd84633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for network (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:25.577671 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6fa484-ef62-4171-b96f-e5ced8949cf6 admin admin] Checking segment: {'id': '60bccf3c-6e70-4640-bf31-a453a33e1d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'cdafa027-5a68-4e7d-98e5-3d69d953062c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:36:25.578041 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6fa484-ef62-4171-b96f-e5ced8949cf6 admin admin] Network hostable DHCP agents. Network: cdafa027-5a68-4e7d-98e5-3d69d953062c, hostable agents: ['08425891-4e99-4ae4-974b-85ee5a0410c6'], hosted agents: [] {{(pid=103469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 22:36:25.582572 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9001fa83-8252-4ea3-8bf8-9227f4e0691d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e84a0f4d-0a07-40b0-a81d-4381c766cfe4,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:25.592859 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9001fa83-8252-4ea3-8bf8-9227f4e0691d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:25.593202 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9001fa83-8252-4ea3-8bf8-9227f4e0691d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:25.593572 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9001fa83-8252-4ea3-8bf8-9227f4e0691d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:25.593905 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9001fa83-8252-4ea3-8bf8-9227f4e0691d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:25.594405 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9001fa83-8252-4ea3-8bf8-9227f4e0691d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:25.594907 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9001fa83-8252-4ea3-8bf8-9227f4e0691d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:25.595404 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9001fa83-8252-4ea3-8bf8-9227f4e0691d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:25.595880 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9001fa83-8252-4ea3-8bf8-9227f4e0691d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:25.596392 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9001fa83-8252-4ea3-8bf8-9227f4e0691d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:25.596872 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9001fa83-8252-4ea3-8bf8-9227f4e0691d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:25.597372 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9001fa83-8252-4ea3-8bf8-9227f4e0691d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:25.597528 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-17aba1aa-f6fd-4c7b-9f3a-534ffbd84633 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:25.598001 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9001fa83-8252-4ea3-8bf8-9227f4e0691d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:25.598329 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9001fa83-8252-4ea3-8bf8-9227f4e0691d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:25.598651 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9001fa83-8252-4ea3-8bf8-9227f4e0691d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:25.598964 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9001fa83-8252-4ea3-8bf8-9227f4e0691d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:25.600311 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9001fa83-8252-4ea3-8bf8-9227f4e0691d admin admin] Tracked resource versions report: Apr 05 22:36:25.600311 dv-cinder-835881-4-iscsi neutron-server[103469]: pushed versions: Apr 05 22:36:25.600311 dv-cinder-835881-4-iscsi neutron-server[103469]: { 'AddressGroup': {'1.2'}, Apr 05 22:36:25.600311 dv-cinder-835881-4-iscsi neutron-server[103469]: 'Agent': {'1.1'}, Apr 05 22:36:25.600311 dv-cinder-835881-4-iscsi neutron-server[103469]: 'ConntrackHelper': {'1.0'}, Apr 05 22:36:25.600311 dv-cinder-835881-4-iscsi neutron-server[103469]: 'LocalIPAssociation': {'1.0'}, Apr 05 22:36:25.600311 dv-cinder-835881-4-iscsi neutron-server[103469]: 'Log': {'1.0'}, Apr 05 22:36:25.600311 dv-cinder-835881-4-iscsi neutron-server[103469]: 'NDPProxy': {'1.0'}, Apr 05 22:36:25.600311 dv-cinder-835881-4-iscsi neutron-server[103469]: 'Network': {'1.1'}, Apr 05 22:36:25.600311 dv-cinder-835881-4-iscsi neutron-server[103469]: 'Port': {'1.7'}, Apr 05 22:36:25.600311 dv-cinder-835881-4-iscsi neutron-server[103469]: 'PortForwarding': {'1.3'}, Apr 05 22:36:25.600311 dv-cinder-835881-4-iscsi neutron-server[103469]: 'QosPolicy': {'1.10'}, Apr 05 22:36:25.600311 dv-cinder-835881-4-iscsi neutron-server[103469]: 'SecurityGroup': {'1.5'}, Apr 05 22:36:25.600311 dv-cinder-835881-4-iscsi neutron-server[103469]: 'SecurityGroupRule': {'1.2'}, Apr 05 22:36:25.600311 dv-cinder-835881-4-iscsi neutron-server[103469]: 'SubPort': {'1.0'}, Apr 05 22:36:25.600311 dv-cinder-835881-4-iscsi neutron-server[103469]: 'Subnet': {'1.1'}, Apr 05 22:36:25.600311 dv-cinder-835881-4-iscsi neutron-server[103469]: 'Trunk': {'1.1'}} Apr 05 22:36:25.600311 dv-cinder-835881-4-iscsi neutron-server[103469]: consumer versions: Apr 05 22:36:25.600311 dv-cinder-835881-4-iscsi neutron-server[103469]: { DHCP agent@dv-cinder-835881-4-iscsi: {}, Apr 05 22:36:25.600311 dv-cinder-835881-4-iscsi neutron-server[103469]: HyperV agent@hv-cinder-83588: {}, Apr 05 22:36:25.600311 dv-cinder-835881-4-iscsi neutron-server[103469]: L3 agent@dv-cinder-835881-4-iscsi: {}, Apr 05 22:36:25.600311 dv-cinder-835881-4-iscsi neutron-server[103469]: Metadata agent@dv-cinder-835881-4-iscsi: {}, Apr 05 22:36:25.600311 dv-cinder-835881-4-iscsi neutron-server[103469]: Metering agent@dv-cinder-835881-4-iscsi: {}, Apr 05 22:36:25.600311 dv-cinder-835881-4-iscsi neutron-server[103469]: Open vSwitch agent@dv-cinder-835881-4-iscsi: { 'AddressGroup': '1.2', Apr 05 22:36:25.600311 dv-cinder-835881-4-iscsi neutron-server[103469]: 'Agent': '1.1', Apr 05 22:36:25.600311 dv-cinder-835881-4-iscsi neutron-server[103469]: 'ConntrackHelper': '1.0', Apr 05 22:36:25.600311 dv-cinder-835881-4-iscsi neutron-server[103469]: 'LocalIPAssociation': '1.0', Apr 05 22:36:25.600311 dv-cinder-835881-4-iscsi neutron-server[103469]: 'Log': '1.0', Apr 05 22:36:25.600311 dv-cinder-835881-4-iscsi neutron-server[103469]: 'NDPProxy': '1.0', Apr 05 22:36:25.600311 dv-cinder-835881-4-iscsi neutron-server[103469]: 'Network': '1.1', Apr 05 22:36:25.600311 dv-cinder-835881-4-iscsi neutron-server[103469]: 'Port': '1.7', Apr 05 22:36:25.600311 dv-cinder-835881-4-iscsi neutron-server[103469]: 'PortForwarding': '1.3', Apr 05 22:36:25.600311 dv-cinder-835881-4-iscsi neutron-server[103469]: 'QosPolicy': '1.10', Apr 05 22:36:25.600311 dv-cinder-835881-4-iscsi neutron-server[103469]: 'SecurityGroup': '1.5', Apr 05 22:36:25.600311 dv-cinder-835881-4-iscsi neutron-server[103469]: 'SecurityGroupRule': '1.2', Apr 05 22:36:25.600311 dv-cinder-835881-4-iscsi neutron-server[103469]: 'SubPort': '1.0', Apr 05 22:36:25.600311 dv-cinder-835881-4-iscsi neutron-server[103469]: 'Subnet': '1.1', Apr 05 22:36:25.600311 dv-cinder-835881-4-iscsi neutron-server[103469]: 'Trunk': '1.1'}} Apr 05 22:36:25.600311 dv-cinder-835881-4-iscsi neutron-server[103469]: {{(pid=103469) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 22:36:25.630662 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9001fa83-8252-4ea3-8bf8-9227f4e0691d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321'] for network (49394ac4-ce2e-4d8d-ba06-ab2e2faf7c57), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:25.631845 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9001fa83-8252-4ea3-8bf8-9227f4e0691d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:25.632576 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9001fa83-8252-4ea3-8bf8-9227f4e0691d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644259'] for network (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:25.744773 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-41ea38c8-7743-432e-8de8-d030ffc04fa3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-472364483-network', 'tenant_id': 'e718bf4373f64b3f9ec542b95b3e4d7b'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:36:25.760755 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-17aba1aa-f6fd-4c7b-9f3a-534ffbd84633 admin admin] Publish callbacks [] for security_group (1090c8a0-dded-4251-9319-be49edf8a402), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:25.764355 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-9001fa83-8252-4ea3-8bf8-9227f4e0691d admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0127444 Apr 05 22:36:25.764976 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 35576) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:36:25.768723 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-17aba1aa-f6fd-4c7b-9f3a-534ffbd84633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (1090c8a0-dded-4251-9319-be49edf8a402), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:25.786924 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9001fa83-8252-4ea3-8bf8-9227f4e0691d admin admin] Pushing event updated for resources: {'Network': ['ID=49394ac4-ce2e-4d8d-ba06-ab2e2faf7c57,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:25.787939 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17aba1aa-f6fd-4c7b-9f3a-534ffbd84633 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=103468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 22:36:25.795272 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-16ea00a2-fa61-410f-81db-b201a823c2f3 admin admin] Request body: {'subnet': {'network_id': '49394ac4-ce2e-4d8d-ba06-ab2e2faf7c57', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-737086798-subnet', 'tenant_id': '94a318fdf9924965964e8fbc6cdbaf61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:36:25.798983 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Network 49394ac4-ce2e-4d8d-ba06-ab2e2faf7c57 details requested by agent ovs-agent-dv-cinder-835881-4-iscsi with host dv-cinder-835881-4-iscsi {{(pid=103470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 22:36:25.805571 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ea38c8-7743-432e-8de8-d030ffc04fa3 admin admin] Made reservation on behalf of e718bf4373f64b3f9ec542b95b3e4d7b for: {'network': 1} {{(pid=103468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:36:25.809653 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-41ea38c8-7743-432e-8de8-d030ffc04fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for network (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:25.813374 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6fa484-ef62-4171-b96f-e5ced8949cf6 admin admin] Network cdafa027-5a68-4e7d-98e5-3d69d953062c is scheduled to be hosted by DHCP agent 08425891-4e99-4ae4-974b-85ee5a0410c6 with binding_index 1 {{(pid=103469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 22:36:25.827365 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6fa484-ef62-4171-b96f-e5ced8949cf6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e210eb77-c8b4-4c67-a300-bbb8691b7d32,revision_number=0']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:25.842331 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-41ea38c8-7743-432e-8de8-d030ffc04fa3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:25.847107 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ea00a2-fa61-410f-81db-b201a823c2f3 admin admin] Made reservation on behalf of 94a318fdf9924965964e8fbc6cdbaf61 for: {'subnet': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:36:25.850295 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-16ea00a2-fa61-410f-81db-b201a823c2f3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:25.860030 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-17aba1aa-f6fd-4c7b-9f3a-534ffbd84633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3567180'] for segment (2ad51623-cf08-45c6-9c7b-ddd46cc31ce5), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:25.868242 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.db.segments_db [None req-17aba1aa-f6fd-4c7b-9f3a-534ffbd84633 admin admin] Added segment 2ad51623-cf08-45c6-9c7b-ddd46cc31ce5 of type vlan for network 3db3989f-3792-497b-8859-b82b64749acf Apr 05 22:36:25.906057 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-8d6fa484-ef62-4171-b96f-e5ced8949cf6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-4-iscsi, cdafa027-5a68-4e7d-98e5-3d69d953062c) {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:36:25.911494 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6fa484-ef62-4171-b96f-e5ced8949cf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:25.912371 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-8d6fa484-ef62-4171-b96f-e5ced8949cf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644259'] for subnet (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:25.919966 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d2c4ab-933d-4402-a903-f27075a9b5e7 None None] Network cdafa027-5a68-4e7d-98e5-3d69d953062c requested from dv-cinder-835881-4-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:36:26.052128 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-8d6fa484-ef62-4171-b96f-e5ced8949cf6 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9868851 Apr 05 22:36:26.058541 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 35586) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:36:26.067910 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-97eb1b1a-1992-4dfe-8f4f-267ef466c2a5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-854944980-router', 'tenant_id': 'aad57955e58648ad8aedc12ef0c854bd', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d'}}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:36:26.082614 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-16ea00a2-fa61-410f-81db-b201a823c2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321'] for subnet (235a2980-4296-4659-99f6-db4446792d92), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:26.100319 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aba1aa-f6fd-4c7b-9f3a-534ffbd84633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1090c8a0-dded-4251-9319-be49edf8a402,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:26.105953 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323253de-12eb-4d44-b6cf-97a104d48fe2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd204a006-a1ce-5a6a-9bd3-55dc25c03605-cdafa027-5a68-4e7d-98e5-3d69d953062c', 'network_id': 'cdafa027-5a68-4e7d-98e5-3d69d953062c', 'project_id': 'aad57955e58648ad8aedc12ef0c854bd', 'fixed_ips': [{'subnet_id': 'e210eb77-c8b4-4c67-a300-bbb8691b7d32'}]}} from dv-cinder-835881-4-iscsi. {{(pid=103470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 22:36:26.106889 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-323253de-12eb-4d44-b6cf-97a104d48fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:26.128893 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-17aba1aa-f6fd-4c7b-9f3a-534ffbd84633 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757100112442'] for network (3db3989f-3792-497b-8859-b82b64749acf), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:26.154795 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-97eb1b1a-1992-4dfe-8f4f-267ef466c2a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5455'] for router (6b8c1170-9035-4651-bab5-07a41f9337ac), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:26.156719 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-97eb1b1a-1992-4dfe-8f4f-267ef466c2a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5462'] for router (6b8c1170-9035-4651-bab5-07a41f9337ac), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:26.211746 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea00a2-fa61-410f-81db-b201a823c2f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=235a2980-4296-4659-99f6-db4446792d92,revision_number=0']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:26.269428 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-17aba1aa-f6fd-4c7b-9f3a-534ffbd84633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321'] for network (3db3989f-3792-497b-8859-b82b64749acf), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:26.270936 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17aba1aa-f6fd-4c7b-9f3a-534ffbd84633 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:26.272049 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-17aba1aa-f6fd-4c7b-9f3a-534ffbd84633 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644259'] for network (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:26.279791 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ea00a2-fa61-410f-81db-b201a823c2f3 admin admin] Checking segment: {'id': '0a36ad85-e958-43c3-9b84-5cd18c62bc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '49394ac4-ce2e-4d8d-ba06-ab2e2faf7c57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:36:26.280146 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ea00a2-fa61-410f-81db-b201a823c2f3 admin admin] Network hostable DHCP agents. Network: 49394ac4-ce2e-4d8d-ba06-ab2e2faf7c57, hostable agents: ['08425891-4e99-4ae4-974b-85ee5a0410c6'], hosted agents: [] {{(pid=103469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 22:36:26.325983 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ea00a2-fa61-410f-81db-b201a823c2f3 admin admin] Network 49394ac4-ce2e-4d8d-ba06-ab2e2faf7c57 is scheduled to be hosted by DHCP agent 08425891-4e99-4ae4-974b-85ee5a0410c6 with binding_index 1 {{(pid=103469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 22:36:26.332568 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-41ea38c8-7743-432e-8de8-d030ffc04fa3 admin admin] Publish callbacks [] for security_group (758e9e13-637a-49bf-9339-fcdd9a32689b), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:26.337505 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-16ea00a2-fa61-410f-81db-b201a823c2f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-4-iscsi, 49394ac4-ce2e-4d8d-ba06-ab2e2faf7c57) {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:36:26.350276 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ea00a2-fa61-410f-81db-b201a823c2f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:26.350859 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-16ea00a2-fa61-410f-81db-b201a823c2f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644259'] for subnet (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:26.373003 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-41ea38c8-7743-432e-8de8-d030ffc04fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (758e9e13-637a-49bf-9339-fcdd9a32689b), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:26.375680 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-16ea00a2-fa61-410f-81db-b201a823c2f3 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5854652 Apr 05 22:36:26.379236 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-97eb1b1a-1992-4dfe-8f4f-267ef466c2a5 admin admin] Publish callbacks [] for router_controller (6b8c1170-9035-4651-bab5-07a41f9337ac), precommit_add_association {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:26.413076 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ea38c8-7743-432e-8de8-d030ffc04fa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=758e9e13-637a-49bf-9339-fcdd9a32689b,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:26.413812 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16455831-74f8-43ef-991d-049a86e6e5ba None None] Network 49394ac4-ce2e-4d8d-ba06-ab2e2faf7c57 requested from dv-cinder-835881-4-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:36:26.436339 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.db_base_plugin_common [None req-323253de-12eb-4d44-b6cf-97a104d48fe2 None None] Allocated IP 172.20.0.2 (cdafa027-5a68-4e7d-98e5-3d69d953062c/e210eb77-c8b4-4c67-a300-bbb8691b7d32/7f9b1176-a0e3-4595-b06b-b8a900db95a9) {{(pid=103470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:36:26.488353 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41ea38c8-7743-432e-8de8-d030ffc04fa3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=103468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 22:36:26.499569 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-41ea38c8-7743-432e-8de8-d030ffc04fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3567180'] for segment (7d65933d-36de-4f1d-ae48-24ad40f63257), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:26.500279 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.db.segments_db [None req-41ea38c8-7743-432e-8de8-d030ffc04fa3 admin admin] Added segment 7d65933d-36de-4f1d-ae48-24ad40f63257 of type vlan for network 2745cec7-a148-4762-a4f4-09b14f6d3b74 Apr 05 22:36:26.549222 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-41ea38c8-7743-432e-8de8-d030ffc04fa3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757100112442'] for network (2745cec7-a148-4762-a4f4-09b14f6d3b74), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:26.583424 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-17aba1aa-f6fd-4c7b-9f3a-534ffbd84633 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4364588 Apr 05 22:36:26.583712 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 35612) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:36:26.588546 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-954b3233-a854-4d2f-8016-4ac85fae3562 admin admin] Request body: {'subnet': {'network_id': '3db3989f-3792-497b-8859-b82b64749acf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-879278927-subnet', 'tenant_id': '1ba0c2747b5346a280f6f563ba891f9e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:36:26.708619 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5690bcf-a702-4c7e-916d-79462b2948f4 None None] Network 49394ac4-ce2e-4d8d-ba06-ab2e2faf7c57 requested from dv-cinder-835881-4-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:36:26.772224 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-41ea38c8-7743-432e-8de8-d030ffc04fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321'] for network (2745cec7-a148-4762-a4f4-09b14f6d3b74), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:26.774811 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ea38c8-7743-432e-8de8-d030ffc04fa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:26.782400 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-41ea38c8-7743-432e-8de8-d030ffc04fa3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644259'] for network (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:26.797799 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aba1aa-f6fd-4c7b-9f3a-534ffbd84633 admin admin] Pushing event updated for resources: {'Network': ['ID=3db3989f-3792-497b-8859-b82b64749acf,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:26.865985 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Network 3db3989f-3792-497b-8859-b82b64749acf details requested by agent ovs-agent-dv-cinder-835881-4-iscsi with host dv-cinder-835881-4-iscsi {{(pid=103470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 22:36:26.893332 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-954b3233-a854-4d2f-8016-4ac85fae3562 admin admin] Made reservation on behalf of 1ba0c2747b5346a280f6f563ba891f9e for: {'subnet': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:36:26.895653 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-954b3233-a854-4d2f-8016-4ac85fae3562 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:26.900357 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-41ea38c8-7743-432e-8de8-d030ffc04fa3 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7170208 Apr 05 22:36:26.905355 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 35638) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:36:26.956564 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ea38c8-7743-432e-8de8-d030ffc04fa3 admin admin] Pushing event updated for resources: {'Network': ['ID=2745cec7-a148-4762-a4f4-09b14f6d3b74,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:26.965784 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-86f58265-b835-4909-b545-08db8d4b4e5e admin admin] Request body: {'subnet': {'network_id': '2745cec7-a148-4762-a4f4-09b14f6d3b74', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-472364483-subnet', 'tenant_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:36:27.045716 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Network 2745cec7-a148-4762-a4f4-09b14f6d3b74 details requested by agent ovs-agent-dv-cinder-835881-4-iscsi with host dv-cinder-835881-4-iscsi {{(pid=103470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 22:36:27.161282 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-97eb1b1a-1992-4dfe-8f4f-267ef466c2a5 admin admin] Publish callbacks [] for router_gateway (6b8c1170-9035-4651-bab5-07a41f9337ac), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:27.174071 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f58265-b835-4909-b545-08db8d4b4e5e admin admin] Made reservation on behalf of e718bf4373f64b3f9ec542b95b3e4d7b for: {'subnet': 1} {{(pid=103468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:36:27.178359 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-86f58265-b835-4909-b545-08db8d4b4e5e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:27.203964 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 35676) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:36:27.204346 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 35680) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:36:27.208116 dv-cinder-835881-4-iscsi neutron-server[103469]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 05 22:36:27.224774 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-954b3233-a854-4d2f-8016-4ac85fae3562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321'] for subnet (37586d04-a04b-404d-8716-ce23cb986874), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:27.335607 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-323253de-12eb-4d44-b6cf-97a104d48fe2 None None] Publish callbacks [] for port (7f9b1176-a0e3-4595-b06b-b8a900db95a9), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:27.350972 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-323253de-12eb-4d44-b6cf-97a104d48fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757100095748'] for port (7f9b1176-a0e3-4595-b06b-b8a900db95a9), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:27.409615 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954b3233-a854-4d2f-8016-4ac85fae3562 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37586d04-a04b-404d-8716-ce23cb986874,revision_number=0']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:27.424210 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-86f58265-b835-4909-b545-08db8d4b4e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321'] for subnet (45b714fa-5bcf-429b-b58b-460d14e81c92), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:27.431479 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323253de-12eb-4d44-b6cf-97a104d48fe2 None None] Network cdafa027-5a68-4e7d-98e5-3d69d953062c is already hosted by enough agents. {{(pid=103470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:36:27.435285 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.scheduler.base_scheduler [None req-323253de-12eb-4d44-b6cf-97a104d48fe2 None None] Resources bound (agent type, host, resource id): {{(pid=103470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:36:27.445950 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323253de-12eb-4d44-b6cf-97a104d48fe2 None None] Received port after_create {{(pid=103470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:36:27.456478 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323253de-12eb-4d44-b6cf-97a104d48fe2 None None] Pushing event updated for resources: {'Port': ['ID=7f9b1176-a0e3-4595-b06b-b8a900db95a9,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:27.485910 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-58df189e-20ec-48e9-94e3-9d8427e4dad7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:27.496662 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f58265-b835-4909-b545-08db8d4b4e5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=45b714fa-5bcf-429b-b58b-460d14e81c92,revision_number=0']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:27.512077 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323253de-12eb-4d44-b6cf-97a104d48fe2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:27.512659 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323253de-12eb-4d44-b6cf-97a104d48fe2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:27.513206 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323253de-12eb-4d44-b6cf-97a104d48fe2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:27.513772 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323253de-12eb-4d44-b6cf-97a104d48fe2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:27.514288 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323253de-12eb-4d44-b6cf-97a104d48fe2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:27.514814 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323253de-12eb-4d44-b6cf-97a104d48fe2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:27.515291 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323253de-12eb-4d44-b6cf-97a104d48fe2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:27.515784 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323253de-12eb-4d44-b6cf-97a104d48fe2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:27.516120 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323253de-12eb-4d44-b6cf-97a104d48fe2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:27.516445 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323253de-12eb-4d44-b6cf-97a104d48fe2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:27.516774 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323253de-12eb-4d44-b6cf-97a104d48fe2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:27.517112 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323253de-12eb-4d44-b6cf-97a104d48fe2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:27.517441 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323253de-12eb-4d44-b6cf-97a104d48fe2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:27.517842 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323253de-12eb-4d44-b6cf-97a104d48fe2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:27.518162 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323253de-12eb-4d44-b6cf-97a104d48fe2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:27.519518 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323253de-12eb-4d44-b6cf-97a104d48fe2 None None] Tracked resource versions report: Apr 05 22:36:27.519518 dv-cinder-835881-4-iscsi neutron-server[103470]: pushed versions: Apr 05 22:36:27.519518 dv-cinder-835881-4-iscsi neutron-server[103470]: { 'AddressGroup': {'1.2'}, Apr 05 22:36:27.519518 dv-cinder-835881-4-iscsi neutron-server[103470]: 'Agent': {'1.1'}, Apr 05 22:36:27.519518 dv-cinder-835881-4-iscsi neutron-server[103470]: 'ConntrackHelper': {'1.0'}, Apr 05 22:36:27.519518 dv-cinder-835881-4-iscsi neutron-server[103470]: 'LocalIPAssociation': {'1.0'}, Apr 05 22:36:27.519518 dv-cinder-835881-4-iscsi neutron-server[103470]: 'Log': {'1.0'}, Apr 05 22:36:27.519518 dv-cinder-835881-4-iscsi neutron-server[103470]: 'NDPProxy': {'1.0'}, Apr 05 22:36:27.519518 dv-cinder-835881-4-iscsi neutron-server[103470]: 'Network': {'1.1'}, Apr 05 22:36:27.519518 dv-cinder-835881-4-iscsi neutron-server[103470]: 'Port': {'1.7'}, Apr 05 22:36:27.519518 dv-cinder-835881-4-iscsi neutron-server[103470]: 'PortForwarding': {'1.3'}, Apr 05 22:36:27.519518 dv-cinder-835881-4-iscsi neutron-server[103470]: 'QosPolicy': {'1.10'}, Apr 05 22:36:27.519518 dv-cinder-835881-4-iscsi neutron-server[103470]: 'SecurityGroup': {'1.5'}, Apr 05 22:36:27.519518 dv-cinder-835881-4-iscsi neutron-server[103470]: 'SecurityGroupRule': {'1.2'}, Apr 05 22:36:27.519518 dv-cinder-835881-4-iscsi neutron-server[103470]: 'SubPort': {'1.0'}, Apr 05 22:36:27.519518 dv-cinder-835881-4-iscsi neutron-server[103470]: 'Subnet': {'1.1'}, Apr 05 22:36:27.519518 dv-cinder-835881-4-iscsi neutron-server[103470]: 'Trunk': {'1.1'}} Apr 05 22:36:27.519518 dv-cinder-835881-4-iscsi neutron-server[103470]: consumer versions: Apr 05 22:36:27.519518 dv-cinder-835881-4-iscsi neutron-server[103470]: { DHCP agent@dv-cinder-835881-4-iscsi: {}, Apr 05 22:36:27.519518 dv-cinder-835881-4-iscsi neutron-server[103470]: HyperV agent@hv-cinder-83588: {}, Apr 05 22:36:27.519518 dv-cinder-835881-4-iscsi neutron-server[103470]: L3 agent@dv-cinder-835881-4-iscsi: {}, Apr 05 22:36:27.519518 dv-cinder-835881-4-iscsi neutron-server[103470]: Metadata agent@dv-cinder-835881-4-iscsi: {}, Apr 05 22:36:27.519518 dv-cinder-835881-4-iscsi neutron-server[103470]: Metering agent@dv-cinder-835881-4-iscsi: {}, Apr 05 22:36:27.519518 dv-cinder-835881-4-iscsi neutron-server[103470]: Open vSwitch agent@dv-cinder-835881-4-iscsi: { 'AddressGroup': '1.2', Apr 05 22:36:27.519518 dv-cinder-835881-4-iscsi neutron-server[103470]: 'Agent': '1.1', Apr 05 22:36:27.519518 dv-cinder-835881-4-iscsi neutron-server[103470]: 'ConntrackHelper': '1.0', Apr 05 22:36:27.519518 dv-cinder-835881-4-iscsi neutron-server[103470]: 'LocalIPAssociation': '1.0', Apr 05 22:36:27.519518 dv-cinder-835881-4-iscsi neutron-server[103470]: 'Log': '1.0', Apr 05 22:36:27.519518 dv-cinder-835881-4-iscsi neutron-server[103470]: 'NDPProxy': '1.0', Apr 05 22:36:27.519518 dv-cinder-835881-4-iscsi neutron-server[103470]: 'Network': '1.1', Apr 05 22:36:27.519518 dv-cinder-835881-4-iscsi neutron-server[103470]: 'Port': '1.7', Apr 05 22:36:27.519518 dv-cinder-835881-4-iscsi neutron-server[103470]: 'PortForwarding': '1.3', Apr 05 22:36:27.519518 dv-cinder-835881-4-iscsi neutron-server[103470]: 'QosPolicy': '1.10', Apr 05 22:36:27.519518 dv-cinder-835881-4-iscsi neutron-server[103470]: 'SecurityGroup': '1.5', Apr 05 22:36:27.519518 dv-cinder-835881-4-iscsi neutron-server[103470]: 'SecurityGroupRule': '1.2', Apr 05 22:36:27.519518 dv-cinder-835881-4-iscsi neutron-server[103470]: 'SubPort': '1.0', Apr 05 22:36:27.519518 dv-cinder-835881-4-iscsi neutron-server[103470]: 'Subnet': '1.1', Apr 05 22:36:27.519518 dv-cinder-835881-4-iscsi neutron-server[103470]: 'Trunk': '1.1'}} Apr 05 22:36:27.519518 dv-cinder-835881-4-iscsi neutron-server[103470]: {{(pid=103470) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 22:36:27.531326 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 35690) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:36:27.541889 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-323253de-12eb-4d44-b6cf-97a104d48fe2 None None] Attempting to bind port 7f9b1176-a0e3-4595-b06b-b8a900db95a9 on host dv-cinder-835881-4-iscsi for vnic_type normal with profile {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:36:27.542285 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-323253de-12eb-4d44-b6cf-97a104d48fe2 None None] Attempting to bind port 7f9b1176-a0e3-4595-b06b-b8a900db95a9 by drivers openvswitch,hyperv on host dv-cinder-835881-4-iscsi at level 0 using segments [{'id': '60bccf3c-6e70-4640-bf31-a453a33e1d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'cdafa027-5a68-4e7d-98e5-3d69d953062c'}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:36:27.543167 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323253de-12eb-4d44-b6cf-97a104d48fe2 None None] Attempting to bind port 7f9b1176-a0e3-4595-b06b-b8a900db95a9 on network cdafa027-5a68-4e7d-98e5-3d69d953062c {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:36:27.548611 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323253de-12eb-4d44-b6cf-97a104d48fe2 None None] Checking agent: {'id': 'b771b186-15ef-4a1a-9c73-ea54ac08c8ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 28, 12), 'started_at': datetime.datetime(2022, 4, 5, 22, 28, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:36:27.549238 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323253de-12eb-4d44-b6cf-97a104d48fe2 None None] Checking segment: {'id': '60bccf3c-6e70-4640-bf31-a453a33e1d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'cdafa027-5a68-4e7d-98e5-3d69d953062c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:36:27.549842 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-323253de-12eb-4d44-b6cf-97a104d48fe2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:27.550396 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323253de-12eb-4d44-b6cf-97a104d48fe2 None None] Bound using segment: {'id': '60bccf3c-6e70-4640-bf31-a453a33e1d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'cdafa027-5a68-4e7d-98e5-3d69d953062c'} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:36:27.551039 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-323253de-12eb-4d44-b6cf-97a104d48fe2 None None] Bound port: 7f9b1176-a0e3-4595-b06b-b8a900db95a9, host: dv-cinder-835881-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60bccf3c-6e70-4640-bf31-a453a33e1d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'cdafa027-5a68-4e7d-98e5-3d69d953062c'}}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:36:27.551596 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-323253de-12eb-4d44-b6cf-97a104d48fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (7f9b1176-a0e3-4595-b06b-b8a900db95a9), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:27.572147 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954b3233-a854-4d2f-8016-4ac85fae3562 admin admin] Checking segment: {'id': '2ad51623-cf08-45c6-9c7b-ddd46cc31ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3db3989f-3792-497b-8859-b82b64749acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:36:27.572556 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954b3233-a854-4d2f-8016-4ac85fae3562 admin admin] Network hostable DHCP agents. Network: 3db3989f-3792-497b-8859-b82b64749acf, hostable agents: ['08425891-4e99-4ae4-974b-85ee5a0410c6'], hosted agents: [] {{(pid=103469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 22:36:27.581851 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a69ff82-d301-4f6c-80fa-120f5ced0577 req-420632d2-e0f4-4ee0-8096-440897eddc0a tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:27.583281 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8a69ff82-d301-4f6c-80fa-120f5ced0577 req-420632d2-e0f4-4ee0-8096-440897eddc0a tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/networks?id=49394ac4-ce2e-4d8d-ba06-ab2e2faf7c57 HTTP/1.1" status: 200 len: 811 time: 0.3779891 Apr 05 22:36:27.584133 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f58265-b835-4909-b545-08db8d4b4e5e admin admin] Checking segment: {'id': '7d65933d-36de-4f1d-ae48-24ad40f63257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2745cec7-a148-4762-a4f4-09b14f6d3b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:36:27.584631 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f58265-b835-4909-b545-08db8d4b4e5e admin admin] Network hostable DHCP agents. Network: 2745cec7-a148-4762-a4f4-09b14f6d3b74, hostable agents: ['08425891-4e99-4ae4-974b-85ee5a0410c6'], hosted agents: [] {{(pid=103468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 22:36:27.620953 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8a69ff82-d301-4f6c-80fa-120f5ced0577 req-405f0607-4062-42fa-84e7-8a07ee78e838 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/quotas/94a318fdf9924965964e8fbc6cdbaf61 HTTP/1.1" status: 200 len: 375 time: 0.0258944 Apr 05 22:36:27.630447 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f58265-b835-4909-b545-08db8d4b4e5e admin admin] Network 2745cec7-a148-4762-a4f4-09b14f6d3b74 is scheduled to be hosted by DHCP agent 08425891-4e99-4ae4-974b-85ee5a0410c6 with binding_index 1 {{(pid=103468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 22:36:27.642111 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954b3233-a854-4d2f-8016-4ac85fae3562 admin admin] Network 3db3989f-3792-497b-8859-b82b64749acf is scheduled to be hosted by DHCP agent 08425891-4e99-4ae4-974b-85ee5a0410c6 with binding_index 1 {{(pid=103469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 22:36:27.647931 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [None req-86f58265-b835-4909-b545-08db8d4b4e5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-4-iscsi, 2745cec7-a148-4762-a4f4-09b14f6d3b74) {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:36:27.676076 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-323253de-12eb-4d44-b6cf-97a104d48fe2 None None] For port 7f9b1176-a0e3-4595-b06b-b8a900db95a9, host dv-cinder-835881-4-iscsi, cleared binding levels {{(pid=103470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:36:27.681251 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-323253de-12eb-4d44-b6cf-97a104d48fe2 None None] For port 7f9b1176-a0e3-4595-b06b-b8a900db95a9, host dv-cinder-835881-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=7f9b1176-a0e3-4595-b06b-b8a900db95a9,segment=NetworkSegment(60bccf3c-6e70-4640-bf31-a453a33e1d1c),segment_id=60bccf3c-6e70-4640-bf31-a453a33e1d1c)] {{(pid=103470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:36:27.685556 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e8a452-2409-4dfc-8c6c-e9860f464785 None None] Network 2745cec7-a148-4762-a4f4-09b14f6d3b74 requested from dv-cinder-835881-4-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:36:27.699466 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8a69ff82-d301-4f6c-80fa-120f5ced0577 req-082ef9d8-e7da-4748-989d-9e94110fa283 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=94a318fdf9924965964e8fbc6cdbaf61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0704410 Apr 05 22:36:27.701685 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-954b3233-a854-4d2f-8016-4ac85fae3562 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-4-iscsi, 3db3989f-3792-497b-8859-b82b64749acf) {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:36:27.713030 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954b3233-a854-4d2f-8016-4ac85fae3562 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:27.713555 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-954b3233-a854-4d2f-8016-4ac85fae3562 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644259'] for subnet (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:27.742110 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8614e93-ce4b-4f73-b1a6-3803b46c2b46 None None] Network 3db3989f-3792-497b-8859-b82b64749acf requested from dv-cinder-835881-4-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:36:27.746105 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-58df189e-20ec-48e9-94e3-9d8427e4dad7 admin admin] Publish callbacks [] for security_group (9802fc5d-390f-46db-8b98-275985d2179a), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:27.752479 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-42a43dd1-be81-47eb-a3c1-a94e1f65c0ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:27.756997 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-954b3233-a854-4d2f-8016-4ac85fae3562 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1721585 Apr 05 22:36:27.759220 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-58df189e-20ec-48e9-94e3-9d8427e4dad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (9802fc5d-390f-46db-8b98-275985d2179a), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:27.765898 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 35698) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:36:27.779932 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-872f3259-c83f-4903-97b2-02c70121e939 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-879278927-router', 'tenant_id': '1ba0c2747b5346a280f6f563ba891f9e', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d'}}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:36:27.784161 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-323253de-12eb-4d44-b6cf-97a104d48fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (7f9b1176-a0e3-4595-b06b-b8a900db95a9), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:27.823581 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (021dfe4d-8109-4136-9367-dac606dce553), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:27.835319 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f58265-b835-4909-b545-08db8d4b4e5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:27.835816 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-86f58265-b835-4909-b545-08db8d4b4e5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644259'] for subnet (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:27.846638 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-58df189e-20ec-48e9-94e3-9d8427e4dad7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d2e7db3d0e1a42e49f55f107ecc35431&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6397510 Apr 05 22:36:27.849886 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 35706) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:36:27.854408 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58df189e-20ec-48e9-94e3-9d8427e4dad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9802fc5d-390f-46db-8b98-275985d2179a,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:27.870370 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-872f3259-c83f-4903-97b2-02c70121e939 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5455'] for router (074602ce-52eb-49db-b2b4-9c9dd099caab), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:27.871776 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-872f3259-c83f-4903-97b2-02c70121e939 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5462'] for router (074602ce-52eb-49db-b2b4-9c9dd099caab), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:27.961034 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [req-8a69ff82-d301-4f6c-80fa-120f5ced0577 req-a8f4e0bb-1b57-43f8-a4f4-13e27ac75315 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103469) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 22:36:27.965989 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8a69ff82-d301-4f6c-80fa-120f5ced0577 req-a8f4e0bb-1b57-43f8-a4f4-13e27ac75315 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1614025 Apr 05 22:36:27.974055 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-872f3259-c83f-4903-97b2-02c70121e939 admin admin] Publish callbacks [] for router_controller (074602ce-52eb-49db-b2b4-9c9dd099caab), precommit_add_association {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:27.986175 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-86f58265-b835-4909-b545-08db8d4b4e5e admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0306580 Apr 05 22:36:27.989442 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 35716) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:36:27.997958 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-ff717252-e7f5-4d78-bce3-ea594306a5c3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-472364483-router', 'tenant_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d'}}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:36:28.001892 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-97eb1b1a-1992-4dfe-8f4f-267ef466c2a5 admin admin] Publish callbacks [] for router_gateway (6b8c1170-9035-4651-bab5-07a41f9337ac), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:28.056112 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323253de-12eb-4d44-b6cf-97a104d48fe2 None None] Pushing event updated for resources: {'Port': ['ID=7f9b1176-a0e3-4595-b06b-b8a900db95a9,revision_number=2']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:28.062022 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-97eb1b1a-1992-4dfe-8f4f-267ef466c2a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:28.071500 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1da51a2-20c1-43bb-946d-eae38a040135 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd204a006-a1ce-5a6a-9bd3-55dc25c03605-2745cec7-a148-4762-a4f4-09b14f6d3b74', 'network_id': '2745cec7-a148-4762-a4f4-09b14f6d3b74', 'project_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'fixed_ips': [{'subnet_id': '45b714fa-5bcf-429b-b58b-460d14e81c92'}]}} from dv-cinder-835881-4-iscsi. {{(pid=103470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 22:36:28.073697 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-f1da51a2-20c1-43bb-946d-eae38a040135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:28.106088 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-42a43dd1-be81-47eb-a3c1-a94e1f65c0ed admin admin] Publish callbacks [] for security_group (553862d7-6587-4a48-8a50-d900faa5ab68), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:28.137156 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab02326-b46c-4c29-ac8e-79cb47a664ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd204a006-a1ce-5a6a-9bd3-55dc25c03605-3db3989f-3792-497b-8859-b82b64749acf', 'network_id': '3db3989f-3792-497b-8859-b82b64749acf', 'project_id': '1ba0c2747b5346a280f6f563ba891f9e', 'fixed_ips': [{'subnet_id': '37586d04-a04b-404d-8716-ce23cb986874'}]}} from dv-cinder-835881-4-iscsi. {{(pid=103470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 22:36:28.140200 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-7ab02326-b46c-4c29-ac8e-79cb47a664ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:28.142473 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ff717252-e7f5-4d78-bce3-ea594306a5c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5455'] for router (d51c3735-6a4e-4d37-acdf-25e27a08c3d1), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:28.143678 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ff717252-e7f5-4d78-bce3-ea594306a5c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5462'] for router (d51c3735-6a4e-4d37-acdf-25e27a08c3d1), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:28.173034 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-a6d5e93c-1745-46d7-9741-6d0f9f4fa3a3 admin admin] Publish callbacks [] for security_group (9802fc5d-390f-46db-8b98-275985d2179a), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:28.177298 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-42a43dd1-be81-47eb-a3c1-a94e1f65c0ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (553862d7-6587-4a48-8a50-d900faa5ab68), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:28.281661 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-a6d5e93c-1745-46d7-9741-6d0f9f4fa3a3 admin admin] Publish callbacks [] for security_group (9802fc5d-390f-46db-8b98-275985d2179a), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:28.285889 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a43dd1-be81-47eb-a3c1-a94e1f65c0ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=553862d7-6587-4a48-8a50-d900faa5ab68,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:28.355736 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-42a43dd1-be81-47eb-a3c1-a94e1f65c0ed admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2c8609a8dc5445f999e1c6d004c3bced&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8144546 Apr 05 22:36:28.360256 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 35722) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:36:28.372496 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ff717252-e7f5-4d78-bce3-ea594306a5c3 admin admin] Publish callbacks [] for router_controller (d51c3735-6a4e-4d37-acdf-25e27a08c3d1), precommit_add_association {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:28.382999 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8a69ff82-d301-4f6c-80fa-120f5ced0577 req-13304f7f-35ab-421b-8ffb-9978ec30b684 service neutron] 10.222.0.45 "GET /v2.0/networks/49394ac4-ce2e-4d8d-ba06-ab2e2faf7c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4033177 Apr 05 22:36:28.417134 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-872f3259-c83f-4903-97b2-02c70121e939 admin admin] Publish callbacks [] for router_gateway (074602ce-52eb-49db-b2b4-9c9dd099caab), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:28.508488 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.db.db_base_plugin_common [None req-97eb1b1a-1992-4dfe-8f4f-267ef466c2a5 admin admin] Allocated IP 172.27.1.245 (1c7020db-f04b-4bae-aa0d-07e17c11278d/de4a5644-b80e-4142-a210-68f31fcb6ac5/b1d22d1e-c2db-4e00-bf01-d4a961d5d6c7) {{(pid=103468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:36:28.515351 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.db_base_plugin_common [None req-7ab02326-b46c-4c29-ac8e-79cb47a664ac None None] Allocated IP 172.20.0.2 (3db3989f-3792-497b-8859-b82b64749acf/37586d04-a04b-404d-8716-ce23cb986874/1d5a5bf8-3acc-4693-810f-a3c3383b3f74) {{(pid=103470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:36:28.554932 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.db_base_plugin_common [None req-f1da51a2-20c1-43bb-946d-eae38a040135 None None] Allocated IP 172.20.0.2 (2745cec7-a148-4762-a4f4-09b14f6d3b74/45b714fa-5bcf-429b-b58b-460d14e81c92/84dd4799-e41f-469c-a9f1-79ec67471a26) {{(pid=103470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:36:28.612022 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-a6d5e93c-1745-46d7-9741-6d0f9f4fa3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (9802fc5d-390f-46db-8b98-275985d2179a), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:28.616118 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-a6d5e93c-1745-46d7-9741-6d0f9f4fa3a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:28.617352 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-a6d5e93c-1745-46d7-9741-6d0f9f4fa3a3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9802fc5d-390f-46db-8b98-275985d2179a HTTP/1.1" status: 204 len: 168 time: 0.7664704 Apr 05 22:36:28.630829 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-4ce682bb-425f-4df1-a516-95e3c43d6e1e admin admin] Publish callbacks [] for security_group (553862d7-6587-4a48-8a50-d900faa5ab68), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:28.642250 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ff717252-e7f5-4d78-bce3-ea594306a5c3 admin admin] Publish callbacks [] for router_gateway (d51c3735-6a4e-4d37-acdf-25e27a08c3d1), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:28.680055 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d5e93c-1745-46d7-9741-6d0f9f4fa3a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9802fc5d-390f-46db-8b98-275985d2179a,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:28.713071 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8a69ff82-d301-4f6c-80fa-120f5ced0577 req-231885e6-2ffa-4080-b145-c189f7b6faf0 service neutron] 10.222.0.45 "GET /v2.0/networks/49394ac4-ce2e-4d8d-ba06-ab2e2faf7c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119521 Apr 05 22:36:28.719075 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-4ce682bb-425f-4df1-a516-95e3c43d6e1e admin admin] Publish callbacks [] for security_group (553862d7-6587-4a48-8a50-d900faa5ab68), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:28.814927 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-4ce682bb-425f-4df1-a516-95e3c43d6e1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (553862d7-6587-4a48-8a50-d900faa5ab68), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:28.818087 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-97eb1b1a-1992-4dfe-8f4f-267ef466c2a5 admin admin] Publish callbacks [] for port (b1d22d1e-c2db-4e00-bf01-d4a961d5d6c7), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:28.818790 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-4ce682bb-425f-4df1-a516-95e3c43d6e1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:28.820508 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-4ce682bb-425f-4df1-a516-95e3c43d6e1e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/553862d7-6587-4a48-8a50-d900faa5ab68 HTTP/1.1" status: 204 len: 168 time: 0.4560559 Apr 05 22:36:28.913951 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce682bb-425f-4df1-a516-95e3c43d6e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=553862d7-6587-4a48-8a50-d900faa5ab68,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:28.957164 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-97eb1b1a-1992-4dfe-8f4f-267ef466c2a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757100095748'] for port (b1d22d1e-c2db-4e00-bf01-d4a961d5d6c7), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:29.027665 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-872f3259-c83f-4903-97b2-02c70121e939 admin admin] Publish callbacks [] for router_gateway (074602ce-52eb-49db-b2b4-9c9dd099caab), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:29.122770 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-872f3259-c83f-4903-97b2-02c70121e939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:29.186130 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97eb1b1a-1992-4dfe-8f4f-267ef466c2a5 admin admin] Network 1c7020db-f04b-4bae-aa0d-07e17c11278d is already hosted by enough agents. {{(pid=103468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:36:29.251888 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-7ab02326-b46c-4c29-ac8e-79cb47a664ac None None] Publish callbacks [] for port (1d5a5bf8-3acc-4693-810f-a3c3383b3f74), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:29.276771 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-7ab02326-b46c-4c29-ac8e-79cb47a664ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757100095748'] for port (1d5a5bf8-3acc-4693-810f-a3c3383b3f74), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:29.310160 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eb1b1a-1992-4dfe-8f4f-267ef466c2a5 admin admin] Pushing event updated for resources: {'Port': ['ID=b1d22d1e-c2db-4e00-bf01-d4a961d5d6c7,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:29.330463 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device 7f9b1176-a0e3-4595-b06b-b8a900db95a9 up at agent ovs-agent-dv-cinder-835881-4-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:36:29.343857 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-f1da51a2-20c1-43bb-946d-eae38a040135 None None] Publish callbacks [] for port (84dd4799-e41f-469c-a9f1-79ec67471a26), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:29.402664 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab02326-b46c-4c29-ac8e-79cb47a664ac None None] Network 3db3989f-3792-497b-8859-b82b64749acf is already hosted by enough agents. {{(pid=103470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:36:29.420770 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 35772) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:36:29.422680 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab02326-b46c-4c29-ac8e-79cb47a664ac None None] Pushing event updated for resources: {'Port': ['ID=1d5a5bf8-3acc-4693-810f-a3c3383b3f74,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:29.433536 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.scheduler.base_scheduler [None req-7ab02326-b46c-4c29-ac8e-79cb47a664ac None None] Resources bound (agent type, host, resource id): {{(pid=103470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:36:29.442995 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [None req-97eb1b1a-1992-4dfe-8f4f-267ef466c2a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:36:29.447625 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-f1da51a2-20c1-43bb-946d-eae38a040135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757100095748'] for port (84dd4799-e41f-469c-a9f1-79ec67471a26), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:29.456658 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 35776) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:36:29.462623 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab02326-b46c-4c29-ac8e-79cb47a664ac None None] Received port after_create {{(pid=103470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:36:29.509506 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Provisioning complete for port 7f9b1176-a0e3-4595-b06b-b8a900db95a9 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:36:29.509917 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (7f9b1176-a0e3-4595-b06b-b8a900db95a9), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:29.513137 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1da51a2-20c1-43bb-946d-eae38a040135 None None] Network 2745cec7-a148-4762-a4f4-09b14f6d3b74 is already hosted by enough agents. {{(pid=103470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:36:29.553870 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-15c55386-42bf-4b11-92b7-5cafcc133de3 req-b3c78afa-5aa8-43d9-a4b7-dc6803334b6e tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/ports?device_id=17db4106-ccc6-406b-8b93-aae11beb2e78 HTTP/1.1" status: 200 len: 210 time: 0.1302209 Apr 05 22:36:29.563899 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97eb1b1a-1992-4dfe-8f4f-267ef466c2a5 admin admin] Received port after_create {{(pid=103468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:36:29.566741 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c4d476b6-0cca-4865-ac4b-53a58f5b18a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:29.580837 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.scheduler.base_scheduler [None req-f1da51a2-20c1-43bb-946d-eae38a040135 None None] Resources bound (agent type, host, resource id): {{(pid=103470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:36:29.610166 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_common [None req-872f3259-c83f-4903-97b2-02c70121e939 admin admin] Allocated IP 172.27.1.111 (1c7020db-f04b-4bae-aa0d-07e17c11278d/de4a5644-b80e-4142-a210-68f31fcb6ac5/afdd8a75-4065-46c1-8241-8b04d9e6aaaf) {{(pid=103469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:36:29.637097 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1da51a2-20c1-43bb-946d-eae38a040135 None None] Received port after_create {{(pid=103470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:36:29.684826 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ff717252-e7f5-4d78-bce3-ea594306a5c3 admin admin] Publish callbacks [] for router_gateway (d51c3735-6a4e-4d37-acdf-25e27a08c3d1), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:29.691914 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-7ab02326-b46c-4c29-ac8e-79cb47a664ac None None] Attempting to bind port 1d5a5bf8-3acc-4693-810f-a3c3383b3f74 on host dv-cinder-835881-4-iscsi for vnic_type normal with profile {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:36:29.692503 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-7ab02326-b46c-4c29-ac8e-79cb47a664ac None None] Attempting to bind port 1d5a5bf8-3acc-4693-810f-a3c3383b3f74 by drivers openvswitch,hyperv on host dv-cinder-835881-4-iscsi at level 0 using segments [{'id': '2ad51623-cf08-45c6-9c7b-ddd46cc31ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3db3989f-3792-497b-8859-b82b64749acf'}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:36:29.693033 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab02326-b46c-4c29-ac8e-79cb47a664ac None None] Attempting to bind port 1d5a5bf8-3acc-4693-810f-a3c3383b3f74 on network 3db3989f-3792-497b-8859-b82b64749acf {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:36:29.704231 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab02326-b46c-4c29-ac8e-79cb47a664ac None None] Checking agent: {'id': 'b771b186-15ef-4a1a-9c73-ea54ac08c8ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 28, 12), 'started_at': datetime.datetime(2022, 4, 5, 22, 28, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:36:29.705430 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab02326-b46c-4c29-ac8e-79cb47a664ac None None] Checking segment: {'id': '2ad51623-cf08-45c6-9c7b-ddd46cc31ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3db3989f-3792-497b-8859-b82b64749acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:36:29.706042 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-7ab02326-b46c-4c29-ac8e-79cb47a664ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:29.706606 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab02326-b46c-4c29-ac8e-79cb47a664ac None None] Bound using segment: {'id': '2ad51623-cf08-45c6-9c7b-ddd46cc31ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3db3989f-3792-497b-8859-b82b64749acf'} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:36:29.707252 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-7ab02326-b46c-4c29-ac8e-79cb47a664ac None None] Bound port: 1d5a5bf8-3acc-4693-810f-a3c3383b3f74, host: dv-cinder-835881-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ad51623-cf08-45c6-9c7b-ddd46cc31ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3db3989f-3792-497b-8859-b82b64749acf'}}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:36:29.707815 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-7ab02326-b46c-4c29-ac8e-79cb47a664ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (1d5a5bf8-3acc-4693-810f-a3c3383b3f74), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:29.755850 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ff717252-e7f5-4d78-bce3-ea594306a5c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:29.820350 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-7ab02326-b46c-4c29-ac8e-79cb47a664ac None None] For port 1d5a5bf8-3acc-4693-810f-a3c3383b3f74, host dv-cinder-835881-4-iscsi, cleared binding levels {{(pid=103470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:36:29.823681 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-7ab02326-b46c-4c29-ac8e-79cb47a664ac None None] For port 1d5a5bf8-3acc-4693-810f-a3c3383b3f74, host dv-cinder-835881-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=1d5a5bf8-3acc-4693-810f-a3c3383b3f74,segment=NetworkSegment(2ad51623-cf08-45c6-9c7b-ddd46cc31ce5),segment_id=2ad51623-cf08-45c6-9c7b-ddd46cc31ce5)] {{(pid=103470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:36:29.862683 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-7ab02326-b46c-4c29-ac8e-79cb47a664ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (1d5a5bf8-3acc-4693-810f-a3c3383b3f74), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:29.872238 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71e922b-611c-45d1-817d-32246a601e24 None None] Network cdafa027-5a68-4e7d-98e5-3d69d953062c requested from dv-cinder-835881-4-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:36:29.964543 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da51a2-20c1-43bb-946d-eae38a040135 None None] Pushing event updated for resources: {'Port': ['ID=84dd4799-e41f-469c-a9f1-79ec67471a26,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:30.022817 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c4d476b6-0cca-4865-ac4b-53a58f5b18a8 admin admin] Publish callbacks [] for security_group (b1806876-269e-4d1b-a854-255555528a54), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:30.049378 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-981fc3fb-722a-41ba-820d-0a4bbd1e8fbf None None] Provisioning complete for port 7f9b1176-a0e3-4595-b06b-b8a900db95a9 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:36:30.049800 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-981fc3fb-722a-41ba-820d-0a4bbd1e8fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (7f9b1176-a0e3-4595-b06b-b8a900db95a9), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:30.051856 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab02326-b46c-4c29-ac8e-79cb47a664ac None None] Pushing event updated for resources: {'Port': ['ID=1d5a5bf8-3acc-4693-810f-a3c3383b3f74,revision_number=2']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:30.149320 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-872f3259-c83f-4903-97b2-02c70121e939 admin admin] Publish callbacks [] for port (afdd8a75-4065-46c1-8241-8b04d9e6aaaf), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:30.176168 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-f1da51a2-20c1-43bb-946d-eae38a040135 None None] Attempting to bind port 84dd4799-e41f-469c-a9f1-79ec67471a26 on host dv-cinder-835881-4-iscsi for vnic_type normal with profile {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:36:30.176824 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-f1da51a2-20c1-43bb-946d-eae38a040135 None None] Attempting to bind port 84dd4799-e41f-469c-a9f1-79ec67471a26 by drivers openvswitch,hyperv on host dv-cinder-835881-4-iscsi at level 0 using segments [{'id': '7d65933d-36de-4f1d-ae48-24ad40f63257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2745cec7-a148-4762-a4f4-09b14f6d3b74'}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:36:30.177419 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1da51a2-20c1-43bb-946d-eae38a040135 None None] Attempting to bind port 84dd4799-e41f-469c-a9f1-79ec67471a26 on network 2745cec7-a148-4762-a4f4-09b14f6d3b74 {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:36:30.207887 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1da51a2-20c1-43bb-946d-eae38a040135 None None] Checking agent: {'id': 'b771b186-15ef-4a1a-9c73-ea54ac08c8ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 28, 12), 'started_at': datetime.datetime(2022, 4, 5, 22, 28, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:36:30.208321 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1da51a2-20c1-43bb-946d-eae38a040135 None None] Checking segment: {'id': '7d65933d-36de-4f1d-ae48-24ad40f63257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2745cec7-a148-4762-a4f4-09b14f6d3b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:36:30.208733 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-f1da51a2-20c1-43bb-946d-eae38a040135 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:30.209133 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1da51a2-20c1-43bb-946d-eae38a040135 None None] Bound using segment: {'id': '7d65933d-36de-4f1d-ae48-24ad40f63257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2745cec7-a148-4762-a4f4-09b14f6d3b74'} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:36:30.209661 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-f1da51a2-20c1-43bb-946d-eae38a040135 None None] Bound port: 84dd4799-e41f-469c-a9f1-79ec67471a26, host: dv-cinder-835881-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d65933d-36de-4f1d-ae48-24ad40f63257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2745cec7-a148-4762-a4f4-09b14f6d3b74'}}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:36:30.210028 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-f1da51a2-20c1-43bb-946d-eae38a040135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (84dd4799-e41f-469c-a9f1-79ec67471a26), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:30.223259 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-872f3259-c83f-4903-97b2-02c70121e939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757100095748'] for port (afdd8a75-4065-46c1-8241-8b04d9e6aaaf), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:30.243362 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Current status of the port 7f9b1176-a0e3-4595-b06b-b8a900db95a9 is: DOWN; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:36:30.243741 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (7f9b1176-a0e3-4595-b06b-b8a900db95a9), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:30.392835 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c4d476b6-0cca-4865-ac4b-53a58f5b18a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (b1806876-269e-4d1b-a854-255555528a54), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:30.423610 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872f3259-c83f-4903-97b2-02c70121e939 admin admin] Network 1c7020db-f04b-4bae-aa0d-07e17c11278d is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:36:30.427024 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-872f3259-c83f-4903-97b2-02c70121e939 admin admin] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:36:30.432526 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872f3259-c83f-4903-97b2-02c70121e939 admin admin] Received port after_create {{(pid=103469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:36:30.466312 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] For port 7f9b1176-a0e3-4595-b06b-b8a900db95a9, host dv-cinder-835881-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=7f9b1176-a0e3-4595-b06b-b8a900db95a9,segment=NetworkSegment(60bccf3c-6e70-4640-bf31-a453a33e1d1c),segment_id=60bccf3c-6e70-4640-bf31-a453a33e1d1c)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:36:30.550968 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-981fc3fb-722a-41ba-820d-0a4bbd1e8fbf None None] Current status of the port 7f9b1176-a0e3-4595-b06b-b8a900db95a9 is: DOWN; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:36:30.551355 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-981fc3fb-722a-41ba-820d-0a4bbd1e8fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (7f9b1176-a0e3-4595-b06b-b8a900db95a9), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:30.582891 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872f3259-c83f-4903-97b2-02c70121e939 admin admin] Pushing event updated for resources: {'Port': ['ID=afdd8a75-4065-46c1-8241-8b04d9e6aaaf,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:30.624336 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-c4d476b6-0cca-4865-ac4b-53a58f5b18a8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9a76e7c5798f47a98ff1303f0af9e882&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1664681 Apr 05 22:36:30.625684 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 35824) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:36:30.627005 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.db.db_base_plugin_common [None req-ff717252-e7f5-4d78-bce3-ea594306a5c3 admin admin] Allocated IP 172.27.1.12 (1c7020db-f04b-4bae-aa0d-07e17c11278d/de4a5644-b80e-4142-a210-68f31fcb6ac5/f7257a2b-51a0-4a83-97f1-aa23ea91efe1) {{(pid=103468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:36:30.638097 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-97eb1b1a-1992-4dfe-8f4f-267ef466c2a5 admin admin] Publish callbacks [] for router_gateway (6b8c1170-9035-4651-bab5-07a41f9337ac), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:30.640155 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d476b6-0cca-4865-ac4b-53a58f5b18a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1806876-269e-4d1b-a854-255555528a54,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:30.738840 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6531f7ee-6feb-4f0c-897f-851f3673ebfc req-dcf9b4a1-c244-4866-8582-3afa7b61312c tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/ports?device_id=17db4106-ccc6-406b-8b93-aae11beb2e78 HTTP/1.1" status: 200 len: 210 time: 0.0477402 Apr 05 22:36:30.846451 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-872f3259-c83f-4903-97b2-02c70121e939 admin admin] Publish callbacks [] for router_gateway (074602ce-52eb-49db-b2b4-9c9dd099caab), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:30.875923 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (7f9b1176-a0e3-4595-b06b-b8a900db95a9), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:30.943765 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-442e1a80-a723-41dd-9e06-1223ece05803 admin admin] Publish callbacks [] for security_group (b1806876-269e-4d1b-a854-255555528a54), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:30.959600 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-f1da51a2-20c1-43bb-946d-eae38a040135 None None] For port 84dd4799-e41f-469c-a9f1-79ec67471a26, host dv-cinder-835881-4-iscsi, cleared binding levels {{(pid=103470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:36:30.992558 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ff717252-e7f5-4d78-bce3-ea594306a5c3 admin admin] Publish callbacks [] for port (f7257a2b-51a0-4a83-97f1-aa23ea91efe1), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:31.000208 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-442e1a80-a723-41dd-9e06-1223ece05803 admin admin] Publish callbacks [] for security_group (b1806876-269e-4d1b-a854-255555528a54), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:31.032081 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-f1da51a2-20c1-43bb-946d-eae38a040135 None None] For port 84dd4799-e41f-469c-a9f1-79ec67471a26, host dv-cinder-835881-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=84dd4799-e41f-469c-a9f1-79ec67471a26,segment=NetworkSegment(7d65933d-36de-4f1d-ae48-24ad40f63257),segment_id=7d65933d-36de-4f1d-ae48-24ad40f63257)] {{(pid=103470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:36:31.085859 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.db.api [None req-981fc3fb-722a-41ba-820d-0a4bbd1e8fbf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 22:36:31.086268 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG oslo_db.api [None req-981fc3fb-722a-41ba-820d-0a4bbd1e8fbf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 22:36:31.087323 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-f1da51a2-20c1-43bb-946d-eae38a040135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (84dd4799-e41f-469c-a9f1-79ec67471a26), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:31.098739 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Pushing event updated for resources: {'Port': ['ID=7f9b1176-a0e3-4595-b06b-b8a900db95a9,revision_number=3']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:31.195153 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da51a2-20c1-43bb-946d-eae38a040135 None None] Pushing event updated for resources: {'Port': ['ID=84dd4799-e41f-469c-a9f1-79ec67471a26,revision_number=2']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:31.211074 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device 1d5a5bf8-3acc-4693-810f-a3c3383b3f74 up at agent ovs-agent-dv-cinder-835881-4-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:36:31.257467 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-872f3259-c83f-4903-97b2-02c70121e939 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536699'] for router (074602ce-52eb-49db-b2b4-9c9dd099caab), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:31.324841 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Provisioning complete for port 1d5a5bf8-3acc-4693-810f-a3c3383b3f74 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:36:31.326110 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (1d5a5bf8-3acc-4693-810f-a3c3383b3f74), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:31.461278 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-97eb1b1a-1992-4dfe-8f4f-267ef466c2a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536699'] for router (6b8c1170-9035-4651-bab5-07a41f9337ac), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:31.564572 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Current status of the port 1d5a5bf8-3acc-4693-810f-a3c3383b3f74 is: DOWN; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:36:31.565663 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (1d5a5bf8-3acc-4693-810f-a3c3383b3f74), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:31.575761 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-872f3259-c83f-4903-97b2-02c70121e939 admin admin] Router 074602ce-52eb-49db-b2b4-9c9dd099caab is scheduled to L3 agent 79a469f9-bdbc-4492-b479-9e5faeaf33b0 with binding_index 1 {{(pid=103469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 22:36:31.634341 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ff717252-e7f5-4d78-bce3-ea594306a5c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757100095748'] for port (f7257a2b-51a0-4a83-97f1-aa23ea91efe1), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:31.643573 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-981fc3fb-722a-41ba-820d-0a4bbd1e8fbf None None] Current status of the port 7f9b1176-a0e3-4595-b06b-b8a900db95a9 is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:36:31.705424 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] For port 1d5a5bf8-3acc-4693-810f-a3c3383b3f74, host dv-cinder-835881-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=1d5a5bf8-3acc-4693-810f-a3c3383b3f74,segment=NetworkSegment(2ad51623-cf08-45c6-9c7b-ddd46cc31ce5),segment_id=2ad51623-cf08-45c6-9c7b-ddd46cc31ce5)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:36:31.705957 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff717252-e7f5-4d78-bce3-ea594306a5c3 admin admin] Network 1c7020db-f04b-4bae-aa0d-07e17c11278d is already hosted by enough agents. {{(pid=103468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:36:31.716283 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (1d5a5bf8-3acc-4693-810f-a3c3383b3f74), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:31.785584 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [None req-ff717252-e7f5-4d78-bce3-ea594306a5c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:36:31.789631 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff717252-e7f5-4d78-bce3-ea594306a5c3 admin admin] Received port after_create {{(pid=103468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:36:31.836166 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-86a0043f-4c01-43d1-b784-724cec644699 None None] Provisioning complete for port 7f9b1176-a0e3-4595-b06b-b8a900db95a9 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:36:31.836941 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-86a0043f-4c01-43d1-b784-724cec644699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (7f9b1176-a0e3-4595-b06b-b8a900db95a9), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:31.904117 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dce34ce-09d0-4a4a-99d1-9286addc8577 None None] Network 3db3989f-3792-497b-8859-b82b64749acf requested from dv-cinder-835881-4-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:36:31.924576 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-872f3259-c83f-4903-97b2-02c70121e939 admin admin] Notify agent at l3_agent.dv-cinder-835881-4-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:36:31.939639 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4a3525-b97d-4a0b-9f75-bd63d99f153f None None] Sync routers for ids ['074602ce-52eb-49db-b2b4-9c9dd099caab'] in dv-cinder-835881-4-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:36:31.954239 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-872f3259-c83f-4903-97b2-02c70121e939 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:31.958210 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-872f3259-c83f-4903-97b2-02c70121e939 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.1861155 Apr 05 22:36:31.958403 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 35858) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:36:31.965103 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4a3525-b97d-4a0b-9f75-bd63d99f153f None None] Routers {'074602ce-52eb-49db-b2b4-9c9dd099caab'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:36:31.967890 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-7e4a3525-b97d-4a0b-9f75-bd63d99f153f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:36:08Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['074602ce-52eb-49db-b2b4-9c9dd099caab'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:36:32.030293 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-442e1a80-a723-41dd-9e06-1223ece05803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (b1806876-269e-4d1b-a854-255555528a54), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:32.033283 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-442e1a80-a723-41dd-9e06-1223ece05803 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:32.036940 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-442e1a80-a723-41dd-9e06-1223ece05803 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b1806876-269e-4d1b-a854-255555528a54 HTTP/1.1" status: 204 len: 168 time: 1.4043686 Apr 05 22:36:32.048063 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-fac6cd00-445e-45d6-8e5b-28b501721e97 req-74ab4c4b-cbe0-4de9-97f1-a31bb211b485 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/ports?device_id=17db4106-ccc6-406b-8b93-aae11beb2e78 HTTP/1.1" status: 200 len: 210 time: 0.0320835 Apr 05 22:36:32.074071 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442e1a80-a723-41dd-9e06-1223ece05803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1806876-269e-4d1b-a854-255555528a54,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:32.090628 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff717252-e7f5-4d78-bce3-ea594306a5c3 admin admin] Pushing event updated for resources: {'Port': ['ID=f7257a2b-51a0-4a83-97f1-aa23ea91efe1,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:32.116336 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Pushing event updated for resources: {'Port': ['ID=1d5a5bf8-3acc-4693-810f-a3c3383b3f74,revision_number=3']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:32.265583 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97eb1b1a-1992-4dfe-8f4f-267ef466c2a5 admin admin] Router 6b8c1170-9035-4651-bab5-07a41f9337ac is scheduled to L3 agent 79a469f9-bdbc-4492-b479-9e5faeaf33b0 with binding_index 1 {{(pid=103468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 22:36:32.317788 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-86a0043f-4c01-43d1-b784-724cec644699 None None] Current status of the port 7f9b1176-a0e3-4595-b06b-b8a900db95a9 is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:36:32.416574 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-7e4a3525-b97d-4a0b-9f75-bd63d99f153f None None] Set router 074602ce-52eb-49db-b2b4-9c9dd099caab gateway port host: dv-cinder-835881-4-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:36:32.454182 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-d59af47f-3dcd-4111-92c2-3d844142506c None None] Provisioning complete for port 1d5a5bf8-3acc-4693-810f-a3c3383b3f74 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:36:32.454860 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d59af47f-3dcd-4111-92c2-3d844142506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (1d5a5bf8-3acc-4693-810f-a3c3383b3f74), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:32.624939 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ff717252-e7f5-4d78-bce3-ea594306a5c3 admin admin] Publish callbacks [] for router_gateway (d51c3735-6a4e-4d37-acdf-25e27a08c3d1), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:32.726972 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-d59af47f-3dcd-4111-92c2-3d844142506c None None] Current status of the port 1d5a5bf8-3acc-4693-810f-a3c3383b3f74 is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:36:32.863622 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-46c44dd1-f826-4357-baad-d6fd2d7a0a0b None None] Provisioning complete for port 1d5a5bf8-3acc-4693-810f-a3c3383b3f74 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:36:32.864634 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-46c44dd1-f826-4357-baad-d6fd2d7a0a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (1d5a5bf8-3acc-4693-810f-a3c3383b3f74), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:32.932501 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97eb1b1a-1992-4dfe-8f4f-267ef466c2a5 admin admin] Notify agent at l3_agent.dv-cinder-835881-4-iscsi the message routers_updated {{(pid=103468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:36:32.935882 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-7e4a3525-b97d-4a0b-9f75-bd63d99f153f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '074602ce-52eb-49db-b2b4-9c9dd099caab', 'name': 'tempest-ServerRescueNegativeTestJSON-879278927-router', 'tenant_id': '1ba0c2747b5346a280f6f563ba891f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': 'afdd8a75-4065-46c1-8241-8b04d9e6aaaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:36:27Z', 'updated_at': '2022-04-05T22:36:30Z', 'revision_number': 3, 'project_id': '1ba0c2747b5346a280f6f563ba891f9e', 'gw_port': {'id': 'afdd8a75-4065-46c1-8241-8b04d9e6aaaf', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:53:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '074602ce-52eb-49db-b2b4-9c9dd099caab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:29Z', 'updated_at': '2022-04-05T22:36:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi'}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:36:32.951355 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa084050-cb45-453f-93c3-c9626917a0d7 None None] Sync routers for ids ['6b8c1170-9035-4651-bab5-07a41f9337ac'] in dv-cinder-835881-4-iscsi {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:36:32.971676 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4a3525-b97d-4a0b-9f75-bd63d99f153f None None] Checking router: 074602ce-52eb-49db-b2b4-9c9dd099caab for host: dv-cinder-835881-4-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:36:32.972304 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4a3525-b97d-4a0b-9f75-bd63d99f153f None None] Updating router 074602ce-52eb-49db-b2b4-9c9dd099caab port afdd8a75-4065-46c1-8241-8b04d9e6aaaf binding host dv-cinder-835881-4-iscsi {{(pid=103471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 22:36:32.976229 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-f1993bf3-3ea8-4b53-9070-30460dc2cb3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:32.977105 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-97eb1b1a-1992-4dfe-8f4f-267ef466c2a5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:32.978508 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-97eb1b1a-1992-4dfe-8f4f-267ef466c2a5 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.9152634 Apr 05 22:36:32.982470 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 35886) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:36:33.016053 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-7e4a3525-b97d-4a0b-9f75-bd63d99f153f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (afdd8a75-4065-46c1-8241-8b04d9e6aaaf), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:33.055147 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa084050-cb45-453f-93c3-c9626917a0d7 None None] Routers {'6b8c1170-9035-4651-bab5-07a41f9337ac'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:36:33.067794 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-aa084050-cb45-453f-93c3-c9626917a0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:36:08Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['6b8c1170-9035-4651-bab5-07a41f9337ac'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:36:33.324790 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b784a1b0-826e-437d-a521-3b2925a17cf5 None None] Network 2745cec7-a148-4762-a4f4-09b14f6d3b74 requested from dv-cinder-835881-4-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:36:33.328560 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device 1d5a5bf8-3acc-4693-810f-a3c3383b3f74 up at agent ovs-agent-dv-cinder-835881-4-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:36:33.381596 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ff717252-e7f5-4d78-bce3-ea594306a5c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536699'] for router (d51c3735-6a4e-4d37-acdf-25e27a08c3d1), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:33.437156 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-7e4a3525-b97d-4a0b-9f75-bd63d99f153f None None] Publish callbacks [] for port (afdd8a75-4065-46c1-8241-8b04d9e6aaaf), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:33.448691 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-7e4a3525-b97d-4a0b-9f75-bd63d99f153f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (afdd8a75-4065-46c1-8241-8b04d9e6aaaf), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:33.465239 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-217277c3-3ff6-4ca2-aea2-04af1718a8f3 req-9b84e60a-037a-4403-9a94-14658f4a60e8 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/ports?device_id=17db4106-ccc6-406b-8b93-aae11beb2e78 HTTP/1.1" status: 200 len: 210 time: 0.0504975 Apr 05 22:36:33.512161 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a19152d-7df2-42bc-a69c-f12a9b27458c None None] Pushing event updated for resources: {'Port': ['ID=afdd8a75-4065-46c1-8241-8b04d9e6aaaf,revision_number=2']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:33.521426 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a19152d-7df2-42bc-a69c-f12a9b27458c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:33.521844 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a19152d-7df2-42bc-a69c-f12a9b27458c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:33.522213 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a19152d-7df2-42bc-a69c-f12a9b27458c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:33.522970 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a19152d-7df2-42bc-a69c-f12a9b27458c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:33.523319 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a19152d-7df2-42bc-a69c-f12a9b27458c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:33.523720 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a19152d-7df2-42bc-a69c-f12a9b27458c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:33.524019 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a19152d-7df2-42bc-a69c-f12a9b27458c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:33.524347 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a19152d-7df2-42bc-a69c-f12a9b27458c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:33.524831 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a19152d-7df2-42bc-a69c-f12a9b27458c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:33.525296 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a19152d-7df2-42bc-a69c-f12a9b27458c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:33.525829 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a19152d-7df2-42bc-a69c-f12a9b27458c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:33.526854 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a19152d-7df2-42bc-a69c-f12a9b27458c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:33.527399 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a19152d-7df2-42bc-a69c-f12a9b27458c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:33.528531 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a19152d-7df2-42bc-a69c-f12a9b27458c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:33.528997 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a19152d-7df2-42bc-a69c-f12a9b27458c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:33.530407 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a19152d-7df2-42bc-a69c-f12a9b27458c None None] Tracked resource versions report: Apr 05 22:36:33.530407 dv-cinder-835881-4-iscsi neutron-server[103471]: pushed versions: Apr 05 22:36:33.530407 dv-cinder-835881-4-iscsi neutron-server[103471]: { 'AddressGroup': {'1.2'}, Apr 05 22:36:33.530407 dv-cinder-835881-4-iscsi neutron-server[103471]: 'Agent': {'1.1'}, Apr 05 22:36:33.530407 dv-cinder-835881-4-iscsi neutron-server[103471]: 'ConntrackHelper': {'1.0'}, Apr 05 22:36:33.530407 dv-cinder-835881-4-iscsi neutron-server[103471]: 'LocalIPAssociation': {'1.0'}, Apr 05 22:36:33.530407 dv-cinder-835881-4-iscsi neutron-server[103471]: 'Log': {'1.0'}, Apr 05 22:36:33.530407 dv-cinder-835881-4-iscsi neutron-server[103471]: 'NDPProxy': {'1.0'}, Apr 05 22:36:33.530407 dv-cinder-835881-4-iscsi neutron-server[103471]: 'Network': {'1.1'}, Apr 05 22:36:33.530407 dv-cinder-835881-4-iscsi neutron-server[103471]: 'Port': {'1.7'}, Apr 05 22:36:33.530407 dv-cinder-835881-4-iscsi neutron-server[103471]: 'PortForwarding': {'1.3'}, Apr 05 22:36:33.530407 dv-cinder-835881-4-iscsi neutron-server[103471]: 'QosPolicy': {'1.10'}, Apr 05 22:36:33.530407 dv-cinder-835881-4-iscsi neutron-server[103471]: 'SecurityGroup': {'1.5'}, Apr 05 22:36:33.530407 dv-cinder-835881-4-iscsi neutron-server[103471]: 'SecurityGroupRule': {'1.2'}, Apr 05 22:36:33.530407 dv-cinder-835881-4-iscsi neutron-server[103471]: 'SubPort': {'1.0'}, Apr 05 22:36:33.530407 dv-cinder-835881-4-iscsi neutron-server[103471]: 'Subnet': {'1.1'}, Apr 05 22:36:33.530407 dv-cinder-835881-4-iscsi neutron-server[103471]: 'Trunk': {'1.1'}} Apr 05 22:36:33.530407 dv-cinder-835881-4-iscsi neutron-server[103471]: consumer versions: Apr 05 22:36:33.530407 dv-cinder-835881-4-iscsi neutron-server[103471]: { DHCP agent@dv-cinder-835881-4-iscsi: {}, Apr 05 22:36:33.530407 dv-cinder-835881-4-iscsi neutron-server[103471]: HyperV agent@hv-cinder-83588: {}, Apr 05 22:36:33.530407 dv-cinder-835881-4-iscsi neutron-server[103471]: L3 agent@dv-cinder-835881-4-iscsi: {}, Apr 05 22:36:33.530407 dv-cinder-835881-4-iscsi neutron-server[103471]: Metadata agent@dv-cinder-835881-4-iscsi: {}, Apr 05 22:36:33.530407 dv-cinder-835881-4-iscsi neutron-server[103471]: Metering agent@dv-cinder-835881-4-iscsi: {}, Apr 05 22:36:33.530407 dv-cinder-835881-4-iscsi neutron-server[103471]: Open vSwitch agent@dv-cinder-835881-4-iscsi: { 'AddressGroup': '1.2', Apr 05 22:36:33.530407 dv-cinder-835881-4-iscsi neutron-server[103471]: 'Agent': '1.1', Apr 05 22:36:33.530407 dv-cinder-835881-4-iscsi neutron-server[103471]: 'ConntrackHelper': '1.0', Apr 05 22:36:33.530407 dv-cinder-835881-4-iscsi neutron-server[103471]: 'LocalIPAssociation': '1.0', Apr 05 22:36:33.530407 dv-cinder-835881-4-iscsi neutron-server[103471]: 'Log': '1.0', Apr 05 22:36:33.530407 dv-cinder-835881-4-iscsi neutron-server[103471]: 'NDPProxy': '1.0', Apr 05 22:36:33.530407 dv-cinder-835881-4-iscsi neutron-server[103471]: 'Network': '1.1', Apr 05 22:36:33.530407 dv-cinder-835881-4-iscsi neutron-server[103471]: 'Port': '1.7', Apr 05 22:36:33.530407 dv-cinder-835881-4-iscsi neutron-server[103471]: 'PortForwarding': '1.3', Apr 05 22:36:33.530407 dv-cinder-835881-4-iscsi neutron-server[103471]: 'QosPolicy': '1.10', Apr 05 22:36:33.530407 dv-cinder-835881-4-iscsi neutron-server[103471]: 'SecurityGroup': '1.5', Apr 05 22:36:33.530407 dv-cinder-835881-4-iscsi neutron-server[103471]: 'SecurityGroupRule': '1.2', Apr 05 22:36:33.530407 dv-cinder-835881-4-iscsi neutron-server[103471]: 'SubPort': '1.0', Apr 05 22:36:33.530407 dv-cinder-835881-4-iscsi neutron-server[103471]: 'Subnet': '1.1', Apr 05 22:36:33.530407 dv-cinder-835881-4-iscsi neutron-server[103471]: 'Trunk': '1.1'}} Apr 05 22:36:33.530407 dv-cinder-835881-4-iscsi neutron-server[103471]: {{(pid=103471) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 22:36:33.566962 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-7e4a3525-b97d-4a0b-9f75-bd63d99f153f None None] Attempting to bind port afdd8a75-4065-46c1-8241-8b04d9e6aaaf on host dv-cinder-835881-4-iscsi for vnic_type normal with profile {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:36:33.570279 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-7e4a3525-b97d-4a0b-9f75-bd63d99f153f None None] Attempting to bind port afdd8a75-4065-46c1-8241-8b04d9e6aaaf by drivers openvswitch,hyperv on host dv-cinder-835881-4-iscsi at level 0 using segments [{'id': '93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d'}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:36:33.570716 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4a3525-b97d-4a0b-9f75-bd63d99f153f None None] Attempting to bind port afdd8a75-4065-46c1-8241-8b04d9e6aaaf on network 1c7020db-f04b-4bae-aa0d-07e17c11278d {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:36:33.582949 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4a3525-b97d-4a0b-9f75-bd63d99f153f None None] Checking agent: {'id': 'b771b186-15ef-4a1a-9c73-ea54ac08c8ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 28, 12), 'started_at': datetime.datetime(2022, 4, 5, 22, 28, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:36:33.585014 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4a3525-b97d-4a0b-9f75-bd63d99f153f None None] Checking segment: {'id': '93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:36:33.585673 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-7e4a3525-b97d-4a0b-9f75-bd63d99f153f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:33.586911 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4a3525-b97d-4a0b-9f75-bd63d99f153f None None] Bound using segment: {'id': '93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d'} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:36:33.589964 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-7e4a3525-b97d-4a0b-9f75-bd63d99f153f None None] Bound port: afdd8a75-4065-46c1-8241-8b04d9e6aaaf, host: dv-cinder-835881-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d'}}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:36:33.591145 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-7e4a3525-b97d-4a0b-9f75-bd63d99f153f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (afdd8a75-4065-46c1-8241-8b04d9e6aaaf), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:33.593213 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_common [None req-f1993bf3-3ea8-4b53-9070-30460dc2cb3d admin admin] Allocated IP 172.20.0.1 (3db3989f-3792-497b-8859-b82b64749acf/37586d04-a04b-404d-8716-ce23cb986874/4f69c885-3161-428d-a165-07787169a6aa) {{(pid=103469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:36:33.678159 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-7e4a3525-b97d-4a0b-9f75-bd63d99f153f None None] For port afdd8a75-4065-46c1-8241-8b04d9e6aaaf, host dv-cinder-835881-4-iscsi, cleared binding levels {{(pid=103471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:36:33.685564 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-7e4a3525-b97d-4a0b-9f75-bd63d99f153f None None] For port afdd8a75-4065-46c1-8241-8b04d9e6aaaf, host dv-cinder-835881-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=afdd8a75-4065-46c1-8241-8b04d9e6aaaf,segment=NetworkSegment(93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb),segment_id=93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb)] {{(pid=103471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:36:33.692610 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-aa084050-cb45-453f-93c3-c9626917a0d7 None None] Set router 6b8c1170-9035-4651-bab5-07a41f9337ac gateway port host: dv-cinder-835881-4-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:36:33.697837 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff717252-e7f5-4d78-bce3-ea594306a5c3 admin admin] Router d51c3735-6a4e-4d37-acdf-25e27a08c3d1 is scheduled to L3 agent 79a469f9-bdbc-4492-b479-9e5faeaf33b0 with binding_index 1 {{(pid=103468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 22:36:33.710596 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-7e4a3525-b97d-4a0b-9f75-bd63d99f153f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (afdd8a75-4065-46c1-8241-8b04d9e6aaaf), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:33.732431 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Provisioning complete for port 1d5a5bf8-3acc-4693-810f-a3c3383b3f74 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:36:33.733303 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (1d5a5bf8-3acc-4693-810f-a3c3383b3f74), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:33.773516 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-46c44dd1-f826-4357-baad-d6fd2d7a0a0b None None] Current status of the port 1d5a5bf8-3acc-4693-810f-a3c3383b3f74 is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:36:33.868944 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a19152d-7df2-42bc-a69c-f12a9b27458c None None] Pushing event updated for resources: {'Port': ['ID=afdd8a75-4065-46c1-8241-8b04d9e6aaaf,revision_number=3']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:33.898199 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-f1993bf3-3ea8-4b53-9070-30460dc2cb3d admin admin] Publish callbacks [] for port (4f69c885-3161-428d-a165-07787169a6aa), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:33.903977 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4a3525-b97d-4a0b-9f75-bd63d99f153f None None] Routers {'074602ce-52eb-49db-b2b4-9c9dd099caab'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:36:33.905237 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-7e4a3525-b97d-4a0b-9f75-bd63d99f153f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:36:08Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['074602ce-52eb-49db-b2b4-9c9dd099caab'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:36:33.977789 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-f1993bf3-3ea8-4b53-9070-30460dc2cb3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757100095748'] for port (4f69c885-3161-428d-a165-07787169a6aa), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:34.002339 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-9a31d206-023f-4e44-baef-8eda8f84d34a None None] Provisioning complete for port 84dd4799-e41f-469c-a9f1-79ec67471a26 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:36:34.003317 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-9a31d206-023f-4e44-baef-8eda8f84d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (84dd4799-e41f-469c-a9f1-79ec67471a26), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:34.033784 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-7e4a3525-b97d-4a0b-9f75-bd63d99f153f None None] Set router 074602ce-52eb-49db-b2b4-9c9dd099caab gateway port host: dv-cinder-835881-4-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:36:34.102194 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1993bf3-3ea8-4b53-9070-30460dc2cb3d admin admin] Network 3db3989f-3792-497b-8859-b82b64749acf is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:36:34.119979 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-f1993bf3-3ea8-4b53-9070-30460dc2cb3d admin admin] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:36:34.145249 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1993bf3-3ea8-4b53-9070-30460dc2cb3d admin admin] Received port after_create {{(pid=103469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:36:34.147564 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-f1993bf3-3ea8-4b53-9070-30460dc2cb3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536746'] for router_interface (074602ce-52eb-49db-b2b4-9c9dd099caab), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:34.186442 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Current status of the port 1d5a5bf8-3acc-4693-810f-a3c3383b3f74 is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:36:34.187610 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device 84dd4799-e41f-469c-a9f1-79ec67471a26 up at agent ovs-agent-dv-cinder-835881-4-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:36:34.206423 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff717252-e7f5-4d78-bce3-ea594306a5c3 admin admin] Notify agent at l3_agent.dv-cinder-835881-4-iscsi the message routers_updated {{(pid=103468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:36:34.225660 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1993bf3-3ea8-4b53-9070-30460dc2cb3d admin admin] Pushing event updated for resources: {'Port': ['ID=4f69c885-3161-428d-a165-07787169a6aa,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:34.289850 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54471de6-caca-4245-960f-41869a429a10 None None] Sync routers for ids ['d51c3735-6a4e-4d37-acdf-25e27a08c3d1'] in dv-cinder-835881-4-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:36:34.315405 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54471de6-caca-4245-960f-41869a429a10 None None] Routers {'d51c3735-6a4e-4d37-acdf-25e27a08c3d1'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:36:34.316200 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-54471de6-caca-4245-960f-41869a429a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:36:08Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['d51c3735-6a4e-4d37-acdf-25e27a08c3d1'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:36:34.466175 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-f1993bf3-3ea8-4b53-9070-30460dc2cb3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (4f69c885-3161-428d-a165-07787169a6aa), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:34.543713 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-54471de6-caca-4245-960f-41869a429a10 None None] Set router d51c3735-6a4e-4d37-acdf-25e27a08c3d1 gateway port host: dv-cinder-835881-4-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:36:34.557368 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-9a31d206-023f-4e44-baef-8eda8f84d34a None None] Current status of the port 84dd4799-e41f-469c-a9f1-79ec67471a26 is: DOWN; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:36:34.558954 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-9a31d206-023f-4e44-baef-8eda8f84d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (84dd4799-e41f-469c-a9f1-79ec67471a26), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:34.641576 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ff717252-e7f5-4d78-bce3-ea594306a5c3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:34.648383 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-9a31d206-023f-4e44-baef-8eda8f84d34a None None] For port 84dd4799-e41f-469c-a9f1-79ec67471a26, host dv-cinder-835881-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=84dd4799-e41f-469c-a9f1-79ec67471a26,segment=NetworkSegment(7d65933d-36de-4f1d-ae48-24ad40f63257),segment_id=7d65933d-36de-4f1d-ae48-24ad40f63257)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:36:34.649104 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-ff717252-e7f5-4d78-bce3-ea594306a5c3 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.6543968 Apr 05 22:36:34.661214 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Provisioning complete for port 84dd4799-e41f-469c-a9f1-79ec67471a26 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:36:34.661808 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (84dd4799-e41f-469c-a9f1-79ec67471a26), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:34.664759 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-9a31d206-023f-4e44-baef-8eda8f84d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (84dd4799-e41f-469c-a9f1-79ec67471a26), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:34.673340 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 35926) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:36:34.739715 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.13', 57483) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:36:34.779638 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-44c36e74-067e-4b35-9787-1ce784129818 req-de389ed2-6e04-425c-95fe-aacb03f8b0a3 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/ports?device_id=17db4106-ccc6-406b-8b93-aae11beb2e78 HTTP/1.1" status: 200 len: 210 time: 0.0957091 Apr 05 22:36:34.863055 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-aa084050-cb45-453f-93c3-c9626917a0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8c1170-9035-4651-bab5-07a41f9337ac', 'name': 'tempest-AttachVolumeShelveTestJSON-854944980-router', 'tenant_id': 'aad57955e58648ad8aedc12ef0c854bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'b1d22d1e-c2db-4e00-bf01-d4a961d5d6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:36:26Z', 'updated_at': '2022-04-05T22:36:29Z', 'revision_number': 3, 'project_id': 'aad57955e58648ad8aedc12ef0c854bd', 'gw_port': {'id': 'b1d22d1e-c2db-4e00-bf01-d4a961d5d6c7', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b8:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8c1170-9035-4651-bab5-07a41f9337ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:28Z', 'updated_at': '2022-04-05T22:36:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi'}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:36:34.937848 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-7e4a3525-b97d-4a0b-9f75-bd63d99f153f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '074602ce-52eb-49db-b2b4-9c9dd099caab', 'name': 'tempest-ServerRescueNegativeTestJSON-879278927-router', 'tenant_id': '1ba0c2747b5346a280f6f563ba891f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': 'afdd8a75-4065-46c1-8241-8b04d9e6aaaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:36:27Z', 'updated_at': '2022-04-05T22:36:30Z', 'revision_number': 3, 'project_id': '1ba0c2747b5346a280f6f563ba891f9e', 'gw_port': {'id': 'afdd8a75-4065-46c1-8241-8b04d9e6aaaf', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:53:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '074602ce-52eb-49db-b2b4-9c9dd099caab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:29Z', 'updated_at': '2022-04-05T22:36:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi'}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:36:34.942209 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-560a72db-9d3d-4536-b9b5-81cd73fbb3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:34.997451 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-f1993bf3-3ea8-4b53-9070-30460dc2cb3d admin admin] Publish callbacks [] for port (4f69c885-3161-428d-a165-07787169a6aa), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:35.015004 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-f1993bf3-3ea8-4b53-9070-30460dc2cb3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (4f69c885-3161-428d-a165-07787169a6aa), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:35.015741 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-f1993bf3-3ea8-4b53-9070-30460dc2cb3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3645371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535098'] for router_interface (074602ce-52eb-49db-b2b4-9c9dd099caab), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:35.125027 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa084050-cb45-453f-93c3-c9626917a0d7 None None] Checking router: 6b8c1170-9035-4651-bab5-07a41f9337ac for host: dv-cinder-835881-4-iscsi {{(pid=103470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:36:35.126508 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa084050-cb45-453f-93c3-c9626917a0d7 None None] Updating router 6b8c1170-9035-4651-bab5-07a41f9337ac port b1d22d1e-c2db-4e00-bf01-d4a961d5d6c7 binding host dv-cinder-835881-4-iscsi {{(pid=103470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 22:36:35.157875 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4a3525-b97d-4a0b-9f75-bd63d99f153f None None] The sync data for ids ['074602ce-52eb-49db-b2b4-9c9dd099caab'] in dv-cinder-835881-4-iscsi is: [{'id': '074602ce-52eb-49db-b2b4-9c9dd099caab', 'name': 'tempest-ServerRescueNegativeTestJSON-879278927-router', 'tenant_id': '1ba0c2747b5346a280f6f563ba891f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': 'afdd8a75-4065-46c1-8241-8b04d9e6aaaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:36:27Z', 'updated_at': '2022-04-05T22:36:30Z', 'revision_number': 3, 'project_id': '1ba0c2747b5346a280f6f563ba891f9e', 'gw_port': {'id': 'afdd8a75-4065-46c1-8241-8b04d9e6aaaf', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:53:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '074602ce-52eb-49db-b2b4-9c9dd099caab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:29Z', 'updated_at': '2022-04-05T22:36:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi'}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:36:35.164145 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-aa084050-cb45-453f-93c3-c9626917a0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (b1d22d1e-c2db-4e00-bf01-d4a961d5d6c7), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:35.218529 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1993bf3-3ea8-4b53-9070-30460dc2cb3d admin admin] Pushing event updated for resources: {'Port': ['ID=4f69c885-3161-428d-a165-07787169a6aa,revision_number=2']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:35.296388 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-54471de6-caca-4245-960f-41869a429a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'name': 'tempest-AttachVolumeNegativeTest-472364483-router', 'tenant_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'f7257a2b-51a0-4a83-97f1-aa23ea91efe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:36:28Z', 'updated_at': '2022-04-05T22:36:32Z', 'revision_number': 3, 'project_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'gw_port': {'id': 'f7257a2b-51a0-4a83-97f1-aa23ea91efe1', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:07:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:29Z', 'updated_at': '2022-04-05T22:36:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi'}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:36:35.315737 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1993bf3-3ea8-4b53-9070-30460dc2cb3d admin admin] Network 3db3989f-3792-497b-8859-b82b64749acf is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:36:35.318229 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-f1993bf3-3ea8-4b53-9070-30460dc2cb3d admin admin] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:36:35.423417 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54471de6-caca-4245-960f-41869a429a10 None None] Checking router: d51c3735-6a4e-4d37-acdf-25e27a08c3d1 for host: dv-cinder-835881-4-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:36:35.427724 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54471de6-caca-4245-960f-41869a429a10 None None] Updating router d51c3735-6a4e-4d37-acdf-25e27a08c3d1 port f7257a2b-51a0-4a83-97f1-aa23ea91efe1 binding host dv-cinder-835881-4-iscsi {{(pid=103471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 22:36:35.462343 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 35968) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:36:35.550280 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-97ee316f-741c-4f6d-8050-7f72497d3770 None None] Provisioning complete for port 4f69c885-3161-428d-a165-07787169a6aa triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:36:35.561815 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-97ee316f-741c-4f6d-8050-7f72497d3770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (4f69c885-3161-428d-a165-07787169a6aa), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:35.579694 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a69ff82-d301-4f6c-80fa-120f5ced0577 req-0b609f2e-b25e-48dc-bec0-0765b841ecfd tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:35.583610 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-8a69ff82-d301-4f6c-80fa-120f5ced0577 req-0b609f2e-b25e-48dc-bec0-0765b841ecfd tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.13 "GET /v2.0/networks?id=49394ac4-ce2e-4d8d-ba06-ab2e2faf7c57 HTTP/1.1" status: 200 len: 811 time: 0.8361492 Apr 05 22:36:35.609461 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1993bf3-3ea8-4b53-9070-30460dc2cb3d admin admin] Router 074602ce-52eb-49db-b2b4-9c9dd099caab has already been hosted by L3 agent 79a469f9-bdbc-4492-b479-9e5faeaf33b0 {{(pid=103469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:36:35.699717 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-97ee316f-741c-4f6d-8050-7f72497d3770 None None] Port 4f69c885-3161-428d-a165-07787169a6aa cannot update to ACTIVE because it is not bound. {{(pid=103470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:36:35.736967 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [req-8a69ff82-d301-4f6c-80fa-120f5ced0577 req-5ee64c8d-1eb7-48ac-a407-95b90ef90996 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] Request body: {'port': {'device_id': '17db4106-ccc6-406b-8b93-aae11beb2e78', 'network_id': '49394ac4-ce2e-4d8d-ba06-ab2e2faf7c57', 'admin_state_up': True, 'tenant_id': '94a318fdf9924965964e8fbc6cdbaf61'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:36:35.851638 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-54471de6-caca-4245-960f-41869a429a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (f7257a2b-51a0-4a83-97f1-aa23ea91efe1), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:36.012376 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Current status of the port 84dd4799-e41f-469c-a9f1-79ec67471a26 is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:36:36.022236 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device 7f9b1176-a0e3-4595-b06b-b8a900db95a9 up at agent ovs-agent-dv-cinder-835881-4-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:36:36.028603 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1993bf3-3ea8-4b53-9070-30460dc2cb3d admin admin] Notify agent at l3_agent.dv-cinder-835881-4-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:36:36.032544 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-627c2425-9d1c-46cd-9ca0-3362cd84f47c req-6f2ca38a-615c-492a-b445-d48d29ef2d0e tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/ports?device_id=17db4106-ccc6-406b-8b93-aae11beb2e78 HTTP/1.1" status: 200 len: 210 time: 0.0534325 Apr 05 22:36:36.059690 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-f1993bf3-3ea8-4b53-9070-30460dc2cb3d admin admin] 10.222.0.45 "PUT /v2.0/routers/074602ce-52eb-49db-b2b4-9c9dd099caab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0910242 Apr 05 22:36:36.059690 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-ee2c58e9-a8dc-4df3-a6a2-3f5646ca9098 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:36.109720 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-a3b2be54-078d-47f7-8b3d-eeeab4aeea1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (08425891-4e99-4ae4-974b-85ee5a0410c6), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:36.112878 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a31d206-023f-4e44-baef-8eda8f84d34a None None] Pushing event updated for resources: {'Port': ['ID=84dd4799-e41f-469c-a9f1-79ec67471a26,revision_number=3']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:36.223513 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Provisioning complete for port 7f9b1176-a0e3-4595-b06b-b8a900db95a9 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:36:36.224724 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (7f9b1176-a0e3-4595-b06b-b8a900db95a9), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:36.235590 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-7eb8e8d9-584f-46cb-a1c2-684d6a702474 None None] Provisioning complete for port 4f69c885-3161-428d-a165-07787169a6aa triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:36:36.236224 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-7eb8e8d9-584f-46cb-a1c2-684d6a702474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (4f69c885-3161-428d-a165-07787169a6aa), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:36.316574 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-ee2c58e9-a8dc-4df3-a6a2-3f5646ca9098 admin admin] Publish callbacks [] for security_group (886b06c9-fc05-4d86-a2f9-6acf211078e9), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:36.323472 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-ee2c58e9-a8dc-4df3-a6a2-3f5646ca9098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (886b06c9-fc05-4d86-a2f9-6acf211078e9), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:36.406275 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-aa084050-cb45-453f-93c3-c9626917a0d7 None None] Publish callbacks [] for port (b1d22d1e-c2db-4e00-bf01-d4a961d5d6c7), precommit_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:36.454320 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-aa084050-cb45-453f-93c3-c9626917a0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (b1d22d1e-c2db-4e00-bf01-d4a961d5d6c7), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:36.462560 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2c58e9-a8dc-4df3-a6a2-3f5646ca9098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=886b06c9-fc05-4d86-a2f9-6acf211078e9,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:36.488997 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-ee2c58e9-a8dc-4df3-a6a2-3f5646ca9098 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=89661a55aaa9438daccb34c3f586fc68&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0210435 Apr 05 22:36:36.490075 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 36004) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:36:36.606196 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.db.db_base_plugin_common [None req-560a72db-9d3d-4536-b9b5-81cd73fbb3c3 admin admin] Allocated IP 172.20.0.1 (cdafa027-5a68-4e7d-98e5-3d69d953062c/e210eb77-c8b4-4c67-a300-bbb8691b7d32/bb8d404d-b4f4-4a4d-87bc-ff826ef28e36) {{(pid=103468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:36:36.622835 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-74a7f7af-0e5b-451e-a677-8514ee74258b admin admin] Publish callbacks [] for security_group (886b06c9-fc05-4d86-a2f9-6acf211078e9), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:36.640588 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aa05c5-d203-46ca-899b-84fc76c8ffd1 None None] Pushing event updated for resources: {'Port': ['ID=b1d22d1e-c2db-4e00-bf01-d4a961d5d6c7,revision_number=2']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:36.648479 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-7eb8e8d9-584f-46cb-a1c2-684d6a702474 None None] Port 4f69c885-3161-428d-a165-07787169a6aa cannot update to ACTIVE because it is not bound. {{(pid=103470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:36:36.710448 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-74a7f7af-0e5b-451e-a677-8514ee74258b admin admin] Publish callbacks [] for security_group (886b06c9-fc05-4d86-a2f9-6acf211078e9), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:36.751587 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-7eb8e8d9-584f-46cb-a1c2-684d6a702474 None None] Provisioning complete for port 84dd4799-e41f-469c-a9f1-79ec67471a26 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:36:36.762665 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-7eb8e8d9-584f-46cb-a1c2-684d6a702474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (84dd4799-e41f-469c-a9f1-79ec67471a26), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:36.838582 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-aa084050-cb45-453f-93c3-c9626917a0d7 None None] Attempting to bind port b1d22d1e-c2db-4e00-bf01-d4a961d5d6c7 on host dv-cinder-835881-4-iscsi for vnic_type normal with profile {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:36:36.838582 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-aa084050-cb45-453f-93c3-c9626917a0d7 None None] Attempting to bind port b1d22d1e-c2db-4e00-bf01-d4a961d5d6c7 by drivers openvswitch,hyperv on host dv-cinder-835881-4-iscsi at level 0 using segments [{'id': '93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d'}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:36:36.839888 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa084050-cb45-453f-93c3-c9626917a0d7 None None] Attempting to bind port b1d22d1e-c2db-4e00-bf01-d4a961d5d6c7 on network 1c7020db-f04b-4bae-aa0d-07e17c11278d {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:36:36.859490 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-74a7f7af-0e5b-451e-a677-8514ee74258b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (886b06c9-fc05-4d86-a2f9-6acf211078e9), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:36.859859 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa084050-cb45-453f-93c3-c9626917a0d7 None None] Checking agent: {'id': 'b771b186-15ef-4a1a-9c73-ea54ac08c8ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 28, 12), 'started_at': datetime.datetime(2022, 4, 5, 22, 28, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:36:36.860234 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa084050-cb45-453f-93c3-c9626917a0d7 None None] Checking segment: {'id': '93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:36:36.860633 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-aa084050-cb45-453f-93c3-c9626917a0d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:36.861158 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa084050-cb45-453f-93c3-c9626917a0d7 None None] Bound using segment: {'id': '93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d'} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:36:36.861512 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-aa084050-cb45-453f-93c3-c9626917a0d7 None None] Bound port: b1d22d1e-c2db-4e00-bf01-d4a961d5d6c7, host: dv-cinder-835881-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d'}}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:36:36.864433 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-aa084050-cb45-453f-93c3-c9626917a0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (b1d22d1e-c2db-4e00-bf01-d4a961d5d6c7), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:36.871101 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-74a7f7af-0e5b-451e-a677-8514ee74258b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:36.874245 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-74a7f7af-0e5b-451e-a677-8514ee74258b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/886b06c9-fc05-4d86-a2f9-6acf211078e9 HTTP/1.1" status: 204 len: 168 time: 0.3831873 Apr 05 22:36:36.919645 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a7f7af-0e5b-451e-a677-8514ee74258b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=886b06c9-fc05-4d86-a2f9-6acf211078e9,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:36.922440 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-54471de6-caca-4245-960f-41869a429a10 None None] Publish callbacks [] for port (f7257a2b-51a0-4a83-97f1-aa23ea91efe1), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:36.943720 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-54471de6-caca-4245-960f-41869a429a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (f7257a2b-51a0-4a83-97f1-aa23ea91efe1), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:37.181745 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Current status of the port 7f9b1176-a0e3-4595-b06b-b8a900db95a9 is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:36:37.205717 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdb4887-00d3-4007-805f-a1fad6382e3d None None] Pushing event updated for resources: {'Port': ['ID=f7257a2b-51a0-4a83-97f1-aa23ea91efe1,revision_number=2']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:37.226959 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-54471de6-caca-4245-960f-41869a429a10 None None] Attempting to bind port f7257a2b-51a0-4a83-97f1-aa23ea91efe1 on host dv-cinder-835881-4-iscsi for vnic_type normal with profile {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:36:37.231755 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-54471de6-caca-4245-960f-41869a429a10 None None] Attempting to bind port f7257a2b-51a0-4a83-97f1-aa23ea91efe1 by drivers openvswitch,hyperv on host dv-cinder-835881-4-iscsi at level 0 using segments [{'id': '93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d'}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:36:37.233549 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54471de6-caca-4245-960f-41869a429a10 None None] Attempting to bind port f7257a2b-51a0-4a83-97f1-aa23ea91efe1 on network 1c7020db-f04b-4bae-aa0d-07e17c11278d {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:36:37.249612 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-aa084050-cb45-453f-93c3-c9626917a0d7 None None] For port b1d22d1e-c2db-4e00-bf01-d4a961d5d6c7, host dv-cinder-835881-4-iscsi, cleared binding levels {{(pid=103470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:36:37.284674 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54471de6-caca-4245-960f-41869a429a10 None None] Checking agent: {'id': 'b771b186-15ef-4a1a-9c73-ea54ac08c8ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 28, 12), 'started_at': datetime.datetime(2022, 4, 5, 22, 28, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:36:37.284674 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54471de6-caca-4245-960f-41869a429a10 None None] Checking segment: {'id': '93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:36:37.285045 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-54471de6-caca-4245-960f-41869a429a10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:37.289455 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54471de6-caca-4245-960f-41869a429a10 None None] Bound using segment: {'id': '93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d'} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:36:37.292986 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-54471de6-caca-4245-960f-41869a429a10 None None] Bound port: f7257a2b-51a0-4a83-97f1-aa23ea91efe1, host: dv-cinder-835881-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d'}}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:36:37.294979 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-54471de6-caca-4245-960f-41869a429a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (f7257a2b-51a0-4a83-97f1-aa23ea91efe1), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:37.316684 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-aa084050-cb45-453f-93c3-c9626917a0d7 None None] For port b1d22d1e-c2db-4e00-bf01-d4a961d5d6c7, host dv-cinder-835881-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=b1d22d1e-c2db-4e00-bf01-d4a961d5d6c7,segment=NetworkSegment(93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb),segment_id=93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb)] {{(pid=103470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:36:37.364912 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a69ff82-d301-4f6c-80fa-120f5ced0577 req-5ee64c8d-1eb7-48ac-a407-95b90ef90996 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] Made reservation on behalf of 94a318fdf9924965964e8fbc6cdbaf61 for: {'port': 1} {{(pid=103468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:36:37.385228 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-8a69ff82-d301-4f6c-80fa-120f5ced0577 req-5ee64c8d-1eb7-48ac-a407-95b90ef90996 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:37.406910 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-aa084050-cb45-453f-93c3-c9626917a0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (b1d22d1e-c2db-4e00-bf01-d4a961d5d6c7), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:37.467476 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bd14df-0a40-4d35-ae5c-0e75ddaaf1a6 req-d70ab0be-3bb6-46ca-97f2-a9aa3d661a31 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:37.469168 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-45bd14df-0a40-4d35-ae5c-0e75ddaaf1a6 req-d70ab0be-3bb6-46ca-97f2-a9aa3d661a31 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/networks?id=3db3989f-3792-497b-8859-b82b64749acf HTTP/1.1" status: 200 len: 818 time: 0.4849582 Apr 05 22:36:37.530918 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-7eb8e8d9-584f-46cb-a1c2-684d6a702474 None None] Current status of the port 84dd4799-e41f-469c-a9f1-79ec67471a26 is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:36:37.550586 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-54471de6-caca-4245-960f-41869a429a10 None None] For port f7257a2b-51a0-4a83-97f1-aa23ea91efe1, host dv-cinder-835881-4-iscsi, cleared binding levels {{(pid=103471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:36:37.556123 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-54471de6-caca-4245-960f-41869a429a10 None None] For port f7257a2b-51a0-4a83-97f1-aa23ea91efe1, host dv-cinder-835881-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=f7257a2b-51a0-4a83-97f1-aa23ea91efe1,segment=NetworkSegment(93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb),segment_id=93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb)] {{(pid=103471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:36:37.578389 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa084050-cb45-453f-93c3-c9626917a0d7 None None] Routers {'6b8c1170-9035-4651-bab5-07a41f9337ac'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:36:37.580779 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-54471de6-caca-4245-960f-41869a429a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (f7257a2b-51a0-4a83-97f1-aa23ea91efe1), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:37.582588 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-aa084050-cb45-453f-93c3-c9626917a0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:36:08Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['6b8c1170-9035-4651-bab5-07a41f9337ac'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:36:37.596993 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4ee25c65-c324-4b4e-a0e2-372b474f1589 req-b569970b-f3f3-4d4b-a9b9-23e554e9a95d tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/ports?device_id=17db4106-ccc6-406b-8b93-aae11beb2e78 HTTP/1.1" status: 200 len: 210 time: 0.1268063 Apr 05 22:36:37.606764 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-45bd14df-0a40-4d35-ae5c-0e75ddaaf1a6 req-6e5a1d9d-93eb-4285-bef9-34e6701b4336 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/quotas/1ba0c2747b5346a280f6f563ba891f9e HTTP/1.1" status: 200 len: 375 time: 0.1089633 Apr 05 22:36:37.759936 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device 84dd4799-e41f-469c-a9f1-79ec67471a26 up at agent ovs-agent-dv-cinder-835881-4-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:36:37.769225 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdb4887-00d3-4007-805f-a1fad6382e3d None None] Pushing event updated for resources: {'Port': ['ID=f7257a2b-51a0-4a83-97f1-aa23ea91efe1,revision_number=3']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:37.780164 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54471de6-caca-4245-960f-41869a429a10 None None] Routers {'d51c3735-6a4e-4d37-acdf-25e27a08c3d1'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:36:37.786205 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-54471de6-caca-4245-960f-41869a429a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:36:08Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['d51c3735-6a4e-4d37-acdf-25e27a08c3d1'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:36:37.793323 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-45bd14df-0a40-4d35-ae5c-0e75ddaaf1a6 req-4da04141-03ad-474e-9f55-c6c11ff0b3cc tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=1ba0c2747b5346a280f6f563ba891f9e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1754336 Apr 05 22:36:37.807554 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aa05c5-d203-46ca-899b-84fc76c8ffd1 None None] Pushing event updated for resources: {'Port': ['ID=b1d22d1e-c2db-4e00-bf01-d4a961d5d6c7,revision_number=3']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:37.993106 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-da7d0e68-a387-4b49-bb93-15330f9817a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (79a469f9-bdbc-4492-b479-9e5faeaf33b0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:38.053654 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-45bd14df-0a40-4d35-ae5c-0e75ddaaf1a6 req-0243eeb8-731c-48b4-a767-4dcb3f50af3a service neutron] 10.222.0.45 "GET /v2.0/networks/3db3989f-3792-497b-8859-b82b64749acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511666 Apr 05 22:36:38.065398 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-aa084050-cb45-453f-93c3-c9626917a0d7 None None] Set router 6b8c1170-9035-4651-bab5-07a41f9337ac gateway port host: dv-cinder-835881-4-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:36:38.074287 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-54471de6-caca-4245-960f-41869a429a10 None None] Set router d51c3735-6a4e-4d37-acdf-25e27a08c3d1 gateway port host: dv-cinder-835881-4-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:36:38.202243 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-560a72db-9d3d-4536-b9b5-81cd73fbb3c3 admin admin] Publish callbacks [] for port (bb8d404d-b4f4-4a4d-87bc-ff826ef28e36), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:38.213590 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Provisioning complete for port 84dd4799-e41f-469c-a9f1-79ec67471a26 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:36:38.216566 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (84dd4799-e41f-469c-a9f1-79ec67471a26), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:38.350645 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-45bd14df-0a40-4d35-ae5c-0e75ddaaf1a6 req-e6313fd4-7cd8-4051-a03f-54a8d130117b service neutron] 10.222.0.45 "GET /v2.0/networks/3db3989f-3792-497b-8859-b82b64749acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881258 Apr 05 22:36:38.393938 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-560a72db-9d3d-4536-b9b5-81cd73fbb3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757100095748'] for port (bb8d404d-b4f4-4a4d-87bc-ff826ef28e36), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:38.604484 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-54471de6-caca-4245-960f-41869a429a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'name': 'tempest-AttachVolumeNegativeTest-472364483-router', 'tenant_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'f7257a2b-51a0-4a83-97f1-aa23ea91efe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:36:28Z', 'updated_at': '2022-04-05T22:36:32Z', 'revision_number': 3, 'project_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'gw_port': {'id': 'f7257a2b-51a0-4a83-97f1-aa23ea91efe1', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:07:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:29Z', 'updated_at': '2022-04-05T22:36:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi'}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:36:38.685785 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Current status of the port 84dd4799-e41f-469c-a9f1-79ec67471a26 is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:36:38.688040 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device afdd8a75-4065-46c1-8241-8b04d9e6aaaf up at agent ovs-agent-dv-cinder-835881-4-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:36:38.728038 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54471de6-caca-4245-960f-41869a429a10 None None] The sync data for ids ['d51c3735-6a4e-4d37-acdf-25e27a08c3d1'] in dv-cinder-835881-4-iscsi is: [{'id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'name': 'tempest-AttachVolumeNegativeTest-472364483-router', 'tenant_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'f7257a2b-51a0-4a83-97f1-aa23ea91efe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:36:28Z', 'updated_at': '2022-04-05T22:36:32Z', 'revision_number': 3, 'project_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'gw_port': {'id': 'f7257a2b-51a0-4a83-97f1-aa23ea91efe1', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:07:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:29Z', 'updated_at': '2022-04-05T22:36:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi'}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:36:38.804462 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cead16-d713-4711-8266-500f51534bf9 None None] Sync routers for ids ['074602ce-52eb-49db-b2b4-9c9dd099caab'] in dv-cinder-835881-4-iscsi {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:36:38.905768 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d62dbc4e-1a13-46dd-8630-ae3d32628b9c req-cb1b6c6a-835d-49a7-9181-9b3a3c532bc0 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/ports?device_id=17db4106-ccc6-406b-8b93-aae11beb2e78 HTTP/1.1" status: 200 len: 210 time: 0.0813217 Apr 05 22:36:38.983374 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560a72db-9d3d-4536-b9b5-81cd73fbb3c3 admin admin] Network cdafa027-5a68-4e7d-98e5-3d69d953062c is already hosted by enough agents. {{(pid=103468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:36:39.001181 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.db.db_base_plugin_common [req-8a69ff82-d301-4f6c-80fa-120f5ced0577 req-5ee64c8d-1eb7-48ac-a407-95b90ef90996 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] Allocated IP 172.20.0.12 (49394ac4-ce2e-4d8d-ba06-ab2e2faf7c57/235a2980-4296-4659-99f6-db4446792d92/a7e2149a-9a2d-42ae-ab91-ce31d564fbe9) {{(pid=103468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:36:39.060985 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cead16-d713-4711-8266-500f51534bf9 None None] Routers {'074602ce-52eb-49db-b2b4-9c9dd099caab'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:36:39.062325 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-91cead16-d713-4711-8266-500f51534bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:36:38Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['074602ce-52eb-49db-b2b4-9c9dd099caab'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:36:39.192825 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-dae4f030-1cb2-49a8-bcfa-6facf2529a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (e40c9916-dc7d-41d8-a75d-da550db0c469), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:39.219843 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Provisioning complete for port afdd8a75-4065-46c1-8241-8b04d9e6aaaf triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:36:39.220154 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (afdd8a75-4065-46c1-8241-8b04d9e6aaaf), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:39.373091 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 36114) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:36:39.395811 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [None req-560a72db-9d3d-4536-b9b5-81cd73fbb3c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:36:39.409466 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560a72db-9d3d-4536-b9b5-81cd73fbb3c3 admin admin] Received port after_create {{(pid=103468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:36:39.410877 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-560a72db-9d3d-4536-b9b5-81cd73fbb3c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536746'] for router_interface (6b8c1170-9035-4651-bab5-07a41f9337ac), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:39.444919 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c06c9102-dc06-4544-a795-8c20e3c83e2a req-c0408f25-c138-4903-a039-f7b289bf9e50 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0326d1c-064c-4b3c-9ffd-06a7df79dec6 HTTP/1.1" status: 200 len: 210 time: 0.0856922 Apr 05 22:36:39.463809 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-91cead16-d713-4711-8266-500f51534bf9 None None] Set router 074602ce-52eb-49db-b2b4-9c9dd099caab gateway port host: dv-cinder-835881-4-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:36:39.688374 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560a72db-9d3d-4536-b9b5-81cd73fbb3c3 admin admin] Pushing event updated for resources: {'Port': ['ID=bb8d404d-b4f4-4a4d-87bc-ff826ef28e36,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:39.887108 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b5495e28-8bcb-479b-b472-9d8fc6122736 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:40.141456 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-108f00d9-48e6-40d7-a8f4-313b4f4c4944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:40.554776 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-aa084050-cb45-453f-93c3-c9626917a0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8c1170-9035-4651-bab5-07a41f9337ac', 'name': 'tempest-AttachVolumeShelveTestJSON-854944980-router', 'tenant_id': 'aad57955e58648ad8aedc12ef0c854bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'b1d22d1e-c2db-4e00-bf01-d4a961d5d6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:36:26Z', 'updated_at': '2022-04-05T22:36:29Z', 'revision_number': 3, 'project_id': 'aad57955e58648ad8aedc12ef0c854bd', 'gw_port': {'id': 'b1d22d1e-c2db-4e00-bf01-d4a961d5d6c7', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b8:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8c1170-9035-4651-bab5-07a41f9337ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:28Z', 'updated_at': '2022-04-05T22:36:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi'}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:36:40.566067 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-8a69ff82-d301-4f6c-80fa-120f5ced0577 req-5ee64c8d-1eb7-48ac-a407-95b90ef90996 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] Publish callbacks [] for port (a7e2149a-9a2d-42ae-ab91-ce31d564fbe9), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:40.580591 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa084050-cb45-453f-93c3-c9626917a0d7 None None] The sync data for ids ['6b8c1170-9035-4651-bab5-07a41f9337ac'] in dv-cinder-835881-4-iscsi is: [{'id': '6b8c1170-9035-4651-bab5-07a41f9337ac', 'name': 'tempest-AttachVolumeShelveTestJSON-854944980-router', 'tenant_id': 'aad57955e58648ad8aedc12ef0c854bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'b1d22d1e-c2db-4e00-bf01-d4a961d5d6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:36:26Z', 'updated_at': '2022-04-05T22:36:29Z', 'revision_number': 3, 'project_id': 'aad57955e58648ad8aedc12ef0c854bd', 'gw_port': {'id': 'b1d22d1e-c2db-4e00-bf01-d4a961d5d6c7', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b8:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8c1170-9035-4651-bab5-07a41f9337ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:28Z', 'updated_at': '2022-04-05T22:36:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi'}] {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:36:40.677465 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-99ae2e83-6010-40d2-b70a-5b0f9e3ea887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (f28e62d6-8243-45bb-b578-64cfae2561d0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:40.685258 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92fdf87-8df6-4123-afcc-ebb6d8fdf3cb req-b91307a4-b886-4ea0-b988-7d37e540e745 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:40.695961 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-f8fad2ea-4a34-4dd0-883f-432aede8d4f4 None None] Provisioning complete for port bb8d404d-b4f4-4a4d-87bc-ff826ef28e36 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:36:40.696262 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-f8fad2ea-4a34-4dd0-883f-432aede8d4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (bb8d404d-b4f4-4a4d-87bc-ff826ef28e36), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:40.699538 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e92fdf87-8df6-4123-afcc-ebb6d8fdf3cb req-b91307a4-b886-4ea0-b988-7d37e540e745 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/networks?id=3db3989f-3792-497b-8859-b82b64749acf HTTP/1.1" status: 200 len: 818 time: 0.3199353 Apr 05 22:36:40.755673 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b5495e28-8bcb-479b-b472-9d8fc6122736 admin admin] Publish callbacks [] for security_group (28406caa-a921-4f8f-8e13-76d95a7cf9a6), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:40.841451 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-f8fad2ea-4a34-4dd0-883f-432aede8d4f4 None None] Port bb8d404d-b4f4-4a4d-87bc-ff826ef28e36 cannot update to ACTIVE because it is not bound. {{(pid=103470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:36:40.843899 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Current status of the port afdd8a75-4065-46c1-8241-8b04d9e6aaaf is: DOWN; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:36:40.844285 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (afdd8a75-4065-46c1-8241-8b04d9e6aaaf), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:40.878846 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-91cead16-d713-4711-8266-500f51534bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '074602ce-52eb-49db-b2b4-9c9dd099caab', 'name': 'tempest-ServerRescueNegativeTestJSON-879278927-router', 'tenant_id': '1ba0c2747b5346a280f6f563ba891f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': 'afdd8a75-4065-46c1-8241-8b04d9e6aaaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:36:27Z', 'updated_at': '2022-04-05T22:36:34Z', 'revision_number': 4, 'project_id': '1ba0c2747b5346a280f6f563ba891f9e', 'gw_port': {'id': 'afdd8a75-4065-46c1-8241-8b04d9e6aaaf', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:53:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '074602ce-52eb-49db-b2b4-9c9dd099caab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:29Z', 'updated_at': '2022-04-05T22:36:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_interfaces': [{'id': '4f69c885-3161-428d-a165-07787169a6aa', 'name': '', 'network_id': '3db3989f-3792-497b-8859-b82b64749acf', 'tenant_id': '1ba0c2747b5346a280f6f563ba891f9e', 'mac_address': 'fa:16:3e:49:57:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '074602ce-52eb-49db-b2b4-9c9dd099caab', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '37586d04-a04b-404d-8716-ce23cb986874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:33Z', 'updated_at': '2022-04-05T22:36:34Z', 'revision_number': 2, 'project_id': '1ba0c2747b5346a280f6f563ba891f9e', 'subnets': [{'id': '37586d04-a04b-404d-8716-ce23cb986874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:36:40.896982 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9353e3d1-ec3e-4031-a314-0b03879a72d4 req-6fecd90e-36f1-426c-b614-da71eb89920b tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/ports?device_id=17db4106-ccc6-406b-8b93-aae11beb2e78 HTTP/1.1" status: 200 len: 210 time: 0.5115538 Apr 05 22:36:40.910261 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b5495e28-8bcb-479b-b472-9d8fc6122736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (28406caa-a921-4f8f-8e13-76d95a7cf9a6), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:40.929829 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cead16-d713-4711-8266-500f51534bf9 None None] Checking router: 074602ce-52eb-49db-b2b4-9c9dd099caab for host: dv-cinder-835881-4-iscsi {{(pid=103470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:36:40.930132 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cead16-d713-4711-8266-500f51534bf9 None None] Updating router 074602ce-52eb-49db-b2b4-9c9dd099caab port 4f69c885-3161-428d-a165-07787169a6aa binding host dv-cinder-835881-4-iscsi {{(pid=103470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 22:36:40.933660 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] For port afdd8a75-4065-46c1-8241-8b04d9e6aaaf, host dv-cinder-835881-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=afdd8a75-4065-46c1-8241-8b04d9e6aaaf,segment=NetworkSegment(93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb),segment_id=93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:36:40.955086 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (afdd8a75-4065-46c1-8241-8b04d9e6aaaf), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:40.974551 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-8a69ff82-d301-4f6c-80fa-120f5ced0577 req-5ee64c8d-1eb7-48ac-a407-95b90ef90996 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757100095748'] for port (a7e2149a-9a2d-42ae-ab91-ce31d564fbe9), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:40.986782 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e92fdf87-8df6-4123-afcc-ebb6d8fdf3cb req-13eceb8d-0800-440f-9c04-e7fa8799be60 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/quotas/1ba0c2747b5346a280f6f563ba891f9e HTTP/1.1" status: 200 len: 375 time: 0.2467153 Apr 05 22:36:41.002110 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-b5495e28-8bcb-479b-b472-9d8fc6122736 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=dcefa47cb5c54719820a3c379f7b0dad&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6275444 Apr 05 22:36:41.006646 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 36182) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:36:41.027633 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-91cead16-d713-4711-8266-500f51534bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (4f69c885-3161-428d-a165-07787169a6aa), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:41.111035 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5495e28-8bcb-479b-b472-9d8fc6122736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28406caa-a921-4f8f-8e13-76d95a7cf9a6,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:41.204960 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-560a72db-9d3d-4536-b9b5-81cd73fbb3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (bb8d404d-b4f4-4a4d-87bc-ff826ef28e36), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:41.227484 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e92fdf87-8df6-4123-afcc-ebb6d8fdf3cb req-9ab1c45b-f54e-4e36-9e66-ff432ebea5c2 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=1ba0c2747b5346a280f6f563ba891f9e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2219055 Apr 05 22:36:41.240089 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-02d24962-7e38-4f7f-bba5-9ab64822e44f admin admin] Publish callbacks [] for security_group (28406caa-a921-4f8f-8e13-76d95a7cf9a6), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:41.335829 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device f7257a2b-51a0-4a83-97f1-aa23ea91efe1 up at agent ovs-agent-dv-cinder-835881-4-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:36:41.344165 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-02d24962-7e38-4f7f-bba5-9ab64822e44f admin admin] Publish callbacks [] for security_group (28406caa-a921-4f8f-8e13-76d95a7cf9a6), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:41.383874 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.db.db_base_plugin_common [None req-108f00d9-48e6-40d7-a8f4-313b4f4c4944 admin admin] Allocated IP 172.20.0.1 (2745cec7-a148-4762-a4f4-09b14f6d3b74/45b714fa-5bcf-429b-b58b-460d14e81c92/35730c02-9364-4d72-96fb-383f73802885) {{(pid=103468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:36:41.401333 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Pushing event updated for resources: {'Port': ['ID=afdd8a75-4065-46c1-8241-8b04d9e6aaaf,revision_number=4']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:41.423625 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e92fdf87-8df6-4123-afcc-ebb6d8fdf3cb req-c2a70f4f-8832-45ca-a6cd-78c0a43e8eac service neutron] 10.222.0.45 "GET /v2.0/networks/3db3989f-3792-497b-8859-b82b64749acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951106 Apr 05 22:36:41.535271 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a69ff82-d301-4f6c-80fa-120f5ced0577 req-5ee64c8d-1eb7-48ac-a407-95b90ef90996 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] Network 49394ac4-ce2e-4d8d-ba06-ab2e2faf7c57 is already hosted by enough agents. {{(pid=103468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:36:41.553851 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-02d24962-7e38-4f7f-bba5-9ab64822e44f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (28406caa-a921-4f8f-8e13-76d95a7cf9a6), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:41.558072 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-02d24962-7e38-4f7f-bba5-9ab64822e44f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:41.565274 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-02d24962-7e38-4f7f-bba5-9ab64822e44f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/28406caa-a921-4f8f-8e13-76d95a7cf9a6 HTTP/1.1" status: 204 len: 168 time: 0.5573835 Apr 05 22:36:41.566838 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Provisioning complete for port f7257a2b-51a0-4a83-97f1-aa23ea91efe1 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:36:41.567851 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (f7257a2b-51a0-4a83-97f1-aa23ea91efe1), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:41.571065 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-108f00d9-48e6-40d7-a8f4-313b4f4c4944 admin admin] Publish callbacks [] for port (35730c02-9364-4d72-96fb-383f73802885), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:41.598387 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d24962-7e38-4f7f-bba5-9ab64822e44f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28406caa-a921-4f8f-8e13-76d95a7cf9a6,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:41.627472 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [req-8a69ff82-d301-4f6c-80fa-120f5ced0577 req-5ee64c8d-1eb7-48ac-a407-95b90ef90996 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] Resources bound (agent type, host, resource id): {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:36:41.640596 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a69ff82-d301-4f6c-80fa-120f5ced0577 req-5ee64c8d-1eb7-48ac-a407-95b90ef90996 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] Received port after_create {{(pid=103468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:36:41.649197 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a69ff82-d301-4f6c-80fa-120f5ced0577 req-5ee64c8d-1eb7-48ac-a407-95b90ef90996 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:41.650280 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-8a69ff82-d301-4f6c-80fa-120f5ced0577 req-5ee64c8d-1eb7-48ac-a407-95b90ef90996 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644259'] for port (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:41.710072 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e92fdf87-8df6-4123-afcc-ebb6d8fdf3cb req-05871eae-91bb-4f57-8f6a-fcc6ea0f2258 service neutron] 10.222.0.45 "GET /v2.0/networks/3db3989f-3792-497b-8859-b82b64749acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763481 Apr 05 22:36:41.741710 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-108f00d9-48e6-40d7-a8f4-313b4f4c4944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757100095748'] for port (35730c02-9364-4d72-96fb-383f73802885), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:41.797358 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee64c8d-1eb7-48ac-a407-95b90ef90996 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] Pushing event updated for resources: {'Port': ['ID=a7e2149a-9a2d-42ae-ab91-ce31d564fbe9,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:42.108129 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c2ff4132-2c47-4380-bc66-cbd93f4bd808 req-46c0837d-f9e4-411a-8b80-cdb2e18d439b tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 210 time: 0.0996425 Apr 05 22:36:42.175449 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (b771b186-15ef-4a1a-9c73-ea54ac08c8ac), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:42.181943 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-91cead16-d713-4711-8266-500f51534bf9 None None] Publish callbacks [] for port (4f69c885-3161-428d-a165-07787169a6aa), precommit_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:42.211370 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-91cead16-d713-4711-8266-500f51534bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (4f69c885-3161-428d-a165-07787169a6aa), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:42.217026 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Current status of the port f7257a2b-51a0-4a83-97f1-aa23ea91efe1 is: DOWN; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:36:42.217914 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (f7257a2b-51a0-4a83-97f1-aa23ea91efe1), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:42.364763 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c66fc-8bfb-4d51-b1c3-73c26b94b026 req-b93b1af2-5d7a-4797-a968-cc9d406d422b tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:42.364763 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-fa5c66fc-8bfb-4d51-b1c3-73c26b94b026 req-b93b1af2-5d7a-4797-a968-cc9d406d422b tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/ports?device_id=17db4106-ccc6-406b-8b93-aae11beb2e78 HTTP/1.1" status: 200 len: 932 time: 0.2171988 Apr 05 22:36:42.365184 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507b1e2d-25b3-4a08-98b1-d348894ec190 None None] Pushing event updated for resources: {'Port': ['ID=4f69c885-3161-428d-a165-07787169a6aa,revision_number=3']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:42.435450 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] For port f7257a2b-51a0-4a83-97f1-aa23ea91efe1, host dv-cinder-835881-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=f7257a2b-51a0-4a83-97f1-aa23ea91efe1,segment=NetworkSegment(93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb),segment_id=93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:36:42.446262 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (f7257a2b-51a0-4a83-97f1-aa23ea91efe1), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:42.561159 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-fa5c66fc-8bfb-4d51-b1c3-73c26b94b026 req-ce75ac1e-0c9a-4d03-b681-0b9812bd5587 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/security-groups?id=e84a0f4d-0a07-40b0-a81d-4381c766cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849227 Apr 05 22:36:42.608138 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-8a69ff82-d301-4f6c-80fa-120f5ced0577 req-5ee64c8d-1eb7-48ac-a407-95b90ef90996 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.9200072 Apr 05 22:36:42.613889 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108f00d9-48e6-40d7-a8f4-313b4f4c4944 admin admin] Network 2745cec7-a148-4762-a4f4-09b14f6d3b74 is already hosted by enough agents. {{(pid=103468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:36:42.621803 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-91cead16-d713-4711-8266-500f51534bf9 None None] Attempting to bind port 4f69c885-3161-428d-a165-07787169a6aa on host dv-cinder-835881-4-iscsi for vnic_type normal with profile {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:36:42.622335 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-91cead16-d713-4711-8266-500f51534bf9 None None] Attempting to bind port 4f69c885-3161-428d-a165-07787169a6aa by drivers openvswitch,hyperv on host dv-cinder-835881-4-iscsi at level 0 using segments [{'id': '2ad51623-cf08-45c6-9c7b-ddd46cc31ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3db3989f-3792-497b-8859-b82b64749acf'}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:36:42.622687 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cead16-d713-4711-8266-500f51534bf9 None None] Attempting to bind port 4f69c885-3161-428d-a165-07787169a6aa on network 3db3989f-3792-497b-8859-b82b64749acf {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:36:42.630440 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [None req-108f00d9-48e6-40d7-a8f4-313b4f4c4944 admin admin] Resources bound (agent type, host, resource id): {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:36:42.644321 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108f00d9-48e6-40d7-a8f4-313b4f4c4944 admin admin] Received port after_create {{(pid=103468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:36:42.645262 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-108f00d9-48e6-40d7-a8f4-313b4f4c4944 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536746'] for router_interface (d51c3735-6a4e-4d37-acdf-25e27a08c3d1), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:42.655712 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cead16-d713-4711-8266-500f51534bf9 None None] Checking agent: {'id': 'b771b186-15ef-4a1a-9c73-ea54ac08c8ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 28, 12), 'started_at': datetime.datetime(2022, 4, 5, 22, 28, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:36:42.656087 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cead16-d713-4711-8266-500f51534bf9 None None] Checking segment: {'id': '2ad51623-cf08-45c6-9c7b-ddd46cc31ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3db3989f-3792-497b-8859-b82b64749acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:36:42.656487 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-91cead16-d713-4711-8266-500f51534bf9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:42.656877 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cead16-d713-4711-8266-500f51534bf9 None None] Bound using segment: {'id': '2ad51623-cf08-45c6-9c7b-ddd46cc31ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3db3989f-3792-497b-8859-b82b64749acf'} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:36:42.657360 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-91cead16-d713-4711-8266-500f51534bf9 None None] Bound port: 4f69c885-3161-428d-a165-07787169a6aa, host: dv-cinder-835881-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ad51623-cf08-45c6-9c7b-ddd46cc31ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3db3989f-3792-497b-8859-b82b64749acf'}}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:36:42.665987 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-91cead16-d713-4711-8266-500f51534bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (4f69c885-3161-428d-a165-07787169a6aa), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:42.740591 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Pushing event updated for resources: {'Port': ['ID=f7257a2b-51a0-4a83-97f1-aa23ea91efe1,revision_number=4']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:42.772516 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108f00d9-48e6-40d7-a8f4-313b4f4c4944 admin admin] Pushing event updated for resources: {'Port': ['ID=35730c02-9364-4d72-96fb-383f73802885,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:42.800426 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 36238) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:36:42.866022 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-91cead16-d713-4711-8266-500f51534bf9 None None] For port 4f69c885-3161-428d-a165-07787169a6aa, host dv-cinder-835881-4-iscsi, cleared binding levels {{(pid=103470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:36:42.869691 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-91cead16-d713-4711-8266-500f51534bf9 None None] For port 4f69c885-3161-428d-a165-07787169a6aa, host dv-cinder-835881-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=4f69c885-3161-428d-a165-07787169a6aa,segment=NetworkSegment(2ad51623-cf08-45c6-9c7b-ddd46cc31ce5),segment_id=2ad51623-cf08-45c6-9c7b-ddd46cc31ce5)] {{(pid=103470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:36:42.881995 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-91cead16-d713-4711-8266-500f51534bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (4f69c885-3161-428d-a165-07787169a6aa), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:43.014343 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a253cfc7-5d05-41eb-a202-4e9cc1082d8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:43.026722 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507b1e2d-25b3-4a08-98b1-d348894ec190 None None] Pushing event updated for resources: {'Port': ['ID=4f69c885-3161-428d-a165-07787169a6aa,revision_number=4']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:43.188561 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-fdd459a3-5d93-4142-8e9c-75e6abde3350 None None] Provisioning complete for port 4f69c885-3161-428d-a165-07787169a6aa triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:36:43.191465 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-fdd459a3-5d93-4142-8e9c-75e6abde3350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (4f69c885-3161-428d-a165-07787169a6aa), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:43.257886 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-560a72db-9d3d-4536-b9b5-81cd73fbb3c3 admin admin] Publish callbacks [] for port (bb8d404d-b4f4-4a4d-87bc-ff826ef28e36), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:43.286970 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cead16-d713-4711-8266-500f51534bf9 None None] Routers {'074602ce-52eb-49db-b2b4-9c9dd099caab'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:36:43.287722 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-91cead16-d713-4711-8266-500f51534bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:36:38Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['074602ce-52eb-49db-b2b4-9c9dd099caab'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:36:43.315299 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-560a72db-9d3d-4536-b9b5-81cd73fbb3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (bb8d404d-b4f4-4a4d-87bc-ff826ef28e36), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:43.316953 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-560a72db-9d3d-4536-b9b5-81cd73fbb3c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3645371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535098'] for router_interface (6b8c1170-9035-4651-bab5-07a41f9337ac), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:43.326986 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-108f00d9-48e6-40d7-a8f4-313b4f4c4944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (35730c02-9364-4d72-96fb-383f73802885), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:43.363057 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a253cfc7-5d05-41eb-a202-4e9cc1082d8f admin admin] Publish callbacks [] for security_group (6222f298-742b-49d7-b8ff-b007456edb1a), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:43.366735 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e491d5d2-6673-4694-a4a1-d2633a51c936 req-9b74762d-4ce3-402c-a107-f2de0a2fad4d tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 210 time: 0.1206472 Apr 05 22:36:43.370945 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a253cfc7-5d05-41eb-a202-4e9cc1082d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (6222f298-742b-49d7-b8ff-b007456edb1a), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:43.407414 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-a253cfc7-5d05-41eb-a202-4e9cc1082d8f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=12bdd9e7b9fa4628bf0b5fb6b4d9869a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6057844 Apr 05 22:36:43.409219 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 36260) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:36:43.451771 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560a72db-9d3d-4536-b9b5-81cd73fbb3c3 admin admin] Pushing event updated for resources: {'Port': ['ID=bb8d404d-b4f4-4a4d-87bc-ff826ef28e36,revision_number=2']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:43.486420 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device b1d22d1e-c2db-4e00-bf01-d4a961d5d6c7 up at agent ovs-agent-dv-cinder-835881-4-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:36:43.495457 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-f138a31d-3748-421e-bd95-caee72fe5fa9 admin admin] Publish callbacks [] for security_group (6222f298-742b-49d7-b8ff-b007456edb1a), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:43.499324 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a253cfc7-5d05-41eb-a202-4e9cc1082d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6222f298-742b-49d7-b8ff-b007456edb1a,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:43.531128 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-f138a31d-3748-421e-bd95-caee72fe5fa9 admin admin] Publish callbacks [] for security_group (6222f298-742b-49d7-b8ff-b007456edb1a), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:43.632266 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-f138a31d-3748-421e-bd95-caee72fe5fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (6222f298-742b-49d7-b8ff-b007456edb1a), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:43.636772 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-f138a31d-3748-421e-bd95-caee72fe5fa9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:43.641080 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-f138a31d-3748-421e-bd95-caee72fe5fa9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6222f298-742b-49d7-b8ff-b007456edb1a HTTP/1.1" status: 204 len: 168 time: 0.2306156 Apr 05 22:36:43.668388 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f138a31d-3748-421e-bd95-caee72fe5fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6222f298-742b-49d7-b8ff-b007456edb1a,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:43.735790 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560a72db-9d3d-4536-b9b5-81cd73fbb3c3 admin admin] Network cdafa027-5a68-4e7d-98e5-3d69d953062c is already hosted by enough agents. {{(pid=103468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:36:43.739984 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [None req-560a72db-9d3d-4536-b9b5-81cd73fbb3c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:36:43.813023 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3ebd0a-b8aa-4f8f-9824-1a0c9437655a req-10724f03-b0ea-4a52-a64a-a37b6471246b tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:43.818323 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ba3ebd0a-b8aa-4f8f-9824-1a0c9437655a req-10724f03-b0ea-4a52-a64a-a37b6471246b tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/ports?device_id=17db4106-ccc6-406b-8b93-aae11beb2e78 HTTP/1.1" status: 200 len: 932 time: 0.1279089 Apr 05 22:36:43.829124 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-91cead16-d713-4711-8266-500f51534bf9 None None] Set router 074602ce-52eb-49db-b2b4-9c9dd099caab gateway port host: dv-cinder-835881-4-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:36:43.897878 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ba3ebd0a-b8aa-4f8f-9824-1a0c9437655a req-cf9c21dc-32e3-4e49-8e5a-9dcd0bd72b1b tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/security-groups?id=e84a0f4d-0a07-40b0-a81d-4381c766cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713584 Apr 05 22:36:43.955191 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-fdd459a3-5d93-4142-8e9c-75e6abde3350 None None] Current status of the port 4f69c885-3161-428d-a165-07787169a6aa is: DOWN; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:36:43.956854 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-fdd459a3-5d93-4142-8e9c-75e6abde3350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (4f69c885-3161-428d-a165-07787169a6aa), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:43.968699 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-560a72db-9d3d-4536-b9b5-81cd73fbb3c3 admin admin] Router 6b8c1170-9035-4651-bab5-07a41f9337ac has already been hosted by L3 agent 79a469f9-bdbc-4492-b479-9e5faeaf33b0 {{(pid=103468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:36:43.981696 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Provisioning complete for port b1d22d1e-c2db-4e00-bf01-d4a961d5d6c7 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:36:43.982179 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (b1d22d1e-c2db-4e00-bf01-d4a961d5d6c7), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:44.104311 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-560a72db-9d3d-4536-b9b5-81cd73fbb3c3 admin admin] Notify agent at l3_agent.dv-cinder-835881-4-iscsi the message routers_updated {{(pid=103468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:36:44.112862 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-560a72db-9d3d-4536-b9b5-81cd73fbb3c3 admin admin] 10.222.0.45 "PUT /v2.0/routers/6b8c1170-9035-4651-bab5-07a41f9337ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1291361 Apr 05 22:36:44.118205 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6d53d7-509f-48f5-8649-4b15a43182a4 None None] Sync routers for ids ['6b8c1170-9035-4651-bab5-07a41f9337ac'] in dv-cinder-835881-4-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:36:44.144849 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-108f00d9-48e6-40d7-a8f4-313b4f4c4944 admin admin] Publish callbacks [] for port (35730c02-9364-4d72-96fb-383f73802885), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:44.145077 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6d53d7-509f-48f5-8649-4b15a43182a4 None None] Routers {'6b8c1170-9035-4651-bab5-07a41f9337ac'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:36:44.145757 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-4b6d53d7-509f-48f5-8649-4b15a43182a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:36:38Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['6b8c1170-9035-4651-bab5-07a41f9337ac'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:36:44.152264 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-108f00d9-48e6-40d7-a8f4-313b4f4c4944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (35730c02-9364-4d72-96fb-383f73802885), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:44.153449 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-108f00d9-48e6-40d7-a8f4-313b4f4c4944 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3645371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535098'] for router_interface (d51c3735-6a4e-4d37-acdf-25e27a08c3d1), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:44.265220 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108f00d9-48e6-40d7-a8f4-313b4f4c4944 admin admin] Pushing event updated for resources: {'Port': ['ID=35730c02-9364-4d72-96fb-383f73802885,revision_number=2']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:44.288696 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-fdd459a3-5d93-4142-8e9c-75e6abde3350 None None] For port 4f69c885-3161-428d-a165-07787169a6aa, host dv-cinder-835881-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=4f69c885-3161-428d-a165-07787169a6aa,segment=NetworkSegment(2ad51623-cf08-45c6-9c7b-ddd46cc31ce5),segment_id=2ad51623-cf08-45c6-9c7b-ddd46cc31ce5)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:36:44.328892 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-fdd459a3-5d93-4142-8e9c-75e6abde3350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (4f69c885-3161-428d-a165-07787169a6aa), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:44.337359 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108f00d9-48e6-40d7-a8f4-313b4f4c4944 admin admin] Network 2745cec7-a148-4762-a4f4-09b14f6d3b74 is already hosted by enough agents. {{(pid=103468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:36:44.340829 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [None req-108f00d9-48e6-40d7-a8f4-313b4f4c4944 admin admin] Resources bound (agent type, host, resource id): {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:36:44.363565 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 36288) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:36:44.393529 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-5b075323-0b47-4529-95ee-fb075c0dce3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:44.414252 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-4b6d53d7-509f-48f5-8649-4b15a43182a4 None None] Set router 6b8c1170-9035-4651-bab5-07a41f9337ac gateway port host: dv-cinder-835881-4-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:36:44.590718 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd459a3-5d93-4142-8e9c-75e6abde3350 None None] Pushing event updated for resources: {'Port': ['ID=4f69c885-3161-428d-a165-07787169a6aa,revision_number=5']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:44.747511 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [req-8a69ff82-d301-4f6c-80fa-120f5ced0577 req-b2224e8c-d88a-424e-82f4-8b707399cf26 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103468) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 22:36:44.752732 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-8a69ff82-d301-4f6c-80fa-120f5ced0577 req-b2224e8c-d88a-424e-82f4-8b707399cf26 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0152833 Apr 05 22:36:44.774196 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-108f00d9-48e6-40d7-a8f4-313b4f4c4944 admin admin] Router d51c3735-6a4e-4d37-acdf-25e27a08c3d1 has already been hosted by L3 agent 79a469f9-bdbc-4492-b479-9e5faeaf33b0 {{(pid=103468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:36:44.829082 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Current status of the port b1d22d1e-c2db-4e00-bf01-d4a961d5d6c7 is: DOWN; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:36:44.829508 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (b1d22d1e-c2db-4e00-bf01-d4a961d5d6c7), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:44.879978 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-5b075323-0b47-4529-95ee-fb075c0dce3e admin admin] Publish callbacks [] for security_group (732c55d4-93ff-4237-8511-989b67183377), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:44.901577 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-42af2e31-d537-4354-b5f1-9c8bea707fac req-a45fe949-db9c-48e1-bcb3-57505da6e0c0 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 210 time: 0.3481011 Apr 05 22:36:44.907432 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-5b075323-0b47-4529-95ee-fb075c0dce3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (732c55d4-93ff-4237-8511-989b67183377), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:45.062108 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-5b075323-0b47-4529-95ee-fb075c0dce3e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7c851627e823463880f7fff79c3c8122&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6973569 Apr 05 22:36:45.062772 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 36310) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:36:45.218907 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-108f00d9-48e6-40d7-a8f4-313b4f4c4944 admin admin] Notify agent at l3_agent.dv-cinder-835881-4-iscsi the message routers_updated {{(pid=103468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:36:45.265306 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-108f00d9-48e6-40d7-a8f4-313b4f4c4944 admin admin] 10.222.0.45 "PUT /v2.0/routers/d51c3735-6a4e-4d37-acdf-25e27a08c3d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5883691 Apr 05 22:36:45.295560 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-4b6d53d7-509f-48f5-8649-4b15a43182a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8c1170-9035-4651-bab5-07a41f9337ac', 'name': 'tempest-AttachVolumeShelveTestJSON-854944980-router', 'tenant_id': 'aad57955e58648ad8aedc12ef0c854bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'b1d22d1e-c2db-4e00-bf01-d4a961d5d6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:36:26Z', 'updated_at': '2022-04-05T22:36:40Z', 'revision_number': 4, 'project_id': 'aad57955e58648ad8aedc12ef0c854bd', 'gw_port': {'id': 'b1d22d1e-c2db-4e00-bf01-d4a961d5d6c7', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b8:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8c1170-9035-4651-bab5-07a41f9337ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:28Z', 'updated_at': '2022-04-05T22:36:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_interfaces': [{'id': 'bb8d404d-b4f4-4a4d-87bc-ff826ef28e36', 'name': '', 'network_id': 'cdafa027-5a68-4e7d-98e5-3d69d953062c', 'tenant_id': 'aad57955e58648ad8aedc12ef0c854bd', 'mac_address': 'fa:16:3e:1f:a4:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8c1170-9035-4651-bab5-07a41f9337ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e210eb77-c8b4-4c67-a300-bbb8691b7d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:35Z', 'updated_at': '2022-04-05T22:36:42Z', 'revision_number': 2, 'project_id': 'aad57955e58648ad8aedc12ef0c854bd', 'subnets': [{'id': 'e210eb77-c8b4-4c67-a300-bbb8691b7d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:36:45.300212 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45998c02-a42c-4ae1-b415-e29617dcfdb5 None None] Sync routers for ids ['d51c3735-6a4e-4d37-acdf-25e27a08c3d1'] in dv-cinder-835881-4-iscsi {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:36:45.326767 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b075323-0b47-4529-95ee-fb075c0dce3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=732c55d4-93ff-4237-8511-989b67183377,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:45.359690 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] For port b1d22d1e-c2db-4e00-bf01-d4a961d5d6c7, host dv-cinder-835881-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=b1d22d1e-c2db-4e00-bf01-d4a961d5d6c7,segment=NetworkSegment(93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb),segment_id=93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:36:45.369038 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfa52aa-d3ce-4f30-994e-3d407bebb68e req-0b976233-f4c4-4cb8-afcd-e28fe768d864 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:45.372147 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cdfa52aa-d3ce-4f30-994e-3d407bebb68e req-0b976233-f4c4-4cb8-afcd-e28fe768d864 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/ports?device_id=17db4106-ccc6-406b-8b93-aae11beb2e78 HTTP/1.1" status: 200 len: 932 time: 0.1884174 Apr 05 22:36:45.373206 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e311bd9c-5260-4f59-992c-b239531f517c admin admin] Publish callbacks [] for security_group (732c55d4-93ff-4237-8511-989b67183377), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:45.373406 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45998c02-a42c-4ae1-b415-e29617dcfdb5 None None] Routers {'d51c3735-6a4e-4d37-acdf-25e27a08c3d1'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:36:45.376080 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-45998c02-a42c-4ae1-b415-e29617dcfdb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:36:38Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['d51c3735-6a4e-4d37-acdf-25e27a08c3d1'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:36:45.423763 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e311bd9c-5260-4f59-992c-b239531f517c admin admin] Publish callbacks [] for security_group (732c55d4-93ff-4237-8511-989b67183377), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:45.423997 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6d53d7-509f-48f5-8649-4b15a43182a4 None None] Checking router: 6b8c1170-9035-4651-bab5-07a41f9337ac for host: dv-cinder-835881-4-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:36:45.424265 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6d53d7-509f-48f5-8649-4b15a43182a4 None None] Updating router 6b8c1170-9035-4651-bab5-07a41f9337ac port bb8d404d-b4f4-4a4d-87bc-ff826ef28e36 binding host dv-cinder-835881-4-iscsi {{(pid=103471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 22:36:45.486121 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cdfa52aa-d3ce-4f30-994e-3d407bebb68e req-5282007b-1ff1-4f59-9333-703677226435 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/security-groups?id=e84a0f4d-0a07-40b0-a81d-4381c766cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064420 Apr 05 22:36:45.490208 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-4b6d53d7-509f-48f5-8649-4b15a43182a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (bb8d404d-b4f4-4a4d-87bc-ff826ef28e36), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:45.515489 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (b1d22d1e-c2db-4e00-bf01-d4a961d5d6c7), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:45.516283 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device f7257a2b-51a0-4a83-97f1-aa23ea91efe1 up at agent ovs-agent-dv-cinder-835881-4-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:36:45.522352 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e311bd9c-5260-4f59-992c-b239531f517c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (732c55d4-93ff-4237-8511-989b67183377), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:45.525608 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e311bd9c-5260-4f59-992c-b239531f517c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:45.529239 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-e311bd9c-5260-4f59-992c-b239531f517c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/732c55d4-93ff-4237-8511-989b67183377 HTTP/1.1" status: 204 len: 168 time: 0.4642949 Apr 05 22:36:45.561919 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e311bd9c-5260-4f59-992c-b239531f517c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=732c55d4-93ff-4237-8511-989b67183377,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:45.584367 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-1b5f9687-e059-4e06-9203-e582808b33ab None None] Provisioning complete for port 4f69c885-3161-428d-a165-07787169a6aa triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:36:45.584798 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1b5f9687-e059-4e06-9203-e582808b33ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (4f69c885-3161-428d-a165-07787169a6aa), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:45.920555 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [req-8a69ff82-d301-4f6c-80fa-120f5ced0577 req-86e54658-4fd3-4b9b-b61f-382037644421 service neutron] Request body: {'port': {'device_id': '17db4106-ccc6-406b-8b93-aae11beb2e78', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:36:46.027350 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-91cead16-d713-4711-8266-500f51534bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '074602ce-52eb-49db-b2b4-9c9dd099caab', 'name': 'tempest-ServerRescueNegativeTestJSON-879278927-router', 'tenant_id': '1ba0c2747b5346a280f6f563ba891f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': 'afdd8a75-4065-46c1-8241-8b04d9e6aaaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:36:27Z', 'updated_at': '2022-04-05T22:36:34Z', 'revision_number': 4, 'project_id': '1ba0c2747b5346a280f6f563ba891f9e', 'gw_port': {'id': 'afdd8a75-4065-46c1-8241-8b04d9e6aaaf', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:53:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074602ce-52eb-49db-b2b4-9c9dd099caab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:29Z', 'updated_at': '2022-04-05T22:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_interfaces': [{'id': '4f69c885-3161-428d-a165-07787169a6aa', 'name': '', 'network_id': '3db3989f-3792-497b-8859-b82b64749acf', 'tenant_id': '1ba0c2747b5346a280f6f563ba891f9e', 'mac_address': 'fa:16:3e:49:57:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '074602ce-52eb-49db-b2b4-9c9dd099caab', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '37586d04-a04b-404d-8716-ce23cb986874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:33Z', 'updated_at': '2022-04-05T22:36:42Z', 'revision_number': 4, 'project_id': '1ba0c2747b5346a280f6f563ba891f9e', 'subnets': [{'id': '37586d04-a04b-404d-8716-ce23cb986874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:36:46.062676 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 36340) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:36:46.068586 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Pushing event updated for resources: {'Port': ['ID=b1d22d1e-c2db-4e00-bf01-d4a961d5d6c7,revision_number=4']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:46.072019 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-1b07997f-6d70-4651-ac91-de9d69b1a3c8 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Request body: {'security_group': {'name': 'tempest-securitygroup--313622239', 'description': 'tempest-description--759677965'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:36:46.083722 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cead16-d713-4711-8266-500f51534bf9 None None] The sync data for ids ['074602ce-52eb-49db-b2b4-9c9dd099caab'] in dv-cinder-835881-4-iscsi is: [{'id': '074602ce-52eb-49db-b2b4-9c9dd099caab', 'name': 'tempest-ServerRescueNegativeTestJSON-879278927-router', 'tenant_id': '1ba0c2747b5346a280f6f563ba891f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': 'afdd8a75-4065-46c1-8241-8b04d9e6aaaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:36:27Z', 'updated_at': '2022-04-05T22:36:34Z', 'revision_number': 4, 'project_id': '1ba0c2747b5346a280f6f563ba891f9e', 'gw_port': {'id': 'afdd8a75-4065-46c1-8241-8b04d9e6aaaf', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:53:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074602ce-52eb-49db-b2b4-9c9dd099caab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:29Z', 'updated_at': '2022-04-05T22:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_interfaces': [{'id': '4f69c885-3161-428d-a165-07787169a6aa', 'name': '', 'network_id': '3db3989f-3792-497b-8859-b82b64749acf', 'tenant_id': '1ba0c2747b5346a280f6f563ba891f9e', 'mac_address': 'fa:16:3e:49:57:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '074602ce-52eb-49db-b2b4-9c9dd099caab', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '37586d04-a04b-404d-8716-ce23cb986874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:33Z', 'updated_at': '2022-04-05T22:36:42Z', 'revision_number': 4, 'project_id': '1ba0c2747b5346a280f6f563ba891f9e', 'subnets': [{'id': '37586d04-a04b-404d-8716-ce23cb986874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:36:46.160411 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-45998c02-a42c-4ae1-b415-e29617dcfdb5 None None] Set router d51c3735-6a4e-4d37-acdf-25e27a08c3d1 gateway port host: dv-cinder-835881-4-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:36:46.220657 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.13', 57501) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:36:46.282183 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-8a69ff82-d301-4f6c-80fa-120f5ced0577 req-86e54658-4fd3-4b9b-b61f-382037644421 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (a7e2149a-9a2d-42ae-ab91-ce31d564fbe9), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:46.367144 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1b07997f-6d70-4651-ac91-de9d69b1a3c8 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:46.472563 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.13', 57502) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:36:46.580548 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-4b6d53d7-509f-48f5-8649-4b15a43182a4 None None] Publish callbacks [] for port (bb8d404d-b4f4-4a4d-87bc-ff826ef28e36), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:46.624640 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-4b6d53d7-509f-48f5-8649-4b15a43182a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (bb8d404d-b4f4-4a4d-87bc-ff826ef28e36), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:46.673434 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Provisioning complete for port f7257a2b-51a0-4a83-97f1-aa23ea91efe1 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:36:46.675021 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (f7257a2b-51a0-4a83-97f1-aa23ea91efe1), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:46.736483 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-aa1e02d3-a627-426f-b8df-d40d329c00ae req-fc91304e-2a3b-4337-b74f-dd7c2c29140a tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 210 time: 0.1901474 Apr 05 22:36:46.859896 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bd14df-0a40-4d35-ae5c-0e75ddaaf1a6 req-d3c16f07-3917-4088-98ec-0bf0859dd367 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:46.866076 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-45bd14df-0a40-4d35-ae5c-0e75ddaaf1a6 req-d3c16f07-3917-4088-98ec-0bf0859dd367 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.13 "GET /v2.0/networks?id=3db3989f-3792-497b-8859-b82b64749acf HTTP/1.1" status: 200 len: 818 time: 0.6331608 Apr 05 22:36:46.902790 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [req-45bd14df-0a40-4d35-ae5c-0e75ddaaf1a6 req-46722aa2-229d-4350-86f1-df566c1d11b8 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Request body: {'port': {'device_id': 'f0326d1c-064c-4b3c-9ffd-06a7df79dec6', 'network_id': '3db3989f-3792-497b-8859-b82b64749acf', 'admin_state_up': True, 'tenant_id': '1ba0c2747b5346a280f6f563ba891f9e'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:36:46.945761 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8426ed-6b63-4149-ae39-592692f38e51 None None] Pushing event updated for resources: {'Port': ['ID=bb8d404d-b4f4-4a4d-87bc-ff826ef28e36,revision_number=3']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:46.986057 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-1b5f9687-e059-4e06-9203-e582808b33ab None None] Current status of the port 4f69c885-3161-428d-a165-07787169a6aa is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:36:47.197365 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-4b6d53d7-509f-48f5-8649-4b15a43182a4 None None] Attempting to bind port bb8d404d-b4f4-4a4d-87bc-ff826ef28e36 on host dv-cinder-835881-4-iscsi for vnic_type normal with profile {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:36:47.199204 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-4b6d53d7-509f-48f5-8649-4b15a43182a4 None None] Attempting to bind port bb8d404d-b4f4-4a4d-87bc-ff826ef28e36 by drivers openvswitch,hyperv on host dv-cinder-835881-4-iscsi at level 0 using segments [{'id': '60bccf3c-6e70-4640-bf31-a453a33e1d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'cdafa027-5a68-4e7d-98e5-3d69d953062c'}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:36:47.199585 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6d53d7-509f-48f5-8649-4b15a43182a4 None None] Attempting to bind port bb8d404d-b4f4-4a4d-87bc-ff826ef28e36 on network cdafa027-5a68-4e7d-98e5-3d69d953062c {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:36:47.212959 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-1b5f9687-e059-4e06-9203-e582808b33ab None None] Provisioning complete for port bb8d404d-b4f4-4a4d-87bc-ff826ef28e36 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:36:47.214026 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1b5f9687-e059-4e06-9203-e582808b33ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (bb8d404d-b4f4-4a4d-87bc-ff826ef28e36), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:47.217184 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6d53d7-509f-48f5-8649-4b15a43182a4 None None] Checking agent: {'id': 'b771b186-15ef-4a1a-9c73-ea54ac08c8ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 28, 12), 'started_at': datetime.datetime(2022, 4, 5, 22, 28, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:36:47.218699 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6d53d7-509f-48f5-8649-4b15a43182a4 None None] Checking segment: {'id': '60bccf3c-6e70-4640-bf31-a453a33e1d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'cdafa027-5a68-4e7d-98e5-3d69d953062c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:36:47.219117 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-4b6d53d7-509f-48f5-8649-4b15a43182a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:47.220435 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6d53d7-509f-48f5-8649-4b15a43182a4 None None] Bound using segment: {'id': '60bccf3c-6e70-4640-bf31-a453a33e1d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'cdafa027-5a68-4e7d-98e5-3d69d953062c'} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:36:47.222833 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-4b6d53d7-509f-48f5-8649-4b15a43182a4 None None] Bound port: bb8d404d-b4f4-4a4d-87bc-ff826ef28e36, host: dv-cinder-835881-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60bccf3c-6e70-4640-bf31-a453a33e1d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'cdafa027-5a68-4e7d-98e5-3d69d953062c'}}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:36:47.224244 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-4b6d53d7-509f-48f5-8649-4b15a43182a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (bb8d404d-b4f4-4a4d-87bc-ff826ef28e36), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:47.559759 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-1b5f9687-e059-4e06-9203-e582808b33ab None None] Port bb8d404d-b4f4-4a4d-87bc-ff826ef28e36 cannot update to ACTIVE because it is not bound. {{(pid=103470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:36:47.608993 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1b07997f-6d70-4651-ac91-de9d69b1a3c8 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks [] for security_group (e1aa5cb5-c86c-402b-ac89-6187ad731a78), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:47.623156 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Current status of the port f7257a2b-51a0-4a83-97f1-aa23ea91efe1 is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:36:47.628681 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device afdd8a75-4065-46c1-8241-8b04d9e6aaaf up at agent ovs-agent-dv-cinder-835881-4-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:36:47.668244 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1b07997f-6d70-4651-ac91-de9d69b1a3c8 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (e1aa5cb5-c86c-402b-ac89-6187ad731a78), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:47.711370 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-1b5f9687-e059-4e06-9203-e582808b33ab None None] Provisioning complete for port 35730c02-9364-4d72-96fb-383f73802885 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:36:47.711869 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1b5f9687-e059-4e06-9203-e582808b33ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (35730c02-9364-4d72-96fb-383f73802885), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:47.809855 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-4b6d53d7-509f-48f5-8649-4b15a43182a4 None None] For port bb8d404d-b4f4-4a4d-87bc-ff826ef28e36, host dv-cinder-835881-4-iscsi, cleared binding levels {{(pid=103471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:36:47.816905 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-4b6d53d7-509f-48f5-8649-4b15a43182a4 None None] For port bb8d404d-b4f4-4a4d-87bc-ff826ef28e36, host dv-cinder-835881-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=bb8d404d-b4f4-4a4d-87bc-ff826ef28e36,segment=NetworkSegment(60bccf3c-6e70-4640-bf31-a453a33e1d1c),segment_id=60bccf3c-6e70-4640-bf31-a453a33e1d1c)] {{(pid=103471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:36:47.827842 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-4b6d53d7-509f-48f5-8649-4b15a43182a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (bb8d404d-b4f4-4a4d-87bc-ff826ef28e36), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:47.828857 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.notifiers.nova [req-8a69ff82-d301-4f6c-80fa-120f5ced0577 req-86e54658-4fd3-4b9b-b61f-382037644421 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7e2149a-9a2d-42ae-ab91-ce31d564fbe9 {{(pid=103468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:36:47.848612 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-8a69ff82-d301-4f6c-80fa-120f5ced0577 req-86e54658-4fd3-4b9b-b61f-382037644421 service neutron] Publish callbacks [] for port (a7e2149a-9a2d-42ae-ab91-ce31d564fbe9), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:47.884398 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f12a7bc-7e6c-4eb2-9f57-063c4c5b5635 req-f259491f-07a1-4f39-93d9-665192fbca8e tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:47.893319 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8f12a7bc-7e6c-4eb2-9f57-063c4c5b5635 req-f259491f-07a1-4f39-93d9-665192fbca8e tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/ports?device_id=17db4106-ccc6-406b-8b93-aae11beb2e78 HTTP/1.1" status: 200 len: 932 time: 0.8648863 Apr 05 22:36:47.905047 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.db.provisioning_blocks [req-8a69ff82-d301-4f6c-80fa-120f5ced0577 req-86e54658-4fd3-4b9b-b61f-382037644421 service neutron] Transition to ACTIVE for port object a7e2149a-9a2d-42ae-ab91-ce31d564fbe9 will not be triggered until provisioned by entity L2. {{(pid=103468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 22:36:47.925938 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1b07997f-6d70-4651-ac91-de9d69b1a3c8 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:47.933067 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-1b07997f-6d70-4651-ac91-de9d69b1a3c8 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.8674903 Apr 05 22:36:47.934710 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 36390) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:36:47.979877 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92fdf87-8df6-4123-afcc-ebb6d8fdf3cb req-0f364f25-59ef-4955-aa35-6bad1f210aef tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:47.981727 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e92fdf87-8df6-4123-afcc-ebb6d8fdf3cb req-0f364f25-59ef-4955-aa35-6bad1f210aef tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.13 "GET /v2.0/networks?id=3db3989f-3792-497b-8859-b82b64749acf HTTP/1.1" status: 200 len: 818 time: 1.5081673 Apr 05 22:36:47.983525 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-38f0904c-0fb8-4c9d-a60f-ea8f0016592a tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Request body: {'security_group_rule': {'security_group_id': 'e1aa5cb5-c86c-402b-ac89-6187ad731a78', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:36:47.988533 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-8a69ff82-d301-4f6c-80fa-120f5ced0577 req-86e54658-4fd3-4b9b-b61f-382037644421 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (a7e2149a-9a2d-42ae-ab91-ce31d564fbe9), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:48.023394 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-1b5f9687-e059-4e06-9203-e582808b33ab None None] Port 35730c02-9364-4d72-96fb-383f73802885 cannot update to ACTIVE because it is not bound. {{(pid=103470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:36:48.024844 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b07997f-6d70-4651-ac91-de9d69b1a3c8 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1aa5cb5-c86c-402b-ac89-6187ad731a78,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:48.046182 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-45998c02-a42c-4ae1-b415-e29617dcfdb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'name': 'tempest-AttachVolumeNegativeTest-472364483-router', 'tenant_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'f7257a2b-51a0-4a83-97f1-aa23ea91efe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:36:28Z', 'updated_at': '2022-04-05T22:36:43Z', 'revision_number': 4, 'project_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'gw_port': {'id': 'f7257a2b-51a0-4a83-97f1-aa23ea91efe1', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:07:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:29Z', 'updated_at': '2022-04-05T22:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_interfaces': [{'id': '35730c02-9364-4d72-96fb-383f73802885', 'name': '', 'network_id': '2745cec7-a148-4762-a4f4-09b14f6d3b74', 'tenant_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'mac_address': 'fa:16:3e:db:97:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '45b714fa-5bcf-429b-b58b-460d14e81c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:40Z', 'updated_at': '2022-04-05T22:36:43Z', 'revision_number': 2, 'project_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'subnets': [{'id': '45b714fa-5bcf-429b-b58b-460d14e81c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:36:48.081695 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6d53d7-509f-48f5-8649-4b15a43182a4 None None] Routers {'6b8c1170-9035-4651-bab5-07a41f9337ac'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:36:48.082382 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-4b6d53d7-509f-48f5-8649-4b15a43182a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:36:38Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['6b8c1170-9035-4651-bab5-07a41f9337ac'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:36:48.223241 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45bd14df-0a40-4d35-ae5c-0e75ddaaf1a6 req-46722aa2-229d-4350-86f1-df566c1d11b8 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Made reservation on behalf of 1ba0c2747b5346a280f6f563ba891f9e for: {'port': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:36:48.235177 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-45bd14df-0a40-4d35-ae5c-0e75ddaaf1a6 req-46722aa2-229d-4350-86f1-df566c1d11b8 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:48.254186 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45998c02-a42c-4ae1-b415-e29617dcfdb5 None None] Checking router: d51c3735-6a4e-4d37-acdf-25e27a08c3d1 for host: dv-cinder-835881-4-iscsi {{(pid=103470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:36:48.254975 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45998c02-a42c-4ae1-b415-e29617dcfdb5 None None] Updating router d51c3735-6a4e-4d37-acdf-25e27a08c3d1 port 35730c02-9364-4d72-96fb-383f73802885 binding host dv-cinder-835881-4-iscsi {{(pid=103470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 22:36:48.268294 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 36400) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:36:48.310400 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-0d559e11-f1fe-48ae-bc43-876b4cf6c19d tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Request body: {'security_group': {'name': 'tempest-securitygroup--345920208', 'description': 'tempest-description--1506179195'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:36:48.335480 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-38f0904c-0fb8-4c9d-a60f-ea8f0016592a tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks [] for security_group_rule (2416a6e5-b45f-4f9c-a2fc-fdd80214e6d3), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:48.350682 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Provisioning complete for port afdd8a75-4065-46c1-8241-8b04d9e6aaaf triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:36:48.350973 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (afdd8a75-4065-46c1-8241-8b04d9e6aaaf), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:48.379956 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8f12a7bc-7e6c-4eb2-9f57-063c4c5b5635 req-04123d5f-cd6d-48e7-872d-0e250e3e8d20 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/security-groups?id=e84a0f4d-0a07-40b0-a81d-4381c766cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4841361 Apr 05 22:36:48.381810 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8426ed-6b63-4149-ae39-592692f38e51 None None] Pushing event updated for resources: {'Port': ['ID=bb8d404d-b4f4-4a4d-87bc-ff826ef28e36,revision_number=4']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:48.559162 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-45998c02-a42c-4ae1-b415-e29617dcfdb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (35730c02-9364-4d72-96fb-383f73802885), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:48.565842 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-4b6d53d7-509f-48f5-8649-4b15a43182a4 None None] Set router 6b8c1170-9035-4651-bab5-07a41f9337ac gateway port host: dv-cinder-835881-4-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:36:48.595918 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-a0112607-943c-4964-986f-24962ac129c9 None None] Provisioning complete for port bb8d404d-b4f4-4a4d-87bc-ff826ef28e36 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:36:48.596387 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-a0112607-943c-4964-986f-24962ac129c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (bb8d404d-b4f4-4a4d-87bc-ff826ef28e36), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:48.821290 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e54658-4fd3-4b9b-b61f-382037644421 service neutron] Pushing event updated for resources: {'Port': ['ID=a7e2149a-9a2d-42ae-ab91-ce31d564fbe9,revision_number=2']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:48.829220 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [req-8a69ff82-d301-4f6c-80fa-120f5ced0577 req-86e54658-4fd3-4b9b-b61f-382037644421 service neutron] Attempting to bind port a7e2149a-9a2d-42ae-ab91-ce31d564fbe9 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:36:48.830302 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [req-8a69ff82-d301-4f6c-80fa-120f5ced0577 req-86e54658-4fd3-4b9b-b61f-382037644421 service neutron] Attempting to bind port a7e2149a-9a2d-42ae-ab91-ce31d564fbe9 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '0a36ad85-e958-43c3-9b84-5cd18c62bc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '49394ac4-ce2e-4d8d-ba06-ab2e2faf7c57'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:36:48.831472 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a69ff82-d301-4f6c-80fa-120f5ced0577 req-86e54658-4fd3-4b9b-b61f-382037644421 service neutron] Attempting to bind port a7e2149a-9a2d-42ae-ab91-ce31d564fbe9 on network 49394ac4-ce2e-4d8d-ba06-ab2e2faf7c57 {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:36:48.840683 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a69ff82-d301-4f6c-80fa-120f5ced0577 req-86e54658-4fd3-4b9b-b61f-382037644421 service neutron] Port a7e2149a-9a2d-42ae-ab91-ce31d564fbe9 on network 49394ac4-ce2e-4d8d-ba06-ab2e2faf7c57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 22:36:48.859709 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a69ff82-d301-4f6c-80fa-120f5ced0577 req-86e54658-4fd3-4b9b-b61f-382037644421 service neutron] Attempting to bind port a7e2149a-9a2d-42ae-ab91-ce31d564fbe9 on network 49394ac4-ce2e-4d8d-ba06-ab2e2faf7c57 {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:36:48.898592 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a69ff82-d301-4f6c-80fa-120f5ced0577 req-86e54658-4fd3-4b9b-b61f-382037644421 service neutron] Checking agent: {'id': '021dfe4d-8109-4136-9367-dac606dce553', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 34, 28), 'started_at': datetime.datetime(2022, 4, 5, 22, 34, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:36:48.898989 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a69ff82-d301-4f6c-80fa-120f5ced0577 req-86e54658-4fd3-4b9b-b61f-382037644421 service neutron] Checking segment: {'id': '0a36ad85-e958-43c3-9b84-5cd18c62bc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '49394ac4-ce2e-4d8d-ba06-ab2e2faf7c57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:36:48.899541 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a69ff82-d301-4f6c-80fa-120f5ced0577 req-86e54658-4fd3-4b9b-b61f-382037644421 service neutron] Bound using segment: {'id': '0a36ad85-e958-43c3-9b84-5cd18c62bc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '49394ac4-ce2e-4d8d-ba06-ab2e2faf7c57'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:36:48.900967 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [req-8a69ff82-d301-4f6c-80fa-120f5ced0577 req-86e54658-4fd3-4b9b-b61f-382037644421 service neutron] Bound port: a7e2149a-9a2d-42ae-ab91-ce31d564fbe9, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a36ad85-e958-43c3-9b84-5cd18c62bc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '49394ac4-ce2e-4d8d-ba06-ab2e2faf7c57'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:36:48.906490 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-8a69ff82-d301-4f6c-80fa-120f5ced0577 req-86e54658-4fd3-4b9b-b61f-382037644421 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (a7e2149a-9a2d-42ae-ab91-ce31d564fbe9), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:48.974410 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-a0112607-943c-4964-986f-24962ac129c9 None None] Current status of the port bb8d404d-b4f4-4a4d-87bc-ff826ef28e36 is: DOWN; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:36:48.974771 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-a0112607-943c-4964-986f-24962ac129c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (bb8d404d-b4f4-4a4d-87bc-ff826ef28e36), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:48.977216 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Current status of the port afdd8a75-4065-46c1-8241-8b04d9e6aaaf is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:36:49.056081 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-a0112607-943c-4964-986f-24962ac129c9 None None] For port bb8d404d-b4f4-4a4d-87bc-ff826ef28e36, host dv-cinder-835881-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=bb8d404d-b4f4-4a4d-87bc-ff826ef28e36,segment=NetworkSegment(60bccf3c-6e70-4640-bf31-a453a33e1d1c),segment_id=60bccf3c-6e70-4640-bf31-a453a33e1d1c)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:36:49.065046 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-a0112607-943c-4964-986f-24962ac129c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (bb8d404d-b4f4-4a4d-87bc-ff826ef28e36), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:49.070260 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [req-8a69ff82-d301-4f6c-80fa-120f5ced0577 req-86e54658-4fd3-4b9b-b61f-382037644421 service neutron] For port a7e2149a-9a2d-42ae-ab91-ce31d564fbe9, host hv-cinder-83588, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:36:49.091188 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [req-8a69ff82-d301-4f6c-80fa-120f5ced0577 req-86e54658-4fd3-4b9b-b61f-382037644421 service neutron] For port a7e2149a-9a2d-42ae-ab91-ce31d564fbe9, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=a7e2149a-9a2d-42ae-ab91-ce31d564fbe9,segment=NetworkSegment(0a36ad85-e958-43c3-9b84-5cd18c62bc48),segment_id=0a36ad85-e958-43c3-9b84-5cd18c62bc48)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:36:49.094547 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-4b6d53d7-509f-48f5-8649-4b15a43182a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8c1170-9035-4651-bab5-07a41f9337ac', 'name': 'tempest-AttachVolumeShelveTestJSON-854944980-router', 'tenant_id': 'aad57955e58648ad8aedc12ef0c854bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'b1d22d1e-c2db-4e00-bf01-d4a961d5d6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:36:26Z', 'updated_at': '2022-04-05T22:36:40Z', 'revision_number': 4, 'project_id': 'aad57955e58648ad8aedc12ef0c854bd', 'gw_port': {'id': 'b1d22d1e-c2db-4e00-bf01-d4a961d5d6c7', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8c1170-9035-4651-bab5-07a41f9337ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:28Z', 'updated_at': '2022-04-05T22:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_interfaces': [{'id': 'bb8d404d-b4f4-4a4d-87bc-ff826ef28e36', 'name': '', 'network_id': 'cdafa027-5a68-4e7d-98e5-3d69d953062c', 'tenant_id': 'aad57955e58648ad8aedc12ef0c854bd', 'mac_address': 'fa:16:3e:1f:a4:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8c1170-9035-4651-bab5-07a41f9337ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e210eb77-c8b4-4c67-a300-bbb8691b7d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:35Z', 'updated_at': '2022-04-05T22:36:47Z', 'revision_number': 4, 'project_id': 'aad57955e58648ad8aedc12ef0c854bd', 'subnets': [{'id': 'e210eb77-c8b4-4c67-a300-bbb8691b7d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:36:49.107182 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-8a69ff82-d301-4f6c-80fa-120f5ced0577 req-86e54658-4fd3-4b9b-b61f-382037644421 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (a7e2149a-9a2d-42ae-ab91-ce31d564fbe9), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:49.130382 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0d559e11-f1fe-48ae-bc43-876b4cf6c19d tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:49.159068 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a69ff82-d301-4f6c-80fa-120f5ced0577 req-86e54658-4fd3-4b9b-b61f-382037644421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:49.160219 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-8a69ff82-d301-4f6c-80fa-120f5ced0577 req-86e54658-4fd3-4b9b-b61f-382037644421 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644259'] for port (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:49.160929 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6d53d7-509f-48f5-8649-4b15a43182a4 None None] The sync data for ids ['6b8c1170-9035-4651-bab5-07a41f9337ac'] in dv-cinder-835881-4-iscsi is: [{'id': '6b8c1170-9035-4651-bab5-07a41f9337ac', 'name': 'tempest-AttachVolumeShelveTestJSON-854944980-router', 'tenant_id': 'aad57955e58648ad8aedc12ef0c854bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'b1d22d1e-c2db-4e00-bf01-d4a961d5d6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:36:26Z', 'updated_at': '2022-04-05T22:36:40Z', 'revision_number': 4, 'project_id': 'aad57955e58648ad8aedc12ef0c854bd', 'gw_port': {'id': 'b1d22d1e-c2db-4e00-bf01-d4a961d5d6c7', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8c1170-9035-4651-bab5-07a41f9337ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:28Z', 'updated_at': '2022-04-05T22:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_interfaces': [{'id': 'bb8d404d-b4f4-4a4d-87bc-ff826ef28e36', 'name': '', 'network_id': 'cdafa027-5a68-4e7d-98e5-3d69d953062c', 'tenant_id': 'aad57955e58648ad8aedc12ef0c854bd', 'mac_address': 'fa:16:3e:1f:a4:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8c1170-9035-4651-bab5-07a41f9337ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e210eb77-c8b4-4c67-a300-bbb8691b7d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:35Z', 'updated_at': '2022-04-05T22:36:47Z', 'revision_number': 4, 'project_id': 'aad57955e58648ad8aedc12ef0c854bd', 'subnets': [{'id': 'e210eb77-c8b4-4c67-a300-bbb8691b7d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:36:49.162999 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-8a69ff82-d301-4f6c-80fa-120f5ced0577 req-86e54658-4fd3-4b9b-b61f-382037644421 service neutron] 10.222.0.13 "PUT /v2.0/ports/a7e2149a-9a2d-42ae-ab91-ce31d564fbe9 HTTP/1.1" status: 200 len: 1094 time: 3.5559194 Apr 05 22:36:49.162999 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17db4106-ccc6-406b-8b93-aae11beb2e78', 'tag': 'a7e2149a-9a2d-42ae-ab91-ce31d564fbe9'}] {{(pid=103468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:36:49.187240 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-a0112607-943c-4964-986f-24962ac129c9 None None] Provisioning complete for port 35730c02-9364-4d72-96fb-383f73802885 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:36:49.196000 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-a0112607-943c-4964-986f-24962ac129c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (35730c02-9364-4d72-96fb-383f73802885), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:49.235387 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6d28b2a0-84a9-4394-891e-454de6adf963 req-d3e4cd21-d663-4a72-baa8-44bb2e6bc50c tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 210 time: 0.7571902 Apr 05 22:36:49.280312 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_common [req-45bd14df-0a40-4d35-ae5c-0e75ddaaf1a6 req-46722aa2-229d-4350-86f1-df566c1d11b8 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Allocated IP 172.20.0.13 (3db3989f-3792-497b-8859-b82b64749acf/37586d04-a04b-404d-8716-ce23cb986874/50a9d59b-5865-4112-823b-dcc7f80dc6fc) {{(pid=103469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:36:49.310117 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0112607-943c-4964-986f-24962ac129c9 None None] Pushing event updated for resources: {'Port': ['ID=bb8d404d-b4f4-4a4d-87bc-ff826ef28e36,revision_number=5']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:49.358309 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-a0112607-943c-4964-986f-24962ac129c9 None None] Port 35730c02-9364-4d72-96fb-383f73802885 cannot update to ACTIVE because it is not bound. {{(pid=103470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:36:49.372462 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-38f0904c-0fb8-4c9d-a60f-ea8f0016592a tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks [] for security_group_rule (2416a6e5-b45f-4f9c-a2fc-fdd80214e6d3), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:49.415134 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device b1d22d1e-c2db-4e00-bf01-d4a961d5d6c7 up at agent ovs-agent-dv-cinder-835881-4-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:36:49.454562 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e54658-4fd3-4b9b-b61f-382037644421 service neutron] Pushing event updated for resources: {'Port': ['ID=a7e2149a-9a2d-42ae-ab91-ce31d564fbe9,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:49.489273 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-38f0904c-0fb8-4c9d-a60f-ea8f0016592a tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586008'] for security_group_rule (2416a6e5-b45f-4f9c-a2fc-fdd80214e6d3), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:49.543064 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-38f0904c-0fb8-4c9d-a60f-ea8f0016592a tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:49.547028 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-38f0904c-0fb8-4c9d-a60f-ea8f0016592a tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5771122 Apr 05 22:36:49.547569 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 36440) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:36:49.552700 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-333bbc94-20c3-4ed6-b888-3a7a41f762d1 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Request body: {'security_group_rule': {'security_group_id': 'e1aa5cb5-c86c-402b-ac89-6187ad731a78', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:36:49.557672 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-45998c02-a42c-4ae1-b415-e29617dcfdb5 None None] Publish callbacks [] for port (35730c02-9364-4d72-96fb-383f73802885), precommit_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:49.560624 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Provisioning complete for port b1d22d1e-c2db-4e00-bf01-d4a961d5d6c7 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:36:49.561101 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (b1d22d1e-c2db-4e00-bf01-d4a961d5d6c7), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:49.564830 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-3fc35314-accd-413a-bbf5-0fcf5bc912fd None None] Provisioning complete for port bb8d404d-b4f4-4a4d-87bc-ff826ef28e36 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:36:49.565453 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3fc35314-accd-413a-bbf5-0fcf5bc912fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (bb8d404d-b4f4-4a4d-87bc-ff826ef28e36), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:49.618035 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-333bbc94-20c3-4ed6-b888-3a7a41f762d1 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks [] for security_group_rule (0fe597b3-b12c-4f6a-a873-119902e97127), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:49.626992 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8565d6b4cfa67e4590cf2f5bc7b4b9288cff1ea13080135eebb93ab155e6c8ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa8ca9f-37ad-4524-9b29-2d92697806bb" -d '{"events": [{"name": "network-changed", "server_uuid": "17db4106-ccc6-406b-8b93-aae11beb2e78", "tag": "a7e2149a-9a2d-42ae-ab91-ce31d564fbe9"}]}' {{(pid=103468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:36:49.628747 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-45998c02-a42c-4ae1-b415-e29617dcfdb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (35730c02-9364-4d72-96fb-383f73802885), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:49.652879 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f0904c-0fb8-4c9d-a60f-ea8f0016592a tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2416a6e5-b45f-4f9c-a2fc-fdd80214e6d3,revision_number=0']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:49.725073 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e7cf0a-386b-497f-a0f0-9d91443901cc None None] Pushing event updated for resources: {'Port': ['ID=35730c02-9364-4d72-96fb-383f73802885,revision_number=3']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:49.767528 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0d559e11-f1fe-48ae-bc43-876b4cf6c19d tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for security_group (43367de8-51cb-4b15-9f75-fdf4a25935b7), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:49.797509 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08db7964-0898-4264-ab09-cea8cb6b4276 req-551512a9-a646-4a61-a187-38b1580886f0 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:49.814974 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-08db7964-0898-4264-ab09-cea8cb6b4276 req-551512a9-a646-4a61-a187-38b1580886f0 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/ports?device_id=17db4106-ccc6-406b-8b93-aae11beb2e78 HTTP/1.1" status: 200 len: 944 time: 0.2910552 Apr 05 22:36:49.835755 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0d559e11-f1fe-48ae-bc43-876b4cf6c19d tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (43367de8-51cb-4b15-9f75-fdf4a25935b7), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:49.860688 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-333bbc94-20c3-4ed6-b888-3a7a41f762d1 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks [] for security_group_rule (0fe597b3-b12c-4f6a-a873-119902e97127), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:49.870493 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-333bbc94-20c3-4ed6-b888-3a7a41f762d1 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586008'] for security_group_rule (0fe597b3-b12c-4f6a-a873-119902e97127), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:49.893506 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d559e11-f1fe-48ae-bc43-876b4cf6c19d tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43367de8-51cb-4b15-9f75-fdf4a25935b7,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:49.912501 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bbc94-20c3-4ed6-b888-3a7a41f762d1 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fe597b3-b12c-4f6a-a873-119902e97127,revision_number=0']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:49.978191 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-333bbc94-20c3-4ed6-b888-3a7a41f762d1 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:49.978191 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-333bbc94-20c3-4ed6-b888-3a7a41f762d1 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4233322 Apr 05 22:36:49.978191 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 36450) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:36:49.998333 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-2e6374e0-8b5c-4282-93a4-64f664a819ea tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Request body: {'floatingip': {'floating_network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:36:50.065088 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-08db7964-0898-4264-ab09-cea8cb6b4276 req-9655f50e-f6c9-4886-a901-b2ed3c662bf0 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/security-groups?id=e84a0f4d-0a07-40b0-a81d-4381c766cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483389 Apr 05 22:36:50.123438 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-45bd14df-0a40-4d35-ae5c-0e75ddaaf1a6 req-46722aa2-229d-4350-86f1-df566c1d11b8 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Publish callbacks [] for port (50a9d59b-5865-4112-823b-dcc7f80dc6fc), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:50.123667 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2e6374e0-8b5c-4282-93a4-64f664a819ea tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:50.141656 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0d559e11-f1fe-48ae-bc43-876b4cf6c19d tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:50.148475 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-0d559e11-f1fe-48ae-bc43-876b4cf6c19d tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.8784552 Apr 05 22:36:50.153375 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 36460) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:36:50.166920 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-fbc1085d-846a-4f35-a0f8-9880117d2437 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Request body: {'security_group_rule': {'security_group_id': '43367de8-51cb-4b15-9f75-fdf4a25935b7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:36:50.284867 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-45998c02-a42c-4ae1-b415-e29617dcfdb5 None None] Attempting to bind port 35730c02-9364-4d72-96fb-383f73802885 on host dv-cinder-835881-4-iscsi for vnic_type normal with profile {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:36:50.286151 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-45998c02-a42c-4ae1-b415-e29617dcfdb5 None None] Attempting to bind port 35730c02-9364-4d72-96fb-383f73802885 by drivers openvswitch,hyperv on host dv-cinder-835881-4-iscsi at level 0 using segments [{'id': '7d65933d-36de-4f1d-ae48-24ad40f63257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2745cec7-a148-4762-a4f4-09b14f6d3b74'}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:36:50.287463 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45998c02-a42c-4ae1-b415-e29617dcfdb5 None None] Attempting to bind port 35730c02-9364-4d72-96fb-383f73802885 on network 2745cec7-a148-4762-a4f4-09b14f6d3b74 {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:36:50.288280 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-fbc1085d-846a-4f35-a0f8-9880117d2437 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for security_group_rule (f246dbd6-4bc2-4c8a-99dd-49d9bf3af48d), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:50.439832 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-45bd14df-0a40-4d35-ae5c-0e75ddaaf1a6 req-46722aa2-229d-4350-86f1-df566c1d11b8 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757100095748'] for port (50a9d59b-5865-4112-823b-dcc7f80dc6fc), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:50.453613 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Current status of the port b1d22d1e-c2db-4e00-bf01-d4a961d5d6c7 is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:36:50.457851 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [req-e92fdf87-8df6-4123-afcc-ebb6d8fdf3cb req-e65f58ef-d4d4-46c4-97bf-654c10ef10a9 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Request body: {'port': {'device_id': '7ad9422c-6b70-44fc-aecd-53b2ef3f7c03', 'network_id': '3db3989f-3792-497b-8859-b82b64749acf', 'admin_state_up': True, 'tenant_id': '1ba0c2747b5346a280f6f563ba891f9e'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:36:50.466017 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device 4f69c885-3161-428d-a165-07787169a6aa up at agent ovs-agent-dv-cinder-835881-4-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:36:50.480883 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45998c02-a42c-4ae1-b415-e29617dcfdb5 None None] Checking agent: {'id': 'b771b186-15ef-4a1a-9c73-ea54ac08c8ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 28, 12), 'started_at': datetime.datetime(2022, 4, 5, 22, 28, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:36:50.481535 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45998c02-a42c-4ae1-b415-e29617dcfdb5 None None] Checking segment: {'id': '7d65933d-36de-4f1d-ae48-24ad40f63257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2745cec7-a148-4762-a4f4-09b14f6d3b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:36:50.481977 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-45998c02-a42c-4ae1-b415-e29617dcfdb5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:50.482864 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45998c02-a42c-4ae1-b415-e29617dcfdb5 None None] Bound using segment: {'id': '7d65933d-36de-4f1d-ae48-24ad40f63257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2745cec7-a148-4762-a4f4-09b14f6d3b74'} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:36:50.483497 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-45998c02-a42c-4ae1-b415-e29617dcfdb5 None None] Bound port: 35730c02-9364-4d72-96fb-383f73802885, host: dv-cinder-835881-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d65933d-36de-4f1d-ae48-24ad40f63257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2745cec7-a148-4762-a4f4-09b14f6d3b74'}}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:36:50.483754 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-45998c02-a42c-4ae1-b415-e29617dcfdb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (35730c02-9364-4d72-96fb-383f73802885), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:50.596984 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2e6374e0-8b5c-4282-93a4-64f664a819ea tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:50.774495 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-45998c02-a42c-4ae1-b415-e29617dcfdb5 None None] For port 35730c02-9364-4d72-96fb-383f73802885, host dv-cinder-835881-4-iscsi, cleared binding levels {{(pid=103470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:36:50.788084 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-45998c02-a42c-4ae1-b415-e29617dcfdb5 None None] For port 35730c02-9364-4d72-96fb-383f73802885, host dv-cinder-835881-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=35730c02-9364-4d72-96fb-383f73802885,segment=NetworkSegment(7d65933d-36de-4f1d-ae48-24ad40f63257),segment_id=7d65933d-36de-4f1d-ae48-24ad40f63257)] {{(pid=103470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:36:50.799232 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3fc35314-accd-413a-bbf5-0fcf5bc912fd None None] Current status of the port bb8d404d-b4f4-4a4d-87bc-ff826ef28e36 is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:36:50.823703 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45bd14df-0a40-4d35-ae5c-0e75ddaaf1a6 req-46722aa2-229d-4350-86f1-df566c1d11b8 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Network 3db3989f-3792-497b-8859-b82b64749acf is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:36:50.824484 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-45998c02-a42c-4ae1-b415-e29617dcfdb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (35730c02-9364-4d72-96fb-383f73802885), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:50.826623 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.db.db_base_plugin_common [None req-2e6374e0-8b5c-4282-93a4-64f664a819ea tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Allocated IP 172.27.1.83 (1c7020db-f04b-4bae-aa0d-07e17c11278d/de4a5644-b80e-4142-a210-68f31fcb6ac5/b988f72a-904e-4c75-8838-dbf6cab8eb2d) {{(pid=103468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:36:50.842547 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b5434f8e-8038-4b01-8e2b-254362f45b93 req-7c1e9cf0-aac4-4341-8d22-3770733770de tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 210 time: 0.2672493 Apr 05 22:36:50.850588 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b6c2b1-1f90-433c-ba72-09a2b13d0ef8 x-openstack-request-id: req-f3b6c2b1-1f90-433c-ba72-09a2b13d0ef8 {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:36:50.850874 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17db4106-ccc6-406b-8b93-aae11beb2e78", "tag": "a7e2149a-9a2d-42ae-ab91-ce31d564fbe9", "status": "completed", "code": 200}]} {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:36:50.851391 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f3b6c2b1-1f90-433c-ba72-09a2b13d0ef8 {{(pid=103468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:36:50.852029 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3b6c2b1-1f90-433c-ba72-09a2b13d0ef8'] response: {'name': 'network-changed', 'server_uuid': '17db4106-ccc6-406b-8b93-aae11beb2e78', 'tag': 'a7e2149a-9a2d-42ae-ab91-ce31d564fbe9', 'status': 'completed', 'code': 200} Apr 05 22:36:50.881282 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [req-45bd14df-0a40-4d35-ae5c-0e75ddaaf1a6 req-46722aa2-229d-4350-86f1-df566c1d11b8 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:36:50.930838 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [req-45bd14df-0a40-4d35-ae5c-0e75ddaaf1a6 req-46722aa2-229d-4350-86f1-df566c1d11b8 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Received port after_create {{(pid=103469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:36:50.943632 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bd14df-0a40-4d35-ae5c-0e75ddaaf1a6 req-46722aa2-229d-4350-86f1-df566c1d11b8 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:50.944288 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-45bd14df-0a40-4d35-ae5c-0e75ddaaf1a6 req-46722aa2-229d-4350-86f1-df566c1d11b8 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644259'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:51.038247 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-97cde7d9-dbb1-4d23-a7c6-1511c50e2662 None None] Agent healthcheck: found 6 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:36:51.076440 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-45bd14df-0a40-4d35-ae5c-0e75ddaaf1a6 req-46722aa2-229d-4350-86f1-df566c1d11b8 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1965003 Apr 05 22:36:51.081621 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-fbc1085d-846a-4f35-a0f8-9880117d2437 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for security_group_rule (f246dbd6-4bc2-4c8a-99dd-49d9bf3af48d), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:51.123386 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-fbc1085d-846a-4f35-a0f8-9880117d2437 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586008'] for security_group_rule (f246dbd6-4bc2-4c8a-99dd-49d9bf3af48d), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:51.129289 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46722aa2-229d-4350-86f1-df566c1d11b8 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Pushing event updated for resources: {'Port': ['ID=50a9d59b-5865-4112-823b-dcc7f80dc6fc,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:51.174307 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc1085d-846a-4f35-a0f8-9880117d2437 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f246dbd6-4bc2-4c8a-99dd-49d9bf3af48d,revision_number=0']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:51.206266 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-fbc1085d-846a-4f35-a0f8-9880117d2437 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:51.208596 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-fbc1085d-846a-4f35-a0f8-9880117d2437 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0541377 Apr 05 22:36:51.212713 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 36490) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:36:51.230783 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-cc3683c6-10aa-4b86-ae2b-9f5cb5d73be4 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Request body: {'security_group_rule': {'security_group_id': '43367de8-51cb-4b15-9f75-fdf4a25935b7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:36:51.245125 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45998c02-a42c-4ae1-b415-e29617dcfdb5 None None] Routers {'d51c3735-6a4e-4d37-acdf-25e27a08c3d1'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:36:51.250403 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-45998c02-a42c-4ae1-b415-e29617dcfdb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:36:38Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['d51c3735-6a4e-4d37-acdf-25e27a08c3d1'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:36:51.270194 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-2c2ac9e7-7c24-4cec-ab98-d68c13f3291c None None] Provisioning complete for port 35730c02-9364-4d72-96fb-383f73802885 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:36:51.270704 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-2c2ac9e7-7c24-4cec-ab98-d68c13f3291c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (35730c02-9364-4d72-96fb-383f73802885), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:51.283185 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e92fdf87-8df6-4123-afcc-ebb6d8fdf3cb req-e65f58ef-d4d4-46c4-97bf-654c10ef10a9 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Made reservation on behalf of 1ba0c2747b5346a280f6f563ba891f9e for: {'port': 1} {{(pid=103468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:36:51.295680 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-e92fdf87-8df6-4123-afcc-ebb6d8fdf3cb req-e65f58ef-d4d4-46c4-97bf-654c10ef10a9 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:51.369579 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e7cf0a-386b-497f-a0f0-9d91443901cc None None] Pushing event updated for resources: {'Port': ['ID=35730c02-9364-4d72-96fb-383f73802885,revision_number=4']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:51.430680 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Provisioning complete for port 4f69c885-3161-428d-a165-07787169a6aa triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:36:51.431185 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (4f69c885-3161-428d-a165-07787169a6aa), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:51.458454 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-cc3683c6-10aa-4b86-ae2b-9f5cb5d73be4 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for security_group_rule (dbd52092-6157-4003-b3e9-4e83533f4443), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:51.477888 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2e6374e0-8b5c-4282-93a4-64f664a819ea tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks [] for port (b988f72a-904e-4c75-8838-dbf6cab8eb2d), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:51.558502 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e67588-81d3-4a61-9752-835c8846dd4f req-fc65007e-9565-4da3-a58d-e0525afb4401 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:51.560196 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-02e67588-81d3-4a61-9752-835c8846dd4f req-fc65007e-9565-4da3-a58d-e0525afb4401 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/ports?device_id=17db4106-ccc6-406b-8b93-aae11beb2e78 HTTP/1.1" status: 200 len: 944 time: 0.2054791 Apr 05 22:36:51.609002 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-cc3683c6-10aa-4b86-ae2b-9f5cb5d73be4 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for security_group_rule (dbd52092-6157-4003-b3e9-4e83533f4443), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:51.627176 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-cc3683c6-10aa-4b86-ae2b-9f5cb5d73be4 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586008'] for security_group_rule (dbd52092-6157-4003-b3e9-4e83533f4443), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:51.653019 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3683c6-10aa-4b86-ae2b-9f5cb5d73be4 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbd52092-6157-4003-b3e9-4e83533f4443,revision_number=0']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:51.688257 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-45998c02-a42c-4ae1-b415-e29617dcfdb5 None None] Set router d51c3735-6a4e-4d37-acdf-25e27a08c3d1 gateway port host: dv-cinder-835881-4-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:36:51.690240 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.db.db_base_plugin_common [req-e92fdf87-8df6-4123-afcc-ebb6d8fdf3cb req-e65f58ef-d4d4-46c4-97bf-654c10ef10a9 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Allocated IP 172.20.0.7 (3db3989f-3792-497b-8859-b82b64749acf/37586d04-a04b-404d-8716-ce23cb986874/8f2e24f9-cd41-4e0f-b54f-daaf60034ee2) {{(pid=103468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:36:51.694448 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-02e67588-81d3-4a61-9752-835c8846dd4f req-5b29a14b-2041-42e6-a736-a9cdca6fc7fa tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/security-groups?id=e84a0f4d-0a07-40b0-a81d-4381c766cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833163 Apr 05 22:36:51.718804 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-cc3683c6-10aa-4b86-ae2b-9f5cb5d73be4 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:51.722824 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2e6374e0-8b5c-4282-93a4-64f664a819ea tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757100095748'] for port (b988f72a-904e-4c75-8838-dbf6cab8eb2d), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:51.735585 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-cc3683c6-10aa-4b86-ae2b-9f5cb5d73be4 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5177622 Apr 05 22:36:51.741372 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 36496) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:36:51.746210 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-812e55a9-5ce1-404b-bca1-3a91a92b82dc tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Request body: {'floatingip': {'floating_network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:36:51.784960 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6374e0-8b5c-4282-93a4-64f664a819ea tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Pushing event updated for resources: {'Port': ['ID=b988f72a-904e-4c75-8838-dbf6cab8eb2d,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:51.803052 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-812e55a9-5ce1-404b-bca1-3a91a92b82dc tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:51.862555 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6374e0-8b5c-4282-93a4-64f664a819ea tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Network 1c7020db-f04b-4bae-aa0d-07e17c11278d is already hosted by enough agents. {{(pid=103468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:36:51.867829 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [None req-2e6374e0-8b5c-4282-93a4-64f664a819ea tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Resources bound (agent type, host, resource id): {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:36:51.892744 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6374e0-8b5c-4282-93a4-64f664a819ea tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Received port after_create {{(pid=103468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:36:51.893326 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-2c2ac9e7-7c24-4cec-ab98-d68c13f3291c None None] Current status of the port 35730c02-9364-4d72-96fb-383f73802885 is: DOWN; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:36:51.895419 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-2c2ac9e7-7c24-4cec-ab98-d68c13f3291c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (35730c02-9364-4d72-96fb-383f73802885), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:52.019461 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Current status of the port 4f69c885-3161-428d-a165-07787169a6aa is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:36:52.123364 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-df2895cd-a287-4031-863b-a21fe64e9d4d req-fdb16c45-c659-4976-a123-68cf3806d56f tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 210 time: 0.0846639 Apr 05 22:36:52.199898 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-812e55a9-5ce1-404b-bca1-3a91a92b82dc tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:52.295096 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-2c2ac9e7-7c24-4cec-ab98-d68c13f3291c None None] For port 35730c02-9364-4d72-96fb-383f73802885, host dv-cinder-835881-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=35730c02-9364-4d72-96fb-383f73802885,segment=NetworkSegment(7d65933d-36de-4f1d-ae48-24ad40f63257),segment_id=7d65933d-36de-4f1d-ae48-24ad40f63257)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:36:52.300159 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-2c2ac9e7-7c24-4cec-ab98-d68c13f3291c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (35730c02-9364-4d72-96fb-383f73802885), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:52.383977 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device bb8d404d-b4f4-4a4d-87bc-ff826ef28e36 up at agent ovs-agent-dv-cinder-835881-4-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:36:52.461286 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2e6374e0-8b5c-4282-93a4-64f664a819ea tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks [] for floatingip (f2423273-c63e-4052-8f6f-d3c824db0a8e), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:52.469062 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_common [None req-812e55a9-5ce1-404b-bca1-3a91a92b82dc tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Allocated IP 172.27.1.88 (1c7020db-f04b-4bae-aa0d-07e17c11278d/de4a5644-b80e-4142-a210-68f31fcb6ac5/2ae07caa-7168-47ad-8379-aa2fccd6da1c) {{(pid=103469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:36:52.587510 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2e6374e0-8b5c-4282-93a4-64f664a819ea tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (b988f72a-904e-4c75-8838-dbf6cab8eb2d), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:52.655368 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-e92fdf87-8df6-4123-afcc-ebb6d8fdf3cb req-e65f58ef-d4d4-46c4-97bf-654c10ef10a9 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Publish callbacks [] for port (8f2e24f9-cd41-4e0f-b54f-daaf60034ee2), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:52.722102 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-812e55a9-5ce1-404b-bca1-3a91a92b82dc tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for port (2ae07caa-7168-47ad-8379-aa2fccd6da1c), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:52.804254 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-812e55a9-5ce1-404b-bca1-3a91a92b82dc tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757100095748'] for port (2ae07caa-7168-47ad-8379-aa2fccd6da1c), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:52.852741 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-e92fdf87-8df6-4123-afcc-ebb6d8fdf3cb req-e65f58ef-d4d4-46c4-97bf-654c10ef10a9 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757100095748'] for port (8f2e24f9-cd41-4e0f-b54f-daaf60034ee2), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:52.914633 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e92fdf87-8df6-4123-afcc-ebb6d8fdf3cb req-e65f58ef-d4d4-46c4-97bf-654c10ef10a9 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Network 3db3989f-3792-497b-8859-b82b64749acf is already hosted by enough agents. {{(pid=103468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:36:52.920588 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [req-e92fdf87-8df6-4123-afcc-ebb6d8fdf3cb req-e65f58ef-d4d4-46c4-97bf-654c10ef10a9 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Resources bound (agent type, host, resource id): {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:36:52.926943 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [req-e92fdf87-8df6-4123-afcc-ebb6d8fdf3cb req-e65f58ef-d4d4-46c4-97bf-654c10ef10a9 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Received port after_create {{(pid=103468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:36:52.933016 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92fdf87-8df6-4123-afcc-ebb6d8fdf3cb req-e65f58ef-d4d4-46c4-97bf-654c10ef10a9 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:52.933799 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-e92fdf87-8df6-4123-afcc-ebb6d8fdf3cb req-e65f58ef-d4d4-46c4-97bf-654c10ef10a9 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644259'] for port (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:52.980294 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65f58ef-d4d4-46c4-97bf-654c10ef10a9 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Pushing event updated for resources: {'Port': ['ID=8f2e24f9-cd41-4e0f-b54f-daaf60034ee2,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:52.983655 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Provisioning complete for port bb8d404d-b4f4-4a4d-87bc-ff826ef28e36 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:36:52.984930 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (bb8d404d-b4f4-4a4d-87bc-ff826ef28e36), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:52.985254 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2e6374e0-8b5c-4282-93a4-64f664a819ea tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks [] for port (b988f72a-904e-4c75-8838-dbf6cab8eb2d), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:52.993649 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e92fdf87-8df6-4123-afcc-ebb6d8fdf3cb req-e65f58ef-d4d4-46c4-97bf-654c10ef10a9 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5428262 Apr 05 22:36:52.993649 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2e6374e0-8b5c-4282-93a4-64f664a819ea tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (b988f72a-904e-4c75-8838-dbf6cab8eb2d), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:52.995641 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2ac9e7-7c24-4cec-ab98-d68c13f3291c None None] Pushing event updated for resources: {'Port': ['ID=35730c02-9364-4d72-96fb-383f73802885,revision_number=5']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:53.000168 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-64bd0b22-d260-42ae-810c-c318fae153ce None None] Provisioning complete for port 50a9d59b-5865-4112-823b-dcc7f80dc6fc triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:36:53.000794 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-64bd0b22-d260-42ae-810c-c318fae153ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (50a9d59b-5865-4112-823b-dcc7f80dc6fc), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:53.034431 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812e55a9-5ce1-404b-bca1-3a91a92b82dc tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Network 1c7020db-f04b-4bae-aa0d-07e17c11278d is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:36:53.064776 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-812e55a9-5ce1-404b-bca1-3a91a92b82dc tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:36:53.083878 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812e55a9-5ce1-404b-bca1-3a91a92b82dc tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Received port after_create {{(pid=103469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:36:53.174801 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6374e0-8b5c-4282-93a4-64f664a819ea tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Pushing event updated for resources: {'Port': ['ID=b988f72a-904e-4c75-8838-dbf6cab8eb2d,revision_number=2']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:53.180751 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2e6374e0-8b5c-4282-93a4-64f664a819ea tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536593'] for floatingip (f2423273-c63e-4052-8f6f-d3c824db0a8e), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:53.207974 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88467f06-a488-4be6-832d-df921a8c3fe3 req-8292a8f6-82f5-41e3-b18b-000fb158727c tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:53.220175 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-88467f06-a488-4be6-832d-df921a8c3fe3 req-8292a8f6-82f5-41e3-b18b-000fb158727c tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/ports?device_id=17db4106-ccc6-406b-8b93-aae11beb2e78 HTTP/1.1" status: 200 len: 944 time: 0.3178127 Apr 05 22:36:53.234309 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2e6374e0-8b5c-4282-93a4-64f664a819ea tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for floatingip (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:53.235433 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-2e6374e0-8b5c-4282-93a4-64f664a819ea tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2582512 Apr 05 22:36:53.294664 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812e55a9-5ce1-404b-bca1-3a91a92b82dc tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Pushing event updated for resources: {'Port': ['ID=2ae07caa-7168-47ad-8379-aa2fccd6da1c,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:53.328088 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-64bd0b22-d260-42ae-810c-c318fae153ce None None] Port 50a9d59b-5865-4112-823b-dcc7f80dc6fc cannot update to ACTIVE because it is not bound. {{(pid=103470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:36:53.357824 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-64bd0b22-d260-42ae-810c-c318fae153ce None None] Provisioning complete for port 35730c02-9364-4d72-96fb-383f73802885 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:36:53.358456 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-64bd0b22-d260-42ae-810c-c318fae153ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (35730c02-9364-4d72-96fb-383f73802885), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:53.440006 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Current status of the port bb8d404d-b4f4-4a4d-87bc-ff826ef28e36 is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:36:53.516105 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-64bd0b22-d260-42ae-810c-c318fae153ce None None] Current status of the port 35730c02-9364-4d72-96fb-383f73802885 is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:36:53.520908 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-45998c02-a42c-4ae1-b415-e29617dcfdb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'name': 'tempest-AttachVolumeNegativeTest-472364483-router', 'tenant_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'f7257a2b-51a0-4a83-97f1-aa23ea91efe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:36:28Z', 'updated_at': '2022-04-05T22:36:43Z', 'revision_number': 4, 'project_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'gw_port': {'id': 'f7257a2b-51a0-4a83-97f1-aa23ea91efe1', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:07:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:29Z', 'updated_at': '2022-04-05T22:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_interfaces': [{'id': '35730c02-9364-4d72-96fb-383f73802885', 'name': '', 'network_id': '2745cec7-a148-4762-a4f4-09b14f6d3b74', 'tenant_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'mac_address': 'fa:16:3e:db:97:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '45b714fa-5bcf-429b-b58b-460d14e81c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:40Z', 'updated_at': '2022-04-05T22:36:50Z', 'revision_number': 4, 'project_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'subnets': [{'id': '45b714fa-5bcf-429b-b58b-460d14e81c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:36:53.569418 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45998c02-a42c-4ae1-b415-e29617dcfdb5 None None] The sync data for ids ['d51c3735-6a4e-4d37-acdf-25e27a08c3d1'] in dv-cinder-835881-4-iscsi is: [{'id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'name': 'tempest-AttachVolumeNegativeTest-472364483-router', 'tenant_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'f7257a2b-51a0-4a83-97f1-aa23ea91efe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:36:28Z', 'updated_at': '2022-04-05T22:36:43Z', 'revision_number': 4, 'project_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'gw_port': {'id': 'f7257a2b-51a0-4a83-97f1-aa23ea91efe1', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:07:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:29Z', 'updated_at': '2022-04-05T22:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_interfaces': [{'id': '35730c02-9364-4d72-96fb-383f73802885', 'name': '', 'network_id': '2745cec7-a148-4762-a4f4-09b14f6d3b74', 'tenant_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'mac_address': 'fa:16:3e:db:97:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '45b714fa-5bcf-429b-b58b-460d14e81c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:40Z', 'updated_at': '2022-04-05T22:36:50Z', 'revision_number': 4, 'project_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'subnets': [{'id': '45b714fa-5bcf-429b-b58b-460d14e81c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:36:53.571867 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-812e55a9-5ce1-404b-bca1-3a91a92b82dc tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for floatingip (a965fe91-0b42-4e56-ba88-f6acb88f9854), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:53.681504 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-a765ce53-8dae-45db-872f-b2f84e40afa5 None None] Provisioning complete for port 8f2e24f9-cd41-4e0f-b54f-daaf60034ee2 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:36:53.682209 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-a765ce53-8dae-45db-872f-b2f84e40afa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (8f2e24f9-cd41-4e0f-b54f-daaf60034ee2), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:53.731768 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-88467f06-a488-4be6-832d-df921a8c3fe3 req-caf5100c-892a-4ca3-acc8-3d8e8db78d7e tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/security-groups?id=e84a0f4d-0a07-40b0-a81d-4381c766cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4344203 Apr 05 22:36:53.751793 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c476789-b62f-4add-b8d3-b9d14857bb70 req-f036e80a-995f-4723-b00a-b74d2de5c188 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:53.759437 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0c476789-b62f-4add-b8d3-b9d14857bb70 req-f036e80a-995f-4723-b00a-b74d2de5c188 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 931 time: 0.4310431 Apr 05 22:36:53.803611 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [req-45bd14df-0a40-4d35-ae5c-0e75ddaaf1a6 req-f7aeba30-b244-4ae4-bcbd-f93593d4fbeb service neutron] Request body: {'port': {'device_id': 'f0326d1c-064c-4b3c-9ffd-06a7df79dec6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:36:53.810734 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-a765ce53-8dae-45db-872f-b2f84e40afa5 None None] Port 8f2e24f9-cd41-4e0f-b54f-daaf60034ee2 cannot update to ACTIVE because it is not bound. {{(pid=103470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:36:53.826120 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-812e55a9-5ce1-404b-bca1-3a91a92b82dc tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (2ae07caa-7168-47ad-8379-aa2fccd6da1c), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:53.960553 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [req-e92fdf87-8df6-4123-afcc-ebb6d8fdf3cb req-425788d6-fa39-4f92-bebd-bbb6e41594eb service neutron] Request body: {'port': {'device_id': '7ad9422c-6b70-44fc-aecd-53b2ef3f7c03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:36:54.082547 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a69ff82-d301-4f6c-80fa-120f5ced0577 req-dd2b2cc7-e20e-4c13-be4c-2322603a3add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:54.084312 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-8a69ff82-d301-4f6c-80fa-120f5ced0577 req-dd2b2cc7-e20e-4c13-be4c-2322603a3add service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=94a318fdf9924965964e8fbc6cdbaf61&device_id=17db4106-ccc6-406b-8b93-aae11beb2e78 HTTP/1.1" status: 200 len: 1128 time: 0.2977405 Apr 05 22:36:54.142419 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b715d3af-f044-449a-9d2b-a1527d0aed2e req-927e3091-f721-447e-adb1-6e1e8c0c84e6 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--313622239&fields=id&tenant_id=aad57955e58648ad8aedc12ef0c854bd HTTP/1.1" status: 200 len: 267 time: 0.1541626 Apr 05 22:36:54.169588 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0c476789-b62f-4add-b8d3-b9d14857bb70 req-e9dc0f27-4bfe-4ead-8f17-2270038938e6 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4011161 Apr 05 22:36:54.232366 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device 35730c02-9364-4d72-96fb-383f73802885 up at agent ovs-agent-dv-cinder-835881-4-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:36:54.375356 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-8a69ff82-d301-4f6c-80fa-120f5ced0577 req-44d4d1bf-8d8c-4a2a-babe-66019eaeff43 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7e2149a-9a2d-42ae-ab91-ce31d564fbe9 HTTP/1.1" status: 200 len: 217 time: 0.2323802 Apr 05 22:36:54.399914 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Provisioning complete for port 35730c02-9364-4d72-96fb-383f73802885 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:36:54.400977 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (35730c02-9364-4d72-96fb-383f73802885), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:54.545956 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-e92fdf87-8df6-4123-afcc-ebb6d8fdf3cb req-425788d6-fa39-4f92-bebd-bbb6e41594eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (8f2e24f9-cd41-4e0f-b54f-daaf60034ee2), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:54.567670 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Current status of the port 35730c02-9364-4d72-96fb-383f73802885 is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:36:54.877971 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b715d3af-f044-449a-9d2b-a1527d0aed2e req-ef05d2cf-ac6b-4c03-a322-51e178fed324 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:54.885394 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b715d3af-f044-449a-9d2b-a1527d0aed2e req-ef05d2cf-ac6b-4c03-a322-51e178fed324 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/networks?id=cdafa027-5a68-4e7d-98e5-3d69d953062c HTTP/1.1" status: 200 len: 816 time: 0.7194600 Apr 05 22:36:54.959445 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-45bd14df-0a40-4d35-ae5c-0e75ddaaf1a6 req-f7aeba30-b244-4ae4-bcbd-f93593d4fbeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (50a9d59b-5865-4112-823b-dcc7f80dc6fc), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:55.143178 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 36610) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:36:55.144458 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b715d3af-f044-449a-9d2b-a1527d0aed2e req-2a32de26-bfc3-4b22-a5aa-ac066972a0c5 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/quotas/aad57955e58648ad8aedc12ef0c854bd HTTP/1.1" status: 200 len: 375 time: 0.2476311 Apr 05 22:36:55.254663 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a69ff82-d301-4f6c-80fa-120f5ced0577 req-3a1bc0a0-90c2-4358-b291-a73b723a5ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:55.256185 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-8a69ff82-d301-4f6c-80fa-120f5ced0577 req-3a1bc0a0-90c2-4358-b291-a73b723a5ef0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=235a2980-4296-4659-99f6-db4446792d92 HTTP/1.1" status: 200 len: 851 time: 0.8595114 Apr 05 22:36:55.506812 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5f62c584-cf7c-49f1-8eaa-06fa5debcb31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:55.558376 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b715d3af-f044-449a-9d2b-a1527d0aed2e req-fdfd8c24-92f8-45bd-86e0-606d4a5d96de tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=aad57955e58648ad8aedc12ef0c854bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4072695 Apr 05 22:36:55.591729 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.notifiers.nova [req-e92fdf87-8df6-4123-afcc-ebb6d8fdf3cb req-425788d6-fa39-4f92-bebd-bbb6e41594eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f2e24f9-cd41-4e0f-b54f-daaf60034ee2 {{(pid=103468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:36:55.603248 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-e92fdf87-8df6-4123-afcc-ebb6d8fdf3cb req-425788d6-fa39-4f92-bebd-bbb6e41594eb service neutron] Publish callbacks [] for port (8f2e24f9-cd41-4e0f-b54f-daaf60034ee2), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:55.610918 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa4a5f-03fe-40fe-b2e6-407661d4e7fb req-0e4296cc-a75e-4b41-9602-53f224e47dfb tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:55.617901 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-bbaa4a5f-03fe-40fe-b2e6-407661d4e7fb req-0e4296cc-a75e-4b41-9602-53f224e47dfb tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/ports?device_id=17db4106-ccc6-406b-8b93-aae11beb2e78 HTTP/1.1" status: 200 len: 944 time: 0.5902021 Apr 05 22:36:55.637668 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.db.provisioning_blocks [req-e92fdf87-8df6-4123-afcc-ebb6d8fdf3cb req-425788d6-fa39-4f92-bebd-bbb6e41594eb service neutron] Transition to ACTIVE for port object 8f2e24f9-cd41-4e0f-b54f-daaf60034ee2 will not be triggered until provisioned by entity L2. {{(pid=103468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 22:36:55.648628 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-812e55a9-5ce1-404b-bca1-3a91a92b82dc tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for port (2ae07caa-7168-47ad-8379-aa2fccd6da1c), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:55.648866 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-e92fdf87-8df6-4123-afcc-ebb6d8fdf3cb req-425788d6-fa39-4f92-bebd-bbb6e41594eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (8f2e24f9-cd41-4e0f-b54f-daaf60034ee2), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:55.683486 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-812e55a9-5ce1-404b-bca1-3a91a92b82dc tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (2ae07caa-7168-47ad-8379-aa2fccd6da1c), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:55.706402 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5f62c584-cf7c-49f1-8eaa-06fa5debcb31 admin admin] Publish callbacks [] for security_group (ae431b59-fb77-4a89-b97f-c6a5de489afd), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:55.720734 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5f62c584-cf7c-49f1-8eaa-06fa5debcb31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (ae431b59-fb77-4a89-b97f-c6a5de489afd), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:55.729099 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425788d6-fa39-4f92-bebd-bbb6e41594eb service neutron] Pushing event updated for resources: {'Port': ['ID=8f2e24f9-cd41-4e0f-b54f-daaf60034ee2,revision_number=2']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:55.757988 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [req-b715d3af-f044-449a-9d2b-a1527d0aed2e req-58b704b7-4c34-4f50-a6d5-a8c9956411eb service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103469) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 22:36:55.759036 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b715d3af-f044-449a-9d2b-a1527d0aed2e req-58b704b7-4c34-4f50-a6d5-a8c9956411eb service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1087120 Apr 05 22:36:55.777703 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-812e55a9-5ce1-404b-bca1-3a91a92b82dc tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536593'] for floatingip (a965fe91-0b42-4e56-ba88-f6acb88f9854), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:55.792856 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f62c584-cf7c-49f1-8eaa-06fa5debcb31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae431b59-fb77-4a89-b97f-c6a5de489afd,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:55.803279 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-5f62c584-cf7c-49f1-8eaa-06fa5debcb31 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c26c87538e1a42b3a18277b188e8e148&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6556623 Apr 05 22:36:55.803279 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 36638) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:36:55.810870 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [req-e92fdf87-8df6-4123-afcc-ebb6d8fdf3cb req-425788d6-fa39-4f92-bebd-bbb6e41594eb service neutron] Attempting to bind port 8f2e24f9-cd41-4e0f-b54f-daaf60034ee2 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:36:55.811205 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [req-e92fdf87-8df6-4123-afcc-ebb6d8fdf3cb req-425788d6-fa39-4f92-bebd-bbb6e41594eb service neutron] Attempting to bind port 8f2e24f9-cd41-4e0f-b54f-daaf60034ee2 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '2ad51623-cf08-45c6-9c7b-ddd46cc31ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3db3989f-3792-497b-8859-b82b64749acf'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:36:55.811722 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92fdf87-8df6-4123-afcc-ebb6d8fdf3cb req-425788d6-fa39-4f92-bebd-bbb6e41594eb service neutron] Attempting to bind port 8f2e24f9-cd41-4e0f-b54f-daaf60034ee2 on network 3db3989f-3792-497b-8859-b82b64749acf {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:36:55.823540 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92fdf87-8df6-4123-afcc-ebb6d8fdf3cb req-425788d6-fa39-4f92-bebd-bbb6e41594eb service neutron] Port 8f2e24f9-cd41-4e0f-b54f-daaf60034ee2 on network 3db3989f-3792-497b-8859-b82b64749acf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 22:36:55.824022 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92fdf87-8df6-4123-afcc-ebb6d8fdf3cb req-425788d6-fa39-4f92-bebd-bbb6e41594eb service neutron] Attempting to bind port 8f2e24f9-cd41-4e0f-b54f-daaf60034ee2 on network 3db3989f-3792-497b-8859-b82b64749acf {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:36:55.837577 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92fdf87-8df6-4123-afcc-ebb6d8fdf3cb req-425788d6-fa39-4f92-bebd-bbb6e41594eb service neutron] Checking agent: {'id': '021dfe4d-8109-4136-9367-dac606dce553', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 34, 28), 'started_at': datetime.datetime(2022, 4, 5, 22, 34, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:36:55.838492 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92fdf87-8df6-4123-afcc-ebb6d8fdf3cb req-425788d6-fa39-4f92-bebd-bbb6e41594eb service neutron] Checking segment: {'id': '2ad51623-cf08-45c6-9c7b-ddd46cc31ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3db3989f-3792-497b-8859-b82b64749acf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:36:55.838890 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92fdf87-8df6-4123-afcc-ebb6d8fdf3cb req-425788d6-fa39-4f92-bebd-bbb6e41594eb service neutron] Bound using segment: {'id': '2ad51623-cf08-45c6-9c7b-ddd46cc31ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3db3989f-3792-497b-8859-b82b64749acf'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:36:55.839337 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [req-e92fdf87-8df6-4123-afcc-ebb6d8fdf3cb req-425788d6-fa39-4f92-bebd-bbb6e41594eb service neutron] Bound port: 8f2e24f9-cd41-4e0f-b54f-daaf60034ee2, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ad51623-cf08-45c6-9c7b-ddd46cc31ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3db3989f-3792-497b-8859-b82b64749acf'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:36:55.839701 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-e92fdf87-8df6-4123-afcc-ebb6d8fdf3cb req-425788d6-fa39-4f92-bebd-bbb6e41594eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (8f2e24f9-cd41-4e0f-b54f-daaf60034ee2), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:55.845099 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-bbaa4a5f-03fe-40fe-b2e6-407661d4e7fb req-60f7c4c8-5c5c-4327-b955-c430c0551dc6 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/security-groups?id=e84a0f4d-0a07-40b0-a81d-4381c766cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178338 Apr 05 22:36:55.847752 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-812e55a9-5ce1-404b-bca1-3a91a92b82dc tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for floatingip (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:55.858753 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-812e55a9-5ce1-404b-bca1-3a91a92b82dc tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1159909 Apr 05 22:36:55.871114 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812e55a9-5ce1-404b-bca1-3a91a92b82dc tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Pushing event updated for resources: {'Port': ['ID=2ae07caa-7168-47ad-8379-aa2fccd6da1c,revision_number=2']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:55.912165 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-30135e2c-9581-4452-90e8-fbcaaec785a4 admin admin] Publish callbacks [] for security_group (ae431b59-fb77-4a89-b97f-c6a5de489afd), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:55.955711 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-30135e2c-9581-4452-90e8-fbcaaec785a4 admin admin] Publish callbacks [] for security_group (ae431b59-fb77-4a89-b97f-c6a5de489afd), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:55.970554 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [req-e92fdf87-8df6-4123-afcc-ebb6d8fdf3cb req-425788d6-fa39-4f92-bebd-bbb6e41594eb service neutron] For port 8f2e24f9-cd41-4e0f-b54f-daaf60034ee2, host hv-cinder-83588, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:36:55.996805 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [req-e92fdf87-8df6-4123-afcc-ebb6d8fdf3cb req-425788d6-fa39-4f92-bebd-bbb6e41594eb service neutron] For port 8f2e24f9-cd41-4e0f-b54f-daaf60034ee2, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=8f2e24f9-cd41-4e0f-b54f-daaf60034ee2,segment=NetworkSegment(2ad51623-cf08-45c6-9c7b-ddd46cc31ce5),segment_id=2ad51623-cf08-45c6-9c7b-ddd46cc31ce5)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:36:56.012172 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-e92fdf87-8df6-4123-afcc-ebb6d8fdf3cb req-425788d6-fa39-4f92-bebd-bbb6e41594eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (8f2e24f9-cd41-4e0f-b54f-daaf60034ee2), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:56.046889 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b715d3af-f044-449a-9d2b-a1527d0aed2e req-bed645d7-3ce5-42ee-853c-35fffd7c99eb service neutron] 10.222.0.45 "GET /v2.0/networks/cdafa027-5a68-4e7d-98e5-3d69d953062c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752550 Apr 05 22:36:56.051544 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92fdf87-8df6-4123-afcc-ebb6d8fdf3cb req-425788d6-fa39-4f92-bebd-bbb6e41594eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:56.052572 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-e92fdf87-8df6-4123-afcc-ebb6d8fdf3cb req-425788d6-fa39-4f92-bebd-bbb6e41594eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644259'] for port (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:56.054024 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e92fdf87-8df6-4123-afcc-ebb6d8fdf3cb req-425788d6-fa39-4f92-bebd-bbb6e41594eb service neutron] 10.222.0.13 "PUT /v2.0/ports/8f2e24f9-cd41-4e0f-b54f-daaf60034ee2 HTTP/1.1" status: 200 len: 1093 time: 2.2663233 Apr 05 22:36:56.054480 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ad9422c-6b70-44fc-aecd-53b2ef3f7c03', 'tag': '8f2e24f9-cd41-4e0f-b54f-daaf60034ee2'}] {{(pid=103468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:36:56.057283 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8565d6b4cfa67e4590cf2f5bc7b4b9288cff1ea13080135eebb93ab155e6c8ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9123eb4f-34be-4393-8ac6-429384ac6b65" -d '{"events": [{"name": "network-changed", "server_uuid": "7ad9422c-6b70-44fc-aecd-53b2ef3f7c03", "tag": "8f2e24f9-cd41-4e0f-b54f-daaf60034ee2"}]}' {{(pid=103468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:36:56.067866 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [req-45bd14df-0a40-4d35-ae5c-0e75ddaaf1a6 req-f7aeba30-b244-4ae4-bcbd-f93593d4fbeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50a9d59b-5865-4112-823b-dcc7f80dc6fc {{(pid=103469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:36:56.092789 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-30135e2c-9581-4452-90e8-fbcaaec785a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (ae431b59-fb77-4a89-b97f-c6a5de489afd), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:56.095870 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-30135e2c-9581-4452-90e8-fbcaaec785a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:56.097275 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-45bd14df-0a40-4d35-ae5c-0e75ddaaf1a6 req-f7aeba30-b244-4ae4-bcbd-f93593d4fbeb service neutron] Publish callbacks [] for port (50a9d59b-5865-4112-823b-dcc7f80dc6fc), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:56.100271 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-30135e2c-9581-4452-90e8-fbcaaec785a4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ae431b59-fb77-4a89-b97f-c6a5de489afd HTTP/1.1" status: 204 len: 168 time: 0.2969470 Apr 05 22:36:56.104299 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425788d6-fa39-4f92-bebd-bbb6e41594eb service neutron] Pushing event updated for resources: {'Port': ['ID=8f2e24f9-cd41-4e0f-b54f-daaf60034ee2,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:56.121175 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30135e2c-9581-4452-90e8-fbcaaec785a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae431b59-fb77-4a89-b97f-c6a5de489afd,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:56.157461 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c15ff-f366-440a-ba77-1b3e186ac8e7 req-e4ea2882-041f-41b1-bd24-8c4eea5e5245 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:56.159140 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ae2c15ff-f366-440a-ba77-1b3e186ac8e7 req-e4ea2882-041f-41b1-bd24-8c4eea5e5245 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 943 time: 0.1946707 Apr 05 22:36:56.225799 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.provisioning_blocks [req-45bd14df-0a40-4d35-ae5c-0e75ddaaf1a6 req-f7aeba30-b244-4ae4-bcbd-f93593d4fbeb service neutron] Transition to ACTIVE for port object 50a9d59b-5865-4112-823b-dcc7f80dc6fc will not be triggered until provisioned by entity L2. {{(pid=103469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 22:36:56.241951 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-45bd14df-0a40-4d35-ae5c-0e75ddaaf1a6 req-f7aeba30-b244-4ae4-bcbd-f93593d4fbeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (50a9d59b-5865-4112-823b-dcc7f80dc6fc), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:56.351859 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aeba30-b244-4ae4-bcbd-f93593d4fbeb service neutron] Pushing event updated for resources: {'Port': ['ID=50a9d59b-5865-4112-823b-dcc7f80dc6fc,revision_number=2']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:56.368001 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b715d3af-f044-449a-9d2b-a1527d0aed2e req-03324d84-f070-4ecf-89cf-059b17de91f2 service neutron] 10.222.0.45 "GET /v2.0/networks/cdafa027-5a68-4e7d-98e5-3d69d953062c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836041 Apr 05 22:36:56.374577 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ae2c15ff-f366-440a-ba77-1b3e186ac8e7 req-2d20d67d-5ebf-4df2-83e7-ebbfa5c6f245 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478026 Apr 05 22:36:56.460761 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-45bd14df-0a40-4d35-ae5c-0e75ddaaf1a6 req-f7aeba30-b244-4ae4-bcbd-f93593d4fbeb service neutron] Attempting to bind port 50a9d59b-5865-4112-823b-dcc7f80dc6fc on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:36:56.461198 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-45bd14df-0a40-4d35-ae5c-0e75ddaaf1a6 req-f7aeba30-b244-4ae4-bcbd-f93593d4fbeb service neutron] Attempting to bind port 50a9d59b-5865-4112-823b-dcc7f80dc6fc by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '2ad51623-cf08-45c6-9c7b-ddd46cc31ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3db3989f-3792-497b-8859-b82b64749acf'}] {{(pid=103469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:36:56.461515 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45bd14df-0a40-4d35-ae5c-0e75ddaaf1a6 req-f7aeba30-b244-4ae4-bcbd-f93593d4fbeb service neutron] Attempting to bind port 50a9d59b-5865-4112-823b-dcc7f80dc6fc on network 3db3989f-3792-497b-8859-b82b64749acf {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:36:56.487435 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45bd14df-0a40-4d35-ae5c-0e75ddaaf1a6 req-f7aeba30-b244-4ae4-bcbd-f93593d4fbeb service neutron] Port 50a9d59b-5865-4112-823b-dcc7f80dc6fc on network 3db3989f-3792-497b-8859-b82b64749acf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 22:36:56.490813 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45bd14df-0a40-4d35-ae5c-0e75ddaaf1a6 req-f7aeba30-b244-4ae4-bcbd-f93593d4fbeb service neutron] Attempting to bind port 50a9d59b-5865-4112-823b-dcc7f80dc6fc on network 3db3989f-3792-497b-8859-b82b64749acf {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:36:56.509125 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45bd14df-0a40-4d35-ae5c-0e75ddaaf1a6 req-f7aeba30-b244-4ae4-bcbd-f93593d4fbeb service neutron] Checking agent: {'id': '021dfe4d-8109-4136-9367-dac606dce553', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 34, 28), 'started_at': datetime.datetime(2022, 4, 5, 22, 34, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:36:56.511370 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45bd14df-0a40-4d35-ae5c-0e75ddaaf1a6 req-f7aeba30-b244-4ae4-bcbd-f93593d4fbeb service neutron] Checking segment: {'id': '2ad51623-cf08-45c6-9c7b-ddd46cc31ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3db3989f-3792-497b-8859-b82b64749acf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:36:56.511883 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45bd14df-0a40-4d35-ae5c-0e75ddaaf1a6 req-f7aeba30-b244-4ae4-bcbd-f93593d4fbeb service neutron] Bound using segment: {'id': '2ad51623-cf08-45c6-9c7b-ddd46cc31ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3db3989f-3792-497b-8859-b82b64749acf'} {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:36:56.513653 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-45bd14df-0a40-4d35-ae5c-0e75ddaaf1a6 req-f7aeba30-b244-4ae4-bcbd-f93593d4fbeb service neutron] Bound port: 50a9d59b-5865-4112-823b-dcc7f80dc6fc, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ad51623-cf08-45c6-9c7b-ddd46cc31ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3db3989f-3792-497b-8859-b82b64749acf'}}] {{(pid=103469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:36:56.515179 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-45bd14df-0a40-4d35-ae5c-0e75ddaaf1a6 req-f7aeba30-b244-4ae4-bcbd-f93593d4fbeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (50a9d59b-5865-4112-823b-dcc7f80dc6fc), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:56.579977 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 36668) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:36:56.612479 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2d06a147-eb12-4da8-95c8-20e6d167725f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:56.658133 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-45bd14df-0a40-4d35-ae5c-0e75ddaaf1a6 req-f7aeba30-b244-4ae4-bcbd-f93593d4fbeb service neutron] For port 50a9d59b-5865-4112-823b-dcc7f80dc6fc, host hv-cinder-83588, cleared binding levels {{(pid=103469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:36:56.659913 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c89f94-decb-42e4-a400-4a6ee50c8d92 x-openstack-request-id: req-64c89f94-decb-42e4-a400-4a6ee50c8d92 {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:36:56.660219 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ad9422c-6b70-44fc-aecd-53b2ef3f7c03", "tag": "8f2e24f9-cd41-4e0f-b54f-daaf60034ee2", "status": "completed", "code": 200}]} {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:36:56.660574 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-64c89f94-decb-42e4-a400-4a6ee50c8d92 {{(pid=103468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:36:56.661149 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64c89f94-decb-42e4-a400-4a6ee50c8d92'] response: {'name': 'network-changed', 'server_uuid': '7ad9422c-6b70-44fc-aecd-53b2ef3f7c03', 'tag': '8f2e24f9-cd41-4e0f-b54f-daaf60034ee2', 'status': 'completed', 'code': 200} Apr 05 22:36:56.692760 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c226e358-0fed-40b2-bf81-312fec5c8b85 req-786086d9-2b8c-415d-8f8e-7e879b2590f5 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--345920208&fields=id&tenant_id=e718bf4373f64b3f9ec542b95b3e4d7b HTTP/1.1" status: 200 len: 267 time: 0.1524894 Apr 05 22:36:56.695027 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-45bd14df-0a40-4d35-ae5c-0e75ddaaf1a6 req-f7aeba30-b244-4ae4-bcbd-f93593d4fbeb service neutron] For port 50a9d59b-5865-4112-823b-dcc7f80dc6fc, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=50a9d59b-5865-4112-823b-dcc7f80dc6fc,segment=NetworkSegment(2ad51623-cf08-45c6-9c7b-ddd46cc31ce5),segment_id=2ad51623-cf08-45c6-9c7b-ddd46cc31ce5)] {{(pid=103469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:36:56.741038 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2d06a147-eb12-4da8-95c8-20e6d167725f admin admin] Publish callbacks [] for security_group (187c5b44-450a-4d0f-92bb-1e02ef63f310), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:56.748664 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2d06a147-eb12-4da8-95c8-20e6d167725f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (187c5b44-450a-4d0f-92bb-1e02ef63f310), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:56.790671 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-2d06a147-eb12-4da8-95c8-20e6d167725f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d3d99f006fac408ba469fb0c009e1a19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2093532 Apr 05 22:36:56.792607 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d06a147-eb12-4da8-95c8-20e6d167725f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=187c5b44-450a-4d0f-92bb-1e02ef63f310,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:56.800404 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 36676) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:36:56.810409 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-45bd14df-0a40-4d35-ae5c-0e75ddaaf1a6 req-f7aeba30-b244-4ae4-bcbd-f93593d4fbeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (50a9d59b-5865-4112-823b-dcc7f80dc6fc), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:56.817732 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c226e358-0fed-40b2-bf81-312fec5c8b85 req-f76e59f4-19b7-43b9-b05f-37d00b6d535c tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:56.825160 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c226e358-0fed-40b2-bf81-312fec5c8b85 req-f76e59f4-19b7-43b9-b05f-37d00b6d535c tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/networks?id=2745cec7-a148-4762-a4f4-09b14f6d3b74 HTTP/1.1" status: 200 len: 814 time: 0.1223137 Apr 05 22:36:56.865771 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2f4f0ae2-090d-4147-aae9-b19ac66d5c56 admin admin] Publish callbacks [] for security_group (187c5b44-450a-4d0f-92bb-1e02ef63f310), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:56.898748 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2f4f0ae2-090d-4147-aae9-b19ac66d5c56 admin admin] Publish callbacks [] for security_group (187c5b44-450a-4d0f-92bb-1e02ef63f310), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:56.915418 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5a6907a7-ce3a-4231-8566-2438bae10858 req-df65dad6-724f-4274-b7cd-a1e1da4e5c73 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 210 time: 0.0867033 Apr 05 22:36:56.917564 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c226e358-0fed-40b2-bf81-312fec5c8b85 req-8e59368d-dad9-45d4-8300-65e001b189da tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/quotas/e718bf4373f64b3f9ec542b95b3e4d7b HTTP/1.1" status: 200 len: 375 time: 0.0913975 Apr 05 22:36:56.957746 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bd14df-0a40-4d35-ae5c-0e75ddaaf1a6 req-f7aeba30-b244-4ae4-bcbd-f93593d4fbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:56.959080 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-45bd14df-0a40-4d35-ae5c-0e75ddaaf1a6 req-f7aeba30-b244-4ae4-bcbd-f93593d4fbeb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644259'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:56.960846 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-45bd14df-0a40-4d35-ae5c-0e75ddaaf1a6 req-f7aeba30-b244-4ae4-bcbd-f93593d4fbeb service neutron] 10.222.0.13 "PUT /v2.0/ports/50a9d59b-5865-4112-823b-dcc7f80dc6fc HTTP/1.1" status: 200 len: 1094 time: 3.1621637 Apr 05 22:36:56.962461 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0326d1c-064c-4b3c-9ffd-06a7df79dec6', 'tag': '50a9d59b-5865-4112-823b-dcc7f80dc6fc'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:36:56.985886 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2f4f0ae2-090d-4147-aae9-b19ac66d5c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (187c5b44-450a-4d0f-92bb-1e02ef63f310), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:56.992354 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2f4f0ae2-090d-4147-aae9-b19ac66d5c56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:57.003080 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-2f4f0ae2-090d-4147-aae9-b19ac66d5c56 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/187c5b44-450a-4d0f-92bb-1e02ef63f310 HTTP/1.1" status: 204 len: 168 time: 0.2004747 Apr 05 22:36:57.020379 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4f0ae2-090d-4147-aae9-b19ac66d5c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=187c5b44-450a-4d0f-92bb-1e02ef63f310,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:57.112492 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aeba30-b244-4ae4-bcbd-f93593d4fbeb service neutron] Pushing event updated for resources: {'Port': ['ID=50a9d59b-5865-4112-823b-dcc7f80dc6fc,revision_number=3']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:57.167755 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c226e358-0fed-40b2-bf81-312fec5c8b85 req-bc4f1428-dea3-4551-9c7f-0124b4365736 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e718bf4373f64b3f9ec542b95b3e4d7b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2383909 Apr 05 22:36:57.175719 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabbba95-cf45-4f6a-9003-cdf0675a4640 req-935dc174-2822-4ee4-8890-a002d30c61ed tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:57.177206 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cabbba95-cf45-4f6a-9003-cdf0675a4640 req-935dc174-2822-4ee4-8890-a002d30c61ed tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/ports?device_id=17db4106-ccc6-406b-8b93-aae11beb2e78 HTTP/1.1" status: 200 len: 944 time: 0.0984228 Apr 05 22:36:57.251381 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f386ba26b1031f5495d5bdef0d2c98b5b567df56bfe60a1d1e0dd7c3f719aed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4900bbd6-afff-4ff2-8954-997b007ea7fb" -d '{"events": [{"name": "network-changed", "server_uuid": "f0326d1c-064c-4b3c-9ffd-06a7df79dec6", "tag": "50a9d59b-5865-4112-823b-dcc7f80dc6fc"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:36:57.291347 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cabbba95-cf45-4f6a-9003-cdf0675a4640 req-dc3d86fa-dc93-4de2-bc50-1ff730a1c99a tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/security-groups?id=e84a0f4d-0a07-40b0-a81d-4381c766cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019714 Apr 05 22:36:57.314334 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c226e358-0fed-40b2-bf81-312fec5c8b85 req-7cdd6828-7273-4b08-8ef2-709cd7a6a58b service neutron] 10.222.0.45 "GET /v2.0/networks/2745cec7-a148-4762-a4f4-09b14f6d3b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338067 Apr 05 22:36:57.416231 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c226e358-0fed-40b2-bf81-312fec5c8b85 req-8d93819f-6f5d-4222-a2ed-8b72a8ea5157 service neutron] 10.222.0.45 "GET /v2.0/networks/2745cec7-a148-4762-a4f4-09b14f6d3b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957930 Apr 05 22:36:57.488860 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db10c0da-9e05-4c69-addd-ae57ab7d97da x-openstack-request-id: req-db10c0da-9e05-4c69-addd-ae57ab7d97da {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:36:57.489160 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0326d1c-064c-4b3c-9ffd-06a7df79dec6", "tag": "50a9d59b-5865-4112-823b-dcc7f80dc6fc", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:36:57.489544 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-db10c0da-9e05-4c69-addd-ae57ab7d97da {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:36:57.490038 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db10c0da-9e05-4c69-addd-ae57ab7d97da'] response: {'name': 'network-changed', 'server_uuid': 'f0326d1c-064c-4b3c-9ffd-06a7df79dec6', 'tag': '50a9d59b-5865-4112-823b-dcc7f80dc6fc', 'status': 'completed', 'code': 200} Apr 05 22:36:57.637841 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-db2f57ff-9ffb-4681-bcf8-863a7d71f306 req-defa92f7-e48d-4a0c-b5c6-eeeda83d5a67 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b131113-42a0-4ca4-b479-32a584e4d546 HTTP/1.1" status: 200 len: 210 time: 0.0542209 Apr 05 22:36:57.671001 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4431ade-db60-48e6-9be3-11a2a6ca25b0 req-d64fd4dc-dd60-47f7-8c0f-bc9dac360848 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:57.673604 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a4431ade-db60-48e6-9be3-11a2a6ca25b0 req-d64fd4dc-dd60-47f7-8c0f-bc9dac360848 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 943 time: 0.1244841 Apr 05 22:36:57.728133 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a4431ade-db60-48e6-9be3-11a2a6ca25b0 req-73757f1d-42d3-4480-8b32-205be9db0d39 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469136 Apr 05 22:36:57.735939 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (021dfe4d-8109-4136-9367-dac606dce553), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:58.022889 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c01c70b5-9a09-418c-bf01-22ea65dc62e9 req-a8ea1cf1-20e6-437a-927e-d1429daa99f4 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 210 time: 0.0300508 Apr 05 22:36:58.408198 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963cf07e-bd74-4616-9a4b-78c2df343b1b req-324d6ac4-1b78-4a8b-8332-968d6a77c2ee tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:58.409689 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-963cf07e-bd74-4616-9a4b-78c2df343b1b req-324d6ac4-1b78-4a8b-8332-968d6a77c2ee tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/ports?device_id=17db4106-ccc6-406b-8b93-aae11beb2e78 HTTP/1.1" status: 200 len: 944 time: 0.0515978 Apr 05 22:36:58.456163 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-963cf07e-bd74-4616-9a4b-78c2df343b1b req-f8d3ef4c-66a2-4a0a-8f0f-e01840b2f667 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/security-groups?id=e84a0f4d-0a07-40b0-a81d-4381c766cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408926 Apr 05 22:36:58.721380 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b67ba1b9-37d7-46b5-8fe1-9328d8292240 req-dbe1a227-a439-4fae-9966-78b26990e25e tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b131113-42a0-4ca4-b479-32a584e4d546 HTTP/1.1" status: 200 len: 210 time: 0.0276241 Apr 05 22:36:58.847796 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf8bc7f-c3a4-4fe0-b3a2-44d8295a3b61 req-d03f5543-3ba7-46be-810c-4e548ea94e6a tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:58.849293 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-fbf8bc7f-c3a4-4fe0-b3a2-44d8295a3b61 req-d03f5543-3ba7-46be-810c-4e548ea94e6a tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 943 time: 0.0512567 Apr 05 22:36:59.055814 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-fbf8bc7f-c3a4-4fe0-b3a2-44d8295a3b61 req-c7283e25-5031-4345-af51-3b8740ece91e tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999938 Apr 05 22:36:59.123679 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-34ab07d9-fd8a-4add-a0e5-08e1cd369304 req-167ae824-19ef-48dd-b897-c3ec7295ab66 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 210 time: 0.0268197 Apr 05 22:36:59.575866 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b7d7af-8f87-4d81-bdf0-12e3c3644e29 req-6dd11ab0-5fad-4d36-af35-0f6e626906c8 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:59.577360 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-67b7d7af-8f87-4d81-bdf0-12e3c3644e29 req-6dd11ab0-5fad-4d36-af35-0f6e626906c8 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/ports?device_id=17db4106-ccc6-406b-8b93-aae11beb2e78 HTTP/1.1" status: 200 len: 944 time: 0.0539446 Apr 05 22:36:59.629065 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-67b7d7af-8f87-4d81-bdf0-12e3c3644e29 req-e37cd517-26f7-4009-a829-e7ae316f8237 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/security-groups?id=e84a0f4d-0a07-40b0-a81d-4381c766cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458636 Apr 05 22:36:59.845394 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a7a84a02-b60b-4667-b61f-02d44984ca0f req-37753bfd-9d67-4257-a99c-8f0be4a1b92b tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b131113-42a0-4ca4-b479-32a584e4d546 HTTP/1.1" status: 200 len: 210 time: 0.0409250 Apr 05 22:37:00.029134 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-8a69ff82-d301-4f6c-80fa-120f5ced0577 req-3c4742d9-e736-4c04-84e4-fbdaa1717d1b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=49394ac4-ce2e-4d8d-ba06-ab2e2faf7c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478730 Apr 05 22:37:00.218944 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9123eb4f-34be-4393-8ac6-429384ac6b65 req-6f9577d0-867d-4986-986e-827760fdeb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:00.220507 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9123eb4f-34be-4393-8ac6-429384ac6b65 req-6f9577d0-867d-4986-986e-827760fdeb03 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1ba0c2747b5346a280f6f563ba891f9e&device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 1127 time: 0.1549413 Apr 05 22:37:00.227792 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4900bbd6-afff-4ff2-8954-997b007ea7fb req-f3d92b6c-0605-4ec0-9c76-320e9bb3e577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:00.230295 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-4900bbd6-afff-4ff2-8954-997b007ea7fb req-f3d92b6c-0605-4ec0-9c76-320e9bb3e577 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1ba0c2747b5346a280f6f563ba891f9e&device_id=f0326d1c-064c-4b3c-9ffd-06a7df79dec6 HTTP/1.1" status: 200 len: 1128 time: 0.0942550 Apr 05 22:37:00.231089 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a082e29d-e4de-4410-883e-2d0038255402 req-0a27f5e6-7809-48e7-9d4e-dad10c4a1d0a tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:00.232559 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a082e29d-e4de-4410-883e-2d0038255402 req-0a27f5e6-7809-48e7-9d4e-dad10c4a1d0a tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 943 time: 0.0946455 Apr 05 22:37:00.242689 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-8a69ff82-d301-4f6c-80fa-120f5ced0577 req-4f6d7fa7-15f0-4c6e-bedc-0289b614e63e service neutron] 10.222.0.13 "GET /v2.0/networks/49394ac4-ce2e-4d8d-ba06-ab2e2faf7c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841097 Apr 05 22:37:00.305280 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cbb4e59c-a5c3-4946-ae58-fce42309bbb3 req-1a9cd8a1-5dd4-46e4-85d8-d29fcffa3f4f tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 210 time: 0.0829849 Apr 05 22:37:00.433669 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a082e29d-e4de-4410-883e-2d0038255402 req-09ffe144-03d3-43db-b581-0e0e76a93b57 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731205 Apr 05 22:37:00.453631 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9123eb4f-34be-4393-8ac6-429384ac6b65 req-46e8f387-2580-4d4b-9a80-02127ff5cfff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:00.455424 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9123eb4f-34be-4393-8ac6-429384ac6b65 req-46e8f387-2580-4d4b-9a80-02127ff5cfff service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=1ba0c2747b5346a280f6f563ba891f9e&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2213426 Apr 05 22:37:00.481789 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4900bbd6-afff-4ff2-8954-997b007ea7fb req-8bb4a626-f288-4457-b72b-c8b55ca7df58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:00.483551 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-4900bbd6-afff-4ff2-8954-997b007ea7fb req-8bb4a626-f288-4457-b72b-c8b55ca7df58 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=1ba0c2747b5346a280f6f563ba891f9e&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2396705 Apr 05 22:37:00.486956 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-8a69ff82-d301-4f6c-80fa-120f5ced0577 req-0057e214-3dad-4df8-b659-d3841ab65e2c service neutron] 10.222.0.13 "GET /v2.0/networks/49394ac4-ce2e-4d8d-ba06-ab2e2faf7c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345364 Apr 05 22:37:00.797981 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4900bbd6-afff-4ff2-8954-997b007ea7fb req-69c8eb3d-76f6-43f2-b162-a849b32788c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:00.799479 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-4900bbd6-afff-4ff2-8954-997b007ea7fb req-69c8eb3d-76f6-43f2-b162-a849b32788c3 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2121050 Apr 05 22:37:00.804779 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9123eb4f-34be-4393-8ac6-429384ac6b65 req-60255cac-e616-4aca-98a5-132532b24158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:00.807650 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9123eb4f-34be-4393-8ac6-429384ac6b65 req-60255cac-e616-4aca-98a5-132532b24158 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2177587 Apr 05 22:37:00.817902 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f537ba-2543-48cc-8b91-900c9e4e8e84 req-d1b6a73f-bba8-48c1-be15-790f4f6906c5 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:00.819315 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d5f537ba-2543-48cc-8b91-900c9e4e8e84 req-d1b6a73f-bba8-48c1-be15-790f4f6906c5 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/ports?device_id=17db4106-ccc6-406b-8b93-aae11beb2e78 HTTP/1.1" status: 200 len: 944 time: 0.1059799 Apr 05 22:37:00.874563 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d5f537ba-2543-48cc-8b91-900c9e4e8e84 req-ffceff25-23e1-484b-bfbb-e41f44d70cd0 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/security-groups?id=e84a0f4d-0a07-40b0-a81d-4381c766cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492008 Apr 05 22:37:00.956406 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c42307ad-98ad-4ca4-be42-c177f5eb86bf req-1d80b551-4201-418c-bd23-5d4f654534ad tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b131113-42a0-4ca4-b479-32a584e4d546 HTTP/1.1" status: 200 len: 210 time: 0.0289764 Apr 05 22:37:01.406182 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6180f071-5926-46c0-a73e-b43f1e79bf95 req-5b5553f0-c829-47c0-922e-53807a163a06 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 210 time: 0.0286903 Apr 05 22:37:01.569895 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9475e8f-a633-4732-a5b4-fff03271302d req-6a269608-06a6-48be-83e1-1e150c3a3098 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:01.571367 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e9475e8f-a633-4732-a5b4-fff03271302d req-6a269608-06a6-48be-83e1-1e150c3a3098 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 943 time: 0.0542393 Apr 05 22:37:01.617384 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e9475e8f-a633-4732-a5b4-fff03271302d req-9925d129-6422-4e62-82a3-c971ae565636 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397863 Apr 05 22:37:02.001826 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aabaadf-3e1a-4be9-931b-83ade45231b8 req-15e83c79-0b5d-4144-9608-89cdf0782b85 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:02.005390 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3aabaadf-3e1a-4be9-931b-83ade45231b8 req-15e83c79-0b5d-4144-9608-89cdf0782b85 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/ports?device_id=17db4106-ccc6-406b-8b93-aae11beb2e78 HTTP/1.1" status: 200 len: 944 time: 0.0629890 Apr 05 22:37:02.091754 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3db0ed38-b502-426c-a2fe-3360ac9f4c89 req-06abf583-5887-4498-852c-291ee55270b6 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b131113-42a0-4ca4-b479-32a584e4d546 HTTP/1.1" status: 200 len: 210 time: 0.0478971 Apr 05 22:37:02.113118 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3aabaadf-3e1a-4be9-931b-83ade45231b8 req-590bbbf7-1f5a-413a-9d19-7f607a461c73 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/security-groups?id=e84a0f4d-0a07-40b0-a81d-4381c766cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980573 Apr 05 22:37:02.503140 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-faa85d73-5165-433a-9836-8ea8b0b7692d req-a973dd17-b6ec-42ca-960f-59b5cc9f29cf tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 210 time: 0.0255387 Apr 05 22:37:02.732893 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abbb8c-0e2d-4b51-b2d6-a4c3e0381a24 req-5d106363-21ec-45ca-b48a-f4a37f09faa2 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:02.734314 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-20abbb8c-0e2d-4b51-b2d6-a4c3e0381a24 req-5d106363-21ec-45ca-b48a-f4a37f09faa2 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 943 time: 0.0512762 Apr 05 22:37:02.780482 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-20abbb8c-0e2d-4b51-b2d6-a4c3e0381a24 req-950ab33c-d8d9-4a64-836d-985e4e5e3d58 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405221 Apr 05 22:37:03.193626 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b54b64c4-dae3-49aa-9c4e-344b2572a375 req-434160fc-6de0-4e13-87e0-d57b3692ca05 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b131113-42a0-4ca4-b479-32a584e4d546 HTTP/1.1" status: 200 len: 210 time: 0.0309448 Apr 05 22:37:03.247962 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebce20be-71b4-42b2-ae4d-765e933dcadb req-987daeee-40d6-4570-a8af-178b810fdc50 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:03.249492 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ebce20be-71b4-42b2-ae4d-765e933dcadb req-987daeee-40d6-4570-a8af-178b810fdc50 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/ports?device_id=17db4106-ccc6-406b-8b93-aae11beb2e78 HTTP/1.1" status: 200 len: 944 time: 0.0581522 Apr 05 22:37:03.296675 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ebce20be-71b4-42b2-ae4d-765e933dcadb req-17c47ee7-c2d9-48e0-a243-9a0e59fcce25 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/security-groups?id=e84a0f4d-0a07-40b0-a81d-4381c766cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416572 Apr 05 22:37:03.599673 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f63ec248-9477-40c6-8d73-52b244f25589 req-4c329e27-d8e3-40b0-82b8-cc841ee05f0c tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 210 time: 0.0270715 Apr 05 22:37:03.895520 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57beb75-4686-4a5b-9f49-e0a7df63281b req-2c517643-c78e-4e3c-a9ce-60952e825ef0 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:03.896973 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f57beb75-4686-4a5b-9f49-e0a7df63281b req-2c517643-c78e-4e3c-a9ce-60952e825ef0 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 943 time: 0.0526383 Apr 05 22:37:03.945823 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f57beb75-4686-4a5b-9f49-e0a7df63281b req-9f439226-c14b-47bf-aa27-3882fa453eb7 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425239 Apr 05 22:37:04.342130 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.13', 57518) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:04.358250 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-983ff602-edf4-44e3-b97f-4a525e2600bd req-5a31aaeb-6e82-4754-bcb0-f4aba4722299 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b131113-42a0-4ca4-b479-32a584e4d546 HTTP/1.1" status: 200 len: 210 time: 0.0905986 Apr 05 22:37:04.433145 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.13', 57519) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:04.494876 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92fdf87-8df6-4123-afcc-ebb6d8fdf3cb req-5811fe1b-b49c-449b-8745-c9cfba7b3f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:04.496503 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e92fdf87-8df6-4123-afcc-ebb6d8fdf3cb req-5811fe1b-b49c-449b-8745-c9cfba7b3f0b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1ba0c2747b5346a280f6f563ba891f9e&device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 1127 time: 0.1728134 Apr 05 22:37:04.504437 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b715d3af-f044-449a-9d2b-a1527d0aed2e req-a45c095b-9d87-40d7-b847-246b8862c4e5 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:04.505967 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-b715d3af-f044-449a-9d2b-a1527d0aed2e req-a45c095b-9d87-40d7-b847-246b8862c4e5 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.13 "GET /v2.0/networks?id=cdafa027-5a68-4e7d-98e5-3d69d953062c HTTP/1.1" status: 200 len: 816 time: 0.2274477 Apr 05 22:37:04.508835 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bd14df-0a40-4d35-ae5c-0e75ddaaf1a6 req-db5df946-91c7-4c57-b875-b4b91e75a8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:04.510942 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-45bd14df-0a40-4d35-ae5c-0e75ddaaf1a6 req-db5df946-91c7-4c57-b875-b4b91e75a8a7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1ba0c2747b5346a280f6f563ba891f9e&device_id=f0326d1c-064c-4b3c-9ffd-06a7df79dec6 HTTP/1.1" status: 200 len: 1128 time: 0.1684408 Apr 05 22:37:04.523306 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa8ca9f-37ad-4524-9b29-2d92697806bb req-6bfa1035-5759-446f-b4ce-eb6c8cd55051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:04.525762 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6fa8ca9f-37ad-4524-9b29-2d92697806bb req-6bfa1035-5759-446f-b4ce-eb6c8cd55051 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=94a318fdf9924965964e8fbc6cdbaf61&device_id=17db4106-ccc6-406b-8b93-aae11beb2e78 HTTP/1.1" status: 200 len: 1128 time: 0.2297764 Apr 05 22:37:04.701802 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3308e8a-dece-4cf8-a857-e72655b57773 req-f6e98f62-0a78-48a4-ba6b-3b01d25cb019 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:04.703345 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d3308e8a-dece-4cf8-a857-e72655b57773 req-f6e98f62-0a78-48a4-ba6b-3b01d25cb019 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/ports?device_id=17db4106-ccc6-406b-8b93-aae11beb2e78 HTTP/1.1" status: 200 len: 944 time: 0.3091476 Apr 05 22:37:04.790282 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e92fdf87-8df6-4123-afcc-ebb6d8fdf3cb req-dba62db4-acd0-406a-8cb0-192ee9bb1b91 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f2e24f9-cd41-4e0f-b54f-daaf60034ee2 HTTP/1.1" status: 200 len: 217 time: 0.2748530 Apr 05 22:37:04.792673 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-45bd14df-0a40-4d35-ae5c-0e75ddaaf1a6 req-62139390-70db-4ad4-941a-1d554b4be618 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50a9d59b-5865-4112-823b-dcc7f80dc6fc HTTP/1.1" status: 200 len: 217 time: 0.2710242 Apr 05 22:37:04.844797 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-b715d3af-f044-449a-9d2b-a1527d0aed2e req-61e8dd58-0a9e-429b-af30-34c1421356f6 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aad57955e58648ad8aedc12ef0c854bd HTTP/1.1" status: 200 len: 379 time: 0.3174777 Apr 05 22:37:04.958942 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f94fd070-43f0-4458-8f6e-58cb348a9082 req-9fc40a79-071a-46f2-bfe4-2b60e198a39c tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 210 time: 0.2500358 Apr 05 22:37:05.002236 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c226e358-0fed-40b2-bf81-312fec5c8b85 req-e21e10b3-d101-4ffb-84a6-923406de8a3f tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:05.003656 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c226e358-0fed-40b2-bf81-312fec5c8b85 req-e21e10b3-d101-4ffb-84a6-923406de8a3f tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.13 "GET /v2.0/networks?id=2745cec7-a148-4762-a4f4-09b14f6d3b74 HTTP/1.1" status: 200 len: 814 time: 0.5605736 Apr 05 22:37:05.008232 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa8ca9f-37ad-4524-9b29-2d92697806bb req-bff6bd77-7207-4537-9a32-416a484027bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:05.009717 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6fa8ca9f-37ad-4524-9b29-2d92697806bb req-bff6bd77-7207-4537-9a32-416a484027bd service neutron] 10.222.0.13 "GET /v2.0/networks?id=49394ac4-ce2e-4d8d-ba06-ab2e2faf7c57 HTTP/1.1" status: 200 len: 912 time: 0.4717176 Apr 05 22:37:05.033252 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d3308e8a-dece-4cf8-a857-e72655b57773 req-62f8a2cf-719f-4bcb-aeb3-02e6fdc5a848 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/security-groups?id=e84a0f4d-0a07-40b0-a81d-4381c766cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3211160 Apr 05 22:37:05.071076 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f8ad8-5e3c-4984-8e65-774a07a03f6c req-b5989544-1860-4d8b-bd09-796f218c84ae tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:05.072643 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-777f8ad8-5e3c-4984-8e65-774a07a03f6c req-b5989544-1860-4d8b-bd09-796f218c84ae tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 943 time: 0.0556254 Apr 05 22:37:05.121469 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [req-b715d3af-f044-449a-9d2b-a1527d0aed2e req-3933663e-9859-4a25-9b5b-57a8f8303880 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Request body: {'port': {'device_id': '6820dc5a-0cc6-456b-baca-3e881565a705', 'network_id': 'cdafa027-5a68-4e7d-98e5-3d69d953062c', 'admin_state_up': True, 'tenant_id': 'aad57955e58648ad8aedc12ef0c854bd', 'security_groups': ['e1aa5cb5-c86c-402b-ac89-6187ad731a78']}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:37:05.200281 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6fa8ca9f-37ad-4524-9b29-2d92697806bb req-d338d46b-9951-45c5-9d00-35e9e170c944 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7e2149a-9a2d-42ae-ab91-ce31d564fbe9 HTTP/1.1" status: 200 len: 217 time: 0.0901694 Apr 05 22:37:05.203466 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-777f8ad8-5e3c-4984-8e65-774a07a03f6c req-d5518511-7230-42d0-ba31-28729bb3ed0d tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252968 Apr 05 22:37:05.243397 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c226e358-0fed-40b2-bf81-312fec5c8b85 req-44e5cd53-6f33-46f2-ae66-fa23775d223d tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e718bf4373f64b3f9ec542b95b3e4d7b HTTP/1.1" status: 200 len: 379 time: 0.1322396 Apr 05 22:37:05.244295 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bd14df-0a40-4d35-ae5c-0e75ddaaf1a6 req-736e142a-5332-4305-8782-dfa9506820fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:05.245691 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-45bd14df-0a40-4d35-ae5c-0e75ddaaf1a6 req-736e142a-5332-4305-8782-dfa9506820fa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=37586d04-a04b-404d-8716-ce23cb986874 HTTP/1.1" status: 200 len: 857 time: 0.1382766 Apr 05 22:37:05.252188 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92fdf87-8df6-4123-afcc-ebb6d8fdf3cb req-a54134de-2e72-446f-913c-569d40c717af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:05.253536 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e92fdf87-8df6-4123-afcc-ebb6d8fdf3cb req-a54134de-2e72-446f-913c-569d40c717af service neutron] 10.222.0.13 "GET /v2.0/subnets?id=37586d04-a04b-404d-8716-ce23cb986874 HTTP/1.1" status: 200 len: 857 time: 0.1366026 Apr 05 22:37:05.298396 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b715d3af-f044-449a-9d2b-a1527d0aed2e req-3933663e-9859-4a25-9b5b-57a8f8303880 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Made reservation on behalf of aad57955e58648ad8aedc12ef0c854bd for: {'port': 1} {{(pid=103468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:37:05.301734 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-b715d3af-f044-449a-9d2b-a1527d0aed2e req-3933663e-9859-4a25-9b5b-57a8f8303880 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:05.434799 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.db.db_base_plugin_common [req-b715d3af-f044-449a-9d2b-a1527d0aed2e req-3933663e-9859-4a25-9b5b-57a8f8303880 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Allocated IP 172.20.0.7 (cdafa027-5a68-4e7d-98e5-3d69d953062c/e210eb77-c8b4-4c67-a300-bbb8691b7d32/38882e06-411a-4d93-b05b-c8508e6f9776) {{(pid=103468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:37:05.457883 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f7a3f66c-58fa-4a5a-9006-53b594b0827e req-67b35247-5c37-49e4-9f74-5ddac1d5ea2f tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b131113-42a0-4ca4-b479-32a584e4d546 HTTP/1.1" status: 200 len: 210 time: 0.0273538 Apr 05 22:37:05.511708 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-ae811d17-c939-4e28-8c05-9d4d85439ec1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (08425891-4e99-4ae4-974b-85ee5a0410c6), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:05.574410 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-b715d3af-f044-449a-9d2b-a1527d0aed2e req-3933663e-9859-4a25-9b5b-57a8f8303880 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks [] for port (38882e06-411a-4d93-b05b-c8508e6f9776), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:05.607418 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-b715d3af-f044-449a-9d2b-a1527d0aed2e req-3933663e-9859-4a25-9b5b-57a8f8303880 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757100095748'] for port (38882e06-411a-4d93-b05b-c8508e6f9776), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:05.662283 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b715d3af-f044-449a-9d2b-a1527d0aed2e req-3933663e-9859-4a25-9b5b-57a8f8303880 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Network cdafa027-5a68-4e7d-98e5-3d69d953062c is already hosted by enough agents. {{(pid=103468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:37:05.665376 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [req-b715d3af-f044-449a-9d2b-a1527d0aed2e req-3933663e-9859-4a25-9b5b-57a8f8303880 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Resources bound (agent type, host, resource id): {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:37:05.673866 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [req-b715d3af-f044-449a-9d2b-a1527d0aed2e req-3933663e-9859-4a25-9b5b-57a8f8303880 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Received port after_create {{(pid=103468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:37:05.682702 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b715d3af-f044-449a-9d2b-a1527d0aed2e req-3933663e-9859-4a25-9b5b-57a8f8303880 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:05.683589 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-b715d3af-f044-449a-9d2b-a1527d0aed2e req-3933663e-9859-4a25-9b5b-57a8f8303880 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644259'] for port (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:05.696380 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3933663e-9859-4a25-9b5b-57a8f8303880 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Pushing event updated for resources: {'Port': ['ID=38882e06-411a-4d93-b05b-c8508e6f9776,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:05.713758 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-b715d3af-f044-449a-9d2b-a1527d0aed2e req-3933663e-9859-4a25-9b5b-57a8f8303880 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6046994 Apr 05 22:37:05.864597 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-68108ab8-25e7-4885-99bb-71c50162da8c None None] Provisioning complete for port 38882e06-411a-4d93-b05b-c8508e6f9776 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:37:05.864993 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-68108ab8-25e7-4885-99bb-71c50162da8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (38882e06-411a-4d93-b05b-c8508e6f9776), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:05.902038 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-68108ab8-25e7-4885-99bb-71c50162da8c None None] Port 38882e06-411a-4d93-b05b-c8508e6f9776 cannot update to ACTIVE because it is not bound. {{(pid=103470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:37:06.088487 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db03667-944e-48e8-a246-32cd4e5d475d req-1171fd0a-9618-4803-9abc-f75d9647a793 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:06.090029 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1db03667-944e-48e8-a246-32cd4e5d475d req-1171fd0a-9618-4803-9abc-f75d9647a793 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 931 time: 0.0594294 Apr 05 22:37:06.163869 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1db03667-944e-48e8-a246-32cd4e5d475d req-52859d9f-abed-4bb6-92d3-07fa9bc1eb95 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681055 Apr 05 22:37:06.178474 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a97b925-6b35-41ce-a9bc-b9cfea268ed5 req-08ee1acf-c9ae-4c0a-81b2-ee307af02d61 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:06.180101 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5a97b925-6b35-41ce-a9bc-b9cfea268ed5 req-08ee1acf-c9ae-4c0a-81b2-ee307af02d61 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/ports?device_id=17db4106-ccc6-406b-8b93-aae11beb2e78 HTTP/1.1" status: 200 len: 944 time: 0.0784605 Apr 05 22:37:06.237816 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5a97b925-6b35-41ce-a9bc-b9cfea268ed5 req-90057e94-0d9a-4158-bbbb-1d29d5c958ee tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/security-groups?id=e84a0f4d-0a07-40b0-a81d-4381c766cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495658 Apr 05 22:37:06.332819 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1826fa0-36d5-43f0-8cbc-ddbd6e03d543 req-c931edcf-76cb-466e-bbef-7c2111044ed0 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:06.334333 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e1826fa0-36d5-43f0-8cbc-ddbd6e03d543 req-c931edcf-76cb-466e-bbef-7c2111044ed0 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 943 time: 0.0568602 Apr 05 22:37:06.393736 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e1826fa0-36d5-43f0-8cbc-ddbd6e03d543 req-88477fb3-768c-4c8b-9e3b-5b4d2a9995ab tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535948 Apr 05 22:37:06.557427 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-95c9328b-b93e-4b57-a2f1-d451f8d997de req-6bde8b06-aa5b-4442-87ad-68df77a59da8 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b131113-42a0-4ca4-b479-32a584e4d546 HTTP/1.1" status: 200 len: 210 time: 0.0265000 Apr 05 22:37:07.285035 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1bdbc9-7a6a-4e7a-aeb4-c77e4fb6efe4 req-07b88cc3-4443-440b-b2b3-6eebe662b259 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:07.286519 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-da1bdbc9-7a6a-4e7a-aeb4-c77e4fb6efe4 req-07b88cc3-4443-440b-b2b3-6eebe662b259 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 931 time: 0.0512493 Apr 05 22:37:07.362892 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-da1bdbc9-7a6a-4e7a-aeb4-c77e4fb6efe4 req-72aff85e-3e02-4a33-9efc-a46c90c3af36 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696414 Apr 05 22:37:07.377990 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff39004-b2cf-4b46-827a-8761ef1e9c82 req-7e1a4520-ccd2-488e-8c9f-e94910664a68 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:07.379420 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4ff39004-b2cf-4b46-827a-8761ef1e9c82 req-7e1a4520-ccd2-488e-8c9f-e94910664a68 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/ports?device_id=17db4106-ccc6-406b-8b93-aae11beb2e78 HTTP/1.1" status: 200 len: 944 time: 0.0737591 Apr 05 22:37:07.429707 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4ff39004-b2cf-4b46-827a-8761ef1e9c82 req-dc1ce87b-91fc-480f-88f7-48233a3a58ed tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/security-groups?id=e84a0f4d-0a07-40b0-a81d-4381c766cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437939 Apr 05 22:37:07.521958 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6436072-b7e3-4880-a60a-b70b0116f769 req-87608b9e-d88f-4a53-9be5-eb7fc771d45d tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:07.523936 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e6436072-b7e3-4880-a60a-b70b0116f769 req-87608b9e-d88f-4a53-9be5-eb7fc771d45d tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 943 time: 0.0522490 Apr 05 22:37:07.571316 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e6436072-b7e3-4880-a60a-b70b0116f769 req-c2d2b7ae-8afb-4a25-b00d-f9ec0ced35f4 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423605 Apr 05 22:37:07.687466 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-03b6d37a-f088-40a6-bc60-9b2148f2ffcf req-504640e0-4cea-498b-bb18-1c63b1557f87 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b131113-42a0-4ca4-b479-32a584e4d546 HTTP/1.1" status: 200 len: 210 time: 0.0483990 Apr 05 22:37:07.846634 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-849094db-60ca-4154-a8fa-47616b12bc0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (79a469f9-bdbc-4492-b479-9e5faeaf33b0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:08.482649 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72641378-c06a-4d40-9fe3-72c3bad1b1dc req-05efc689-6ae4-4f17-b3a2-560b7a8f36b3 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:08.484138 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-72641378-c06a-4d40-9fe3-72c3bad1b1dc req-05efc689-6ae4-4f17-b3a2-560b7a8f36b3 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 931 time: 0.0512424 Apr 05 22:37:08.558440 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-72641378-c06a-4d40-9fe3-72c3bad1b1dc req-8f4fa0d4-6754-4e53-8172-824f2a4770cd tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687022 Apr 05 22:37:08.572916 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95290e8-03c6-4392-9bd8-3b03de08cd74 req-0bf55f04-253d-43c1-8807-8c1f49b9b07b tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:08.574388 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d95290e8-03c6-4392-9bd8-3b03de08cd74 req-0bf55f04-253d-43c1-8807-8c1f49b9b07b tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/ports?device_id=17db4106-ccc6-406b-8b93-aae11beb2e78 HTTP/1.1" status: 200 len: 944 time: 0.0709481 Apr 05 22:37:08.622794 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d95290e8-03c6-4392-9bd8-3b03de08cd74 req-97d17955-f375-4fc5-8033-0bbf8eac76f2 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/security-groups?id=e84a0f4d-0a07-40b0-a81d-4381c766cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429330 Apr 05 22:37:08.696235 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31d66d7-41af-4efc-abb1-eb0bb675e11d req-75d8f5d1-9d20-43a6-8b61-e2530a74f95f tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:08.697762 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a31d66d7-41af-4efc-abb1-eb0bb675e11d req-75d8f5d1-9d20-43a6-8b61-e2530a74f95f tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 943 time: 0.0543363 Apr 05 22:37:08.744170 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a31d66d7-41af-4efc-abb1-eb0bb675e11d req-fb82394c-72f3-4b42-9408-fad098b15a32 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401018 Apr 05 22:37:08.785100 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b1edb210-4ff5-422a-99e9-edd906f7193d req-3bd7a438-9f5c-4e20-bd38-97db35451ff1 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b131113-42a0-4ca4-b479-32a584e4d546 HTTP/1.1" status: 200 len: 210 time: 0.0313878 Apr 05 22:37:08.937904 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-dae4f030-1cb2-49a8-bcfa-6facf2529a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (e40c9916-dc7d-41d8-a75d-da550db0c469), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:09.683736 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71ed0c9-92ac-443c-8a74-4c34eb2507e3 req-a7b0e8ff-ba8b-4cf6-acc0-a3b2956cafc5 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:09.685225 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b71ed0c9-92ac-443c-8a74-4c34eb2507e3 req-a7b0e8ff-ba8b-4cf6-acc0-a3b2956cafc5 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 931 time: 0.0521796 Apr 05 22:37:09.764478 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b71ed0c9-92ac-443c-8a74-4c34eb2507e3 req-0f16119b-7f62-4766-982e-b273c216016f tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688753 Apr 05 22:37:09.772137 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914bcf36-f355-4e50-84f7-21a1236b364b req-ed38f3bb-d2ca-4736-becf-f721f80ccd88 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:09.773594 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-914bcf36-f355-4e50-84f7-21a1236b364b req-ed38f3bb-d2ca-4736-becf-f721f80ccd88 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/ports?device_id=17db4106-ccc6-406b-8b93-aae11beb2e78 HTTP/1.1" status: 200 len: 944 time: 0.0859802 Apr 05 22:37:09.825194 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-914bcf36-f355-4e50-84f7-21a1236b364b req-02bd883c-1568-4755-b677-fa4b2805dd41 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/security-groups?id=e84a0f4d-0a07-40b0-a81d-4381c766cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458765 Apr 05 22:37:09.879141 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7faed-c175-4676-971e-356b8e56a026 req-6d03f772-c0a1-4cbf-92d6-d5d8386a5f4f tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:09.880621 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5ed7faed-c175-4676-971e-356b8e56a026 req-6d03f772-c0a1-4cbf-92d6-d5d8386a5f4f tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 943 time: 0.0542884 Apr 05 22:37:09.911749 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-bdc99e1f-d87b-4985-abbd-78bb279949f2 req-a13924c8-9989-49b2-92cd-44e670fb8d43 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b131113-42a0-4ca4-b479-32a584e4d546 HTTP/1.1" status: 200 len: 210 time: 0.0301714 Apr 05 22:37:09.945179 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device a7e2149a-9a2d-42ae-ab91-ce31d564fbe9 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:37:09.968787 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5ed7faed-c175-4676-971e-356b8e56a026 req-99894048-35af-4819-b997-9ef7deb6d8d9 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788019 Apr 05 22:37:10.154525 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] For port a7e2149a-9a2d-42ae-ab91-ce31d564fbe9, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=a7e2149a-9a2d-42ae-ab91-ce31d564fbe9,segment=NetworkSegment(0a36ad85-e958-43c3-9b84-5cd18c62bc48),segment_id=0a36ad85-e958-43c3-9b84-5cd18c62bc48)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:37:10.165798 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Returning: {'device': 'a7e2149a-9a2d-42ae-ab91-ce31d564fbe9', 'network_id': '49394ac4-ce2e-4d8d-ba06-ab2e2faf7c57', 'port_id': 'a7e2149a-9a2d-42ae-ab91-ce31d564fbe9', 'mac_address': 'fa:16:3e:ac:85:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '235a2980-4296-4659-99f6-db4446792d92', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:37:10.203519 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Current status of the port a7e2149a-9a2d-42ae-ab91-ce31d564fbe9 is: DOWN; New status is: BUILD {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:37:10.203912 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (a7e2149a-9a2d-42ae-ab91-ce31d564fbe9), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:10.216973 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7e2149a-9a2d-42ae-ab91-ce31d564fbe9 {{(pid=103470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:37:10.236987 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] For port a7e2149a-9a2d-42ae-ab91-ce31d564fbe9, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=a7e2149a-9a2d-42ae-ab91-ce31d564fbe9,segment=NetworkSegment(0a36ad85-e958-43c3-9b84-5cd18c62bc48),segment_id=0a36ad85-e958-43c3-9b84-5cd18c62bc48)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:37:10.241359 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (a7e2149a-9a2d-42ae-ab91-ce31d564fbe9), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:10.291136 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Pushing event updated for resources: {'Port': ['ID=a7e2149a-9a2d-42ae-ab91-ce31d564fbe9,revision_number=4']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:10.590439 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-99ae2e83-6010-40d2-b70a-5b0f9e3ea887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (f28e62d6-8243-45bb-b578-64cfae2561d0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:10.885935 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75caf4df-7d92-4d3f-9992-031a55ba48d2 req-5f90a069-baa1-4069-83b3-2f7ed256b97d tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:10.892703 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-75caf4df-7d92-4d3f-9992-031a55ba48d2 req-5f90a069-baa1-4069-83b3-2f7ed256b97d tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 931 time: 0.0593054 Apr 05 22:37:10.964270 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-75caf4df-7d92-4d3f-9992-031a55ba48d2 req-8f5b41df-3583-4f6e-852d-51f4721a1e3b tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706930 Apr 05 22:37:10.975598 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c352d459-aca7-441e-8a40-443fe815caaf req-4b9e9c3d-d68d-41ce-b0b5-78ee69ce58b1 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:10.977174 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c352d459-aca7-441e-8a40-443fe815caaf req-4b9e9c3d-d68d-41ce-b0b5-78ee69ce58b1 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/ports?device_id=17db4106-ccc6-406b-8b93-aae11beb2e78 HTTP/1.1" status: 200 len: 945 time: 0.0825582 Apr 05 22:37:11.033128 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c352d459-aca7-441e-8a40-443fe815caaf req-43757de3-1e1f-4e3c-b9a7-d21f36b10ed7 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/security-groups?id=e84a0f4d-0a07-40b0-a81d-4381c766cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464773 Apr 05 22:37:11.064845 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d1ee898a-c609-4616-8ec9-9de937c2d5bd req-ce834b35-083f-45fe-95c0-d5b8a9738e85 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b131113-42a0-4ca4-b479-32a584e4d546 HTTP/1.1" status: 200 len: 210 time: 0.0306523 Apr 05 22:37:11.137827 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9957a53-d338-4648-ae52-7445e7b329b4 req-768abaf3-729d-4160-b844-c733a8f8bb67 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:11.139292 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d9957a53-d338-4648-ae52-7445e7b329b4 req-768abaf3-729d-4160-b844-c733a8f8bb67 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 943 time: 0.0520470 Apr 05 22:37:11.184577 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d9957a53-d338-4648-ae52-7445e7b329b4 req-dee400f5-0bbf-4d78-8262-58bda6f9d659 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396559 Apr 05 22:37:12.047023 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (b771b186-15ef-4a1a-9c73-ea54ac08c8ac), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:12.092254 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425c781c-d332-40ad-b7b3-f9bc2c12d9c7 req-f04e7dcc-ab96-4699-89a0-76049ccaba94 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:12.094005 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-425c781c-d332-40ad-b7b3-f9bc2c12d9c7 req-f04e7dcc-ab96-4699-89a0-76049ccaba94 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 931 time: 0.0576839 Apr 05 22:37:12.176415 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-425c781c-d332-40ad-b7b3-f9bc2c12d9c7 req-283b95b8-787b-4c55-abb7-d577dc8222dd tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755568 Apr 05 22:37:12.191504 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac323d6-1fdc-4798-999b-7fd5cd1c87c3 req-dce0ff07-08d9-4f67-8f47-9d3cce46ab0f tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:12.192981 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0ac323d6-1fdc-4798-999b-7fd5cd1c87c3 req-dce0ff07-08d9-4f67-8f47-9d3cce46ab0f tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/ports?device_id=17db4106-ccc6-406b-8b93-aae11beb2e78 HTTP/1.1" status: 200 len: 945 time: 0.0781512 Apr 05 22:37:12.281000 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ef5c8bf6-2297-4f94-9fff-033d1e19aa76 req-a0cd6d96-ccae-4d4a-a5a1-9670cb4e9c24 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b131113-42a0-4ca4-b479-32a584e4d546 HTTP/1.1" status: 200 len: 210 time: 0.0444639 Apr 05 22:37:12.285529 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0ac323d6-1fdc-4798-999b-7fd5cd1c87c3 req-c4eee838-9d81-4dd3-8e28-f9a7e59cb497 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/security-groups?id=e84a0f4d-0a07-40b0-a81d-4381c766cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791171 Apr 05 22:37:12.397842 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c64db6b-1aa2-4bb3-847c-9dc04341ad42 req-ef39929a-5ea7-4954-bd25-a5147e96705d tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:12.399565 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9c64db6b-1aa2-4bb3-847c-9dc04341ad42 req-ef39929a-5ea7-4954-bd25-a5147e96705d tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 943 time: 0.0595710 Apr 05 22:37:12.402083 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] get_ports_and_sgs() called for port_ids ['a7e2149a-9a2d-42ae-ab91-ce31d564fbe9'] {{(pid=103470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:37:12.461762 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9c64db6b-1aa2-4bb3-847c-9dc04341ad42 req-e067a01d-c78b-46c2-b3df-2c9de1dc8824 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546541 Apr 05 22:37:12.713108 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [req-c226e358-0fed-40b2-bf81-312fec5c8b85 req-fb50b704-08d8-44eb-85f0-52373dad6ee0 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Request body: {'port': {'device_id': '2b131113-42a0-4ca4-b479-32a584e4d546', 'network_id': '2745cec7-a148-4762-a4f4-09b14f6d3b74', 'admin_state_up': True, 'tenant_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'security_groups': ['43367de8-51cb-4b15-9f75-fdf4a25935b7']}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:37:12.725619 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [req-b715d3af-f044-449a-9d2b-a1527d0aed2e req-f8f73ac2-b75c-4d2e-b038-847d267f435d service neutron] Request body: {'port': {'device_id': '6820dc5a-0cc6-456b-baca-3e881565a705', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:37:12.813691 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa8ca9f-37ad-4524-9b29-2d92697806bb req-aa3a1a72-977a-4ea4-b8bc-45d07ab708f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:12.815140 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6fa8ca9f-37ad-4524-9b29-2d92697806bb req-aa3a1a72-977a-4ea4-b8bc-45d07ab708f3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=235a2980-4296-4659-99f6-db4446792d92 HTTP/1.1" status: 200 len: 851 time: 0.1057439 Apr 05 22:37:12.843255 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bd14df-0a40-4d35-ae5c-0e75ddaaf1a6 req-c8660924-e467-4a9c-adf2-8145df518a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:12.844759 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-45bd14df-0a40-4d35-ae5c-0e75ddaaf1a6 req-c8660924-e467-4a9c-adf2-8145df518a33 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3db3989f-3792-497b-8859-b82b64749acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1391637 Apr 05 22:37:12.845294 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-b715d3af-f044-449a-9d2b-a1527d0aed2e req-f8f73ac2-b75c-4d2e-b038-847d267f435d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (38882e06-411a-4d93-b05b-c8508e6f9776), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:12.866690 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92fdf87-8df6-4123-afcc-ebb6d8fdf3cb req-a46ba35b-88e5-402b-b2ff-fddfb27922a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:12.868140 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e92fdf87-8df6-4123-afcc-ebb6d8fdf3cb req-a46ba35b-88e5-402b-b2ff-fddfb27922a7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3db3989f-3792-497b-8859-b82b64749acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1546490 Apr 05 22:37:12.876096 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6fa8ca9f-37ad-4524-9b29-2d92697806bb req-b7f664ef-85de-432a-a004-d78b0c11c21b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=49394ac4-ce2e-4d8d-ba06-ab2e2faf7c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534356 Apr 05 22:37:12.959163 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c226e358-0fed-40b2-bf81-312fec5c8b85 req-fb50b704-08d8-44eb-85f0-52373dad6ee0 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Made reservation on behalf of e718bf4373f64b3f9ec542b95b3e4d7b for: {'port': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:37:12.962950 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-c226e358-0fed-40b2-bf81-312fec5c8b85 req-fb50b704-08d8-44eb-85f0-52373dad6ee0 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:13.010338 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6fa8ca9f-37ad-4524-9b29-2d92697806bb req-98db6a64-140e-4007-aeac-cc41ce9d264b service neutron] 10.222.0.13 "GET /v2.0/networks/49394ac4-ce2e-4d8d-ba06-ab2e2faf7c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251707 Apr 05 22:37:13.119311 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_common [req-c226e358-0fed-40b2-bf81-312fec5c8b85 req-fb50b704-08d8-44eb-85f0-52373dad6ee0 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Allocated IP 172.20.0.3 (2745cec7-a148-4762-a4f4-09b14f6d3b74/45b714fa-5bcf-429b-b58b-460d14e81c92/907261c3-a522-4e82-b795-3ad09c92eb14) {{(pid=103469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:37:13.136965 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-45bd14df-0a40-4d35-ae5c-0e75ddaaf1a6 req-f88a2a7a-4e43-4a58-b484-a7914693b28e service neutron] 10.222.0.13 "GET /v2.0/networks/3db3989f-3792-497b-8859-b82b64749acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803366 Apr 05 22:37:13.181966 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e92fdf87-8df6-4123-afcc-ebb6d8fdf3cb req-fb9c9fa1-264c-4c21-9782-080549ed4f05 service neutron] 10.222.0.13 "GET /v2.0/networks/3db3989f-3792-497b-8859-b82b64749acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944136 Apr 05 22:37:13.380774 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e92fdf87-8df6-4123-afcc-ebb6d8fdf3cb req-a0450138-4237-4af8-8907-07ed012c0a18 service neutron] 10.222.0.13 "GET /v2.0/networks/3db3989f-3792-497b-8859-b82b64749acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864448 Apr 05 22:37:13.420929 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6fa8ca9f-37ad-4524-9b29-2d92697806bb req-3de19916-8518-422a-9894-40038305a6e6 service neutron] 10.222.0.13 "GET /v2.0/networks/49394ac4-ce2e-4d8d-ba06-ab2e2faf7c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513354 Apr 05 22:37:13.429855 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-45bd14df-0a40-4d35-ae5c-0e75ddaaf1a6 req-e628435e-ae2e-43dc-9c0f-d94f780023e0 service neutron] 10.222.0.13 "GET /v2.0/networks/3db3989f-3792-497b-8859-b82b64749acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586915 Apr 05 22:37:13.473208 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8507d8cc-2b3f-4b7c-9a0b-d0266a560336 req-0d484936-bf36-40a9-ba9f-ef797f97346d tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b131113-42a0-4ca4-b479-32a584e4d546 HTTP/1.1" status: 200 len: 210 time: 0.0717442 Apr 05 22:37:13.486051 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebbceb6-5598-4468-ab3a-12aca3dba256 req-eb0f9365-a5cf-4f1b-b5cc-bc16f463a41e tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:13.487574 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8ebbceb6-5598-4468-ab3a-12aca3dba256 req-eb0f9365-a5cf-4f1b-b5cc-bc16f463a41e tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 931 time: 0.1939502 Apr 05 22:37:13.496752 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.notifiers.nova [req-b715d3af-f044-449a-9d2b-a1527d0aed2e req-f8f73ac2-b75c-4d2e-b038-847d267f435d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38882e06-411a-4d93-b05b-c8508e6f9776 {{(pid=103468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:37:13.496906 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-c226e358-0fed-40b2-bf81-312fec5c8b85 req-fb50b704-08d8-44eb-85f0-52373dad6ee0 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for port (907261c3-a522-4e82-b795-3ad09c92eb14), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:13.512283 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-b715d3af-f044-449a-9d2b-a1527d0aed2e req-f8f73ac2-b75c-4d2e-b038-847d267f435d service neutron] Publish callbacks [] for port (38882e06-411a-4d93-b05b-c8508e6f9776), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:13.534411 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.db.provisioning_blocks [req-b715d3af-f044-449a-9d2b-a1527d0aed2e req-f8f73ac2-b75c-4d2e-b038-847d267f435d service neutron] Transition to ACTIVE for port object 38882e06-411a-4d93-b05b-c8508e6f9776 will not be triggered until provisioned by entity L2. {{(pid=103468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 22:37:13.541893 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-b715d3af-f044-449a-9d2b-a1527d0aed2e req-f8f73ac2-b75c-4d2e-b038-847d267f435d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (38882e06-411a-4d93-b05b-c8508e6f9776), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:13.622765 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f73ac2-b75c-4d2e-b038-847d267f435d service neutron] Pushing event updated for resources: {'Port': ['ID=38882e06-411a-4d93-b05b-c8508e6f9776,revision_number=2']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:13.674948 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [req-b715d3af-f044-449a-9d2b-a1527d0aed2e req-f8f73ac2-b75c-4d2e-b038-847d267f435d service neutron] Attempting to bind port 38882e06-411a-4d93-b05b-c8508e6f9776 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:37:13.675676 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [req-b715d3af-f044-449a-9d2b-a1527d0aed2e req-f8f73ac2-b75c-4d2e-b038-847d267f435d service neutron] Attempting to bind port 38882e06-411a-4d93-b05b-c8508e6f9776 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '60bccf3c-6e70-4640-bf31-a453a33e1d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'cdafa027-5a68-4e7d-98e5-3d69d953062c'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:37:13.676228 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b715d3af-f044-449a-9d2b-a1527d0aed2e req-f8f73ac2-b75c-4d2e-b038-847d267f435d service neutron] Attempting to bind port 38882e06-411a-4d93-b05b-c8508e6f9776 on network cdafa027-5a68-4e7d-98e5-3d69d953062c {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:37:13.680846 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8ebbceb6-5598-4468-ab3a-12aca3dba256 req-5f78dc53-f1ce-4ea5-9d89-c537d0587fab tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1751826 Apr 05 22:37:13.686982 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b715d3af-f044-449a-9d2b-a1527d0aed2e req-f8f73ac2-b75c-4d2e-b038-847d267f435d service neutron] Port 38882e06-411a-4d93-b05b-c8508e6f9776 on network cdafa027-5a68-4e7d-98e5-3d69d953062c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 22:37:13.687767 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b715d3af-f044-449a-9d2b-a1527d0aed2e req-f8f73ac2-b75c-4d2e-b038-847d267f435d service neutron] Attempting to bind port 38882e06-411a-4d93-b05b-c8508e6f9776 on network cdafa027-5a68-4e7d-98e5-3d69d953062c {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:37:13.694555 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-c226e358-0fed-40b2-bf81-312fec5c8b85 req-fb50b704-08d8-44eb-85f0-52373dad6ee0 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757100095748'] for port (907261c3-a522-4e82-b795-3ad09c92eb14), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:13.695866 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b715d3af-f044-449a-9d2b-a1527d0aed2e req-f8f73ac2-b75c-4d2e-b038-847d267f435d service neutron] Checking agent: {'id': '021dfe4d-8109-4136-9367-dac606dce553', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 34, 28), 'started_at': datetime.datetime(2022, 4, 5, 22, 34, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:37:13.697544 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b715d3af-f044-449a-9d2b-a1527d0aed2e req-f8f73ac2-b75c-4d2e-b038-847d267f435d service neutron] Checking segment: {'id': '60bccf3c-6e70-4640-bf31-a453a33e1d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'cdafa027-5a68-4e7d-98e5-3d69d953062c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:37:13.698228 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b715d3af-f044-449a-9d2b-a1527d0aed2e req-f8f73ac2-b75c-4d2e-b038-847d267f435d service neutron] Bound using segment: {'id': '60bccf3c-6e70-4640-bf31-a453a33e1d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'cdafa027-5a68-4e7d-98e5-3d69d953062c'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:37:13.698942 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [req-b715d3af-f044-449a-9d2b-a1527d0aed2e req-f8f73ac2-b75c-4d2e-b038-847d267f435d service neutron] Bound port: 38882e06-411a-4d93-b05b-c8508e6f9776, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60bccf3c-6e70-4640-bf31-a453a33e1d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'cdafa027-5a68-4e7d-98e5-3d69d953062c'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:37:13.699677 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-b715d3af-f044-449a-9d2b-a1527d0aed2e req-f8f73ac2-b75c-4d2e-b038-847d267f435d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (38882e06-411a-4d93-b05b-c8508e6f9776), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:13.779344 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c226e358-0fed-40b2-bf81-312fec5c8b85 req-fb50b704-08d8-44eb-85f0-52373dad6ee0 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Network 2745cec7-a148-4762-a4f4-09b14f6d3b74 is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:37:13.789414 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [req-b715d3af-f044-449a-9d2b-a1527d0aed2e req-f8f73ac2-b75c-4d2e-b038-847d267f435d service neutron] For port 38882e06-411a-4d93-b05b-c8508e6f9776, host hv-cinder-83588, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:37:13.795183 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [req-b715d3af-f044-449a-9d2b-a1527d0aed2e req-f8f73ac2-b75c-4d2e-b038-847d267f435d service neutron] For port 38882e06-411a-4d93-b05b-c8508e6f9776, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=38882e06-411a-4d93-b05b-c8508e6f9776,segment=NetworkSegment(60bccf3c-6e70-4640-bf31-a453a33e1d1c),segment_id=60bccf3c-6e70-4640-bf31-a453a33e1d1c)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:37:13.796576 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88524527-c810-400a-98db-c14d39a58df4 req-121c797f-3d89-48a4-b8e8-3d3e2029a266 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:13.798614 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-88524527-c810-400a-98db-c14d39a58df4 req-121c797f-3d89-48a4-b8e8-3d3e2029a266 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/ports?device_id=17db4106-ccc6-406b-8b93-aae11beb2e78 HTTP/1.1" status: 200 len: 945 time: 0.2351308 Apr 05 22:37:13.804888 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [req-c226e358-0fed-40b2-bf81-312fec5c8b85 req-fb50b704-08d8-44eb-85f0-52373dad6ee0 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:37:13.809026 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-b715d3af-f044-449a-9d2b-a1527d0aed2e req-f8f73ac2-b75c-4d2e-b038-847d267f435d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (38882e06-411a-4d93-b05b-c8508e6f9776), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:13.811858 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [req-c226e358-0fed-40b2-bf81-312fec5c8b85 req-fb50b704-08d8-44eb-85f0-52373dad6ee0 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Received port after_create {{(pid=103469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:37:13.828515 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c226e358-0fed-40b2-bf81-312fec5c8b85 req-fb50b704-08d8-44eb-85f0-52373dad6ee0 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:13.830711 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-c226e358-0fed-40b2-bf81-312fec5c8b85 req-fb50b704-08d8-44eb-85f0-52373dad6ee0 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644259'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:13.867553 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b715d3af-f044-449a-9d2b-a1527d0aed2e req-f8f73ac2-b75c-4d2e-b038-847d267f435d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:13.868286 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-b715d3af-f044-449a-9d2b-a1527d0aed2e req-f8f73ac2-b75c-4d2e-b038-847d267f435d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644259'] for port (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:13.870403 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-b715d3af-f044-449a-9d2b-a1527d0aed2e req-f8f73ac2-b75c-4d2e-b038-847d267f435d service neutron] 10.222.0.13 "PUT /v2.0/ports/38882e06-411a-4d93-b05b-c8508e6f9776 HTTP/1.1" status: 200 len: 1093 time: 1.1557744 Apr 05 22:37:13.870951 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6820dc5a-0cc6-456b-baca-3e881565a705', 'tag': '38882e06-411a-4d93-b05b-c8508e6f9776'}] {{(pid=103468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:37:13.873335 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8565d6b4cfa67e4590cf2f5bc7b4b9288cff1ea13080135eebb93ab155e6c8ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-184497f5-a27e-4cd5-a609-02fe8dac23a9" -d '{"events": [{"name": "network-changed", "server_uuid": "6820dc5a-0cc6-456b-baca-3e881565a705", "tag": "38882e06-411a-4d93-b05b-c8508e6f9776"}]}' {{(pid=103468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:37:13.906531 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb50b704-08d8-44eb-85f0-52373dad6ee0 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Pushing event updated for resources: {'Port': ['ID=907261c3-a522-4e82-b795-3ad09c92eb14,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:13.909376 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f73ac2-b75c-4d2e-b038-847d267f435d service neutron] Pushing event updated for resources: {'Port': ['ID=38882e06-411a-4d93-b05b-c8508e6f9776,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:13.953825 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c226e358-0fed-40b2-bf81-312fec5c8b85 req-fb50b704-08d8-44eb-85f0-52373dad6ee0 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2454617 Apr 05 22:37:13.984910 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-88524527-c810-400a-98db-c14d39a58df4 req-ef11c7d7-0194-4e4f-b49c-b2e350aad524 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/security-groups?id=e84a0f4d-0a07-40b0-a81d-4381c766cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418514 Apr 05 22:37:14.032896 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00d0438-d606-47e4-8aa3-385f60174cfb req-77ce5a47-ae16-4a6d-a3be-9f7493f1d260 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:14.034780 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c00d0438-d606-47e4-8aa3-385f60174cfb req-77ce5a47-ae16-4a6d-a3be-9f7493f1d260 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 943 time: 0.1937768 Apr 05 22:37:14.139864 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c00d0438-d606-47e4-8aa3-385f60174cfb req-91fdebc1-43e5-4ef3-a929-51ef4e7ef33d tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963216 Apr 05 22:37:14.153881 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-217371e7-8c39-4f92-be36-a516d9e69326 x-openstack-request-id: req-217371e7-8c39-4f92-be36-a516d9e69326 {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:37:14.154209 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6820dc5a-0cc6-456b-baca-3e881565a705", "tag": "38882e06-411a-4d93-b05b-c8508e6f9776", "status": "completed", "code": 200}]} {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:37:14.154542 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-217371e7-8c39-4f92-be36-a516d9e69326 {{(pid=103468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:37:14.154952 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-217371e7-8c39-4f92-be36-a516d9e69326'] response: {'name': 'network-changed', 'server_uuid': '6820dc5a-0cc6-456b-baca-3e881565a705', 'tag': '38882e06-411a-4d93-b05b-c8508e6f9776', 'status': 'completed', 'code': 200} Apr 05 22:37:14.266428 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device a7e2149a-9a2d-42ae-ab91-ce31d564fbe9 up at agent hyperv_hv-cinder-83588 {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:37:14.365610 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Provisioning for port a7e2149a-9a2d-42ae-ab91-ce31d564fbe9 completed by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 22:37:14.372331 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Provisioning complete for port a7e2149a-9a2d-42ae-ab91-ce31d564fbe9 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:37:14.372701 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (a7e2149a-9a2d-42ae-ab91-ce31d564fbe9), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:14.374283 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-fa35b1ae-7d79-48a8-b378-c43bdad6722d None None] Provisioning complete for port 907261c3-a522-4e82-b795-3ad09c92eb14 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:37:14.374636 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-fa35b1ae-7d79-48a8-b378-c43bdad6722d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (907261c3-a522-4e82-b795-3ad09c92eb14), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:14.435332 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-fa35b1ae-7d79-48a8-b378-c43bdad6722d None None] Port 907261c3-a522-4e82-b795-3ad09c92eb14 cannot update to ACTIVE because it is not bound. {{(pid=103470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:37:14.488517 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Current status of the port a7e2149a-9a2d-42ae-ab91-ce31d564fbe9 is: BUILD; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:37:14.488957 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (a7e2149a-9a2d-42ae-ab91-ce31d564fbe9), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:14.519243 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17db4106-ccc6-406b-8b93-aae11beb2e78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7e2149a-9a2d-42ae-ab91-ce31d564fbe9'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:37:14.598101 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] For port a7e2149a-9a2d-42ae-ab91-ce31d564fbe9, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=a7e2149a-9a2d-42ae-ab91-ce31d564fbe9,segment=NetworkSegment(0a36ad85-e958-43c3-9b84-5cd18c62bc48),segment_id=0a36ad85-e958-43c3-9b84-5cd18c62bc48)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:37:14.606379 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (a7e2149a-9a2d-42ae-ab91-ce31d564fbe9), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:14.619349 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2c7ab7-830e-48aa-84ab-4f120c526970 req-c155dc0a-0fc9-4b87-9255-427219165d90 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:14.621439 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ea2c7ab7-830e-48aa-84ab-4f120c526970 req-c155dc0a-0fc9-4b87-9255-427219165d90 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b131113-42a0-4ca4-b479-32a584e4d546 HTTP/1.1" status: 200 len: 931 time: 0.0641112 Apr 05 22:37:14.664656 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Pushing event updated for resources: {'Port': ['ID=a7e2149a-9a2d-42ae-ab91-ce31d564fbe9,revision_number=5']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:14.692605 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 37218) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:14.703171 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ea2c7ab7-830e-48aa-84ab-4f120c526970 req-854e1f49-6a6c-4f6a-af63-27adf0a8db09 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/security-groups?id=43367de8-51cb-4b15-9f75-fdf4a25935b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759645 Apr 05 22:37:14.751804 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5eeae28b1739aff28e9ac2b05a29cddcf15b93cc3fe96f2ce32a289e1b5713d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d96aab9-17ef-4f91-be05-38733d404861" -d '{"events": [{"server_uuid": "17db4106-ccc6-406b-8b93-aae11beb2e78", "name": "network-vif-plugged", "status": "completed", "tag": "a7e2149a-9a2d-42ae-ab91-ce31d564fbe9"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:37:14.838462 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb538d4f-dcb6-4b98-921f-18bf70c1fba5 req-2350255b-28d0-4619-9fc4-fb254b4e7e2a tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:14.840103 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-bb538d4f-dcb6-4b98-921f-18bf70c1fba5 req-2350255b-28d0-4619-9fc4-fb254b4e7e2a tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 943 time: 0.0572844 Apr 05 22:37:14.846203 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-d1b8fcf0-c8ec-46d9-8054-2ce3bc1b4f50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:14.859476 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125913a6-90d7-400d-8d64-ba60a4a01da5 x-openstack-request-id: req-125913a6-90d7-400d-8d64-ba60a4a01da5 {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:37:14.859785 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17db4106-ccc6-406b-8b93-aae11beb2e78", "name": "network-vif-plugged", "status": "completed", "tag": "a7e2149a-9a2d-42ae-ab91-ce31d564fbe9", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:37:14.860060 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-125913a6-90d7-400d-8d64-ba60a4a01da5 {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:37:14.860483 dv-cinder-835881-4-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-125913a6-90d7-400d-8d64-ba60a4a01da5'] response: {'server_uuid': '17db4106-ccc6-406b-8b93-aae11beb2e78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7e2149a-9a2d-42ae-ab91-ce31d564fbe9', 'code': 200} Apr 05 22:37:14.900968 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-bb538d4f-dcb6-4b98-921f-18bf70c1fba5 req-b6b30f26-2c2d-4a24-b421-527a86c3fe76 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546520 Apr 05 22:37:14.929987 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-d1b8fcf0-c8ec-46d9-8054-2ce3bc1b4f50 admin admin] Publish callbacks [] for security_group (0d41582b-cb14-4425-9753-71287df16502), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:14.934478 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-d1b8fcf0-c8ec-46d9-8054-2ce3bc1b4f50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (0d41582b-cb14-4425-9753-71287df16502), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:14.977117 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-d1b8fcf0-c8ec-46d9-8054-2ce3bc1b4f50 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1fbfc707d7254dda8c3305297854834e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2828958 Apr 05 22:37:14.979109 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b8fcf0-c8ec-46d9-8054-2ce3bc1b4f50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d41582b-cb14-4425-9753-71287df16502,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:14.980382 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 37234) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:15.031470 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a19acf65-155b-4bd3-a85a-73205b938092 admin admin] Publish callbacks [] for security_group (0d41582b-cb14-4425-9753-71287df16502), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:15.051734 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a19acf65-155b-4bd3-a85a-73205b938092 admin admin] Publish callbacks [] for security_group (0d41582b-cb14-4425-9753-71287df16502), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:15.129942 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882afa85-9699-4003-ab8b-fb42aa45fc23 req-47ae9f53-6f32-4fde-8ede-97ae0903d354 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:15.131395 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-882afa85-9699-4003-ab8b-fb42aa45fc23 req-47ae9f53-6f32-4fde-8ede-97ae0903d354 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/ports?device_id=17db4106-ccc6-406b-8b93-aae11beb2e78 HTTP/1.1" status: 200 len: 946 time: 0.0660288 Apr 05 22:37:15.144888 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a19acf65-155b-4bd3-a85a-73205b938092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (0d41582b-cb14-4425-9753-71287df16502), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:15.147419 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a19acf65-155b-4bd3-a85a-73205b938092 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:15.148466 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-a19acf65-155b-4bd3-a85a-73205b938092 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0d41582b-cb14-4425-9753-71287df16502 HTTP/1.1" status: 204 len: 168 time: 0.1670675 Apr 05 22:37:15.168525 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19acf65-155b-4bd3-a85a-73205b938092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d41582b-cb14-4425-9753-71287df16502,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:15.222201 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-882afa85-9699-4003-ab8b-fb42aa45fc23 req-01f311de-c7b3-4c80-85ac-615f6a6b63a5 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/security-groups?id=e84a0f4d-0a07-40b0-a81d-4381c766cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793900 Apr 05 22:37:15.307622 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a5c59-e423-4f3e-893a-d7b956c287a6 req-7015516a-5a3d-4d64-b82c-1585c81d1452 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:15.309142 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4b5a5c59-e423-4f3e-893a-d7b956c287a6 req-7015516a-5a3d-4d64-b82c-1585c81d1452 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 943 time: 0.0725484 Apr 05 22:37:15.358587 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4b5a5c59-e423-4f3e-893a-d7b956c287a6 req-7a7b3fd7-1bab-44aa-9dc7-a94890e7cf29 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431149 Apr 05 22:37:15.453784 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 37258) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:15.470254 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-51c00f7b-c871-4ab3-964a-3642e3b2ae2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:15.542885 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-51c00f7b-c871-4ab3-964a-3642e3b2ae2f admin admin] Publish callbacks [] for security_group (da99f6e2-5de7-4995-972c-ca9caa95a14c), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:15.546780 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-51c00f7b-c871-4ab3-964a-3642e3b2ae2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (da99f6e2-5de7-4995-972c-ca9caa95a14c), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:15.586336 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-51c00f7b-c871-4ab3-964a-3642e3b2ae2f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b53c7d32931340b1bc349a1ee81ba366&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1314583 Apr 05 22:37:15.587236 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c00f7b-c871-4ab3-964a-3642e3b2ae2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da99f6e2-5de7-4995-972c-ca9caa95a14c,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:15.589212 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 37264) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:15.650720 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-652f9d8a-2ad6-4d60-8277-87af67b8a44d admin admin] Publish callbacks [] for security_group (da99f6e2-5de7-4995-972c-ca9caa95a14c), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:15.672390 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-652f9d8a-2ad6-4d60-8277-87af67b8a44d admin admin] Publish callbacks [] for security_group (da99f6e2-5de7-4995-972c-ca9caa95a14c), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:15.719653 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-652f9d8a-2ad6-4d60-8277-87af67b8a44d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (da99f6e2-5de7-4995-972c-ca9caa95a14c), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:15.722505 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-652f9d8a-2ad6-4d60-8277-87af67b8a44d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:15.723657 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-652f9d8a-2ad6-4d60-8277-87af67b8a44d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/da99f6e2-5de7-4995-972c-ca9caa95a14c HTTP/1.1" status: 204 len: 168 time: 0.1332929 Apr 05 22:37:15.732282 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652f9d8a-2ad6-4d60-8277-87af67b8a44d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da99f6e2-5de7-4995-972c-ca9caa95a14c,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:15.832112 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe772c-fa56-4df1-98fd-7bd757fc1632 req-5470ebad-736f-4601-bda5-cced6da78e9d tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:15.833724 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ebbe772c-fa56-4df1-98fd-7bd757fc1632 req-5470ebad-736f-4601-bda5-cced6da78e9d tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b131113-42a0-4ca4-b479-32a584e4d546 HTTP/1.1" status: 200 len: 931 time: 0.0562046 Apr 05 22:37:15.887184 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ebbe772c-fa56-4df1-98fd-7bd757fc1632 req-00decab2-c9d3-453d-ad52-0ee01a52edc9 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/security-groups?id=43367de8-51cb-4b15-9f75-fdf4a25935b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456755 Apr 05 22:37:16.044994 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6606f133-ac1e-4224-a1d5-63f5f8783674 req-1e9e5d55-1aa1-4d02-8f68-0ded4804b6ba tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:16.046614 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6606f133-ac1e-4224-a1d5-63f5f8783674 req-1e9e5d55-1aa1-4d02-8f68-0ded4804b6ba tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 943 time: 0.0718086 Apr 05 22:37:16.099185 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6606f133-ac1e-4224-a1d5-63f5f8783674 req-484209e2-77e6-4446-a37f-c07b8568554b tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463839 Apr 05 22:37:16.242000 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 37298) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:16.349935 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f28654-00a9-40e0-99f4-d3f5be76f1b5 req-c415016a-2d2a-47af-8c94-7b780fddd11a tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:16.351724 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-53f28654-00a9-40e0-99f4-d3f5be76f1b5 req-c415016a-2d2a-47af-8c94-7b780fddd11a tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/ports?device_id=17db4106-ccc6-406b-8b93-aae11beb2e78 HTTP/1.1" status: 200 len: 946 time: 0.0578601 Apr 05 22:37:16.397746 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-711b6b1a-471b-4b5b-b98d-9eb11c29cc5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:16.436354 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-53f28654-00a9-40e0-99f4-d3f5be76f1b5 req-bf641220-9d08-4dfe-bd3a-64c0b0609ac1 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/security-groups?id=e84a0f4d-0a07-40b0-a81d-4381c766cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782056 Apr 05 22:37:16.537584 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14fb3ba-5257-43da-a04c-14be48bc46f5 req-741f57a4-a22c-44ad-820a-a04e053c987c tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:16.539220 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c14fb3ba-5257-43da-a04c-14be48bc46f5 req-741f57a4-a22c-44ad-820a-a04e053c987c tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 943 time: 0.1010048 Apr 05 22:37:16.602022 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-711b6b1a-471b-4b5b-b98d-9eb11c29cc5a admin admin] Publish callbacks [] for security_group (99181969-7a48-4bac-ba12-d639f7f8a745), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:16.610832 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-711b6b1a-471b-4b5b-b98d-9eb11c29cc5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (99181969-7a48-4bac-ba12-d639f7f8a745), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:16.630099 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c14fb3ba-5257-43da-a04c-14be48bc46f5 req-d5a65b7a-fcbc-4bc9-862d-8632bf0e0c1b tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806339 Apr 05 22:37:16.655181 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-711b6b1a-471b-4b5b-b98d-9eb11c29cc5a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=251564709e7f48248145796f6b158b7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4096982 Apr 05 22:37:16.655450 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 37318) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:16.662405 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711b6b1a-471b-4b5b-b98d-9eb11c29cc5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99181969-7a48-4bac-ba12-d639f7f8a745,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:16.706691 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d708df61-1f00-435c-a452-40fd718471c8 admin admin] Publish callbacks [] for security_group (99181969-7a48-4bac-ba12-d639f7f8a745), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:16.728899 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d708df61-1f00-435c-a452-40fd718471c8 admin admin] Publish callbacks [] for security_group (99181969-7a48-4bac-ba12-d639f7f8a745), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:16.774553 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d708df61-1f00-435c-a452-40fd718471c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (99181969-7a48-4bac-ba12-d639f7f8a745), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:16.777938 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d708df61-1f00-435c-a452-40fd718471c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:16.779111 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-d708df61-1f00-435c-a452-40fd718471c8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/99181969-7a48-4bac-ba12-d639f7f8a745 HTTP/1.1" status: 204 len: 168 time: 0.1227348 Apr 05 22:37:16.787179 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d708df61-1f00-435c-a452-40fd718471c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99181969-7a48-4bac-ba12-d639f7f8a745,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:16.856245 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device 8f2e24f9-cd41-4e0f-b54f-daaf60034ee2 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:37:16.966715 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] For port 8f2e24f9-cd41-4e0f-b54f-daaf60034ee2, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=8f2e24f9-cd41-4e0f-b54f-daaf60034ee2,segment=NetworkSegment(2ad51623-cf08-45c6-9c7b-ddd46cc31ce5),segment_id=2ad51623-cf08-45c6-9c7b-ddd46cc31ce5)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:37:16.980610 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Returning: {'device': '8f2e24f9-cd41-4e0f-b54f-daaf60034ee2', 'network_id': '3db3989f-3792-497b-8859-b82b64749acf', 'port_id': '8f2e24f9-cd41-4e0f-b54f-daaf60034ee2', 'mac_address': 'fa:16:3e:e4:9f:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37586d04-a04b-404d-8716-ce23cb986874', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:37:17.031314 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Current status of the port 8f2e24f9-cd41-4e0f-b54f-daaf60034ee2 is: DOWN; New status is: BUILD {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:37:17.032108 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (8f2e24f9-cd41-4e0f-b54f-daaf60034ee2), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:17.037530 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab830be-f3d0-48cb-af7e-1b1573a32def req-f358db7e-f010-4e2c-88f0-9b6ac26d0feb tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:17.048685 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1ab830be-f3d0-48cb-af7e-1b1573a32def req-f358db7e-f010-4e2c-88f0-9b6ac26d0feb tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b131113-42a0-4ca4-b479-32a584e4d546 HTTP/1.1" status: 200 len: 931 time: 0.0788651 Apr 05 22:37:17.057403 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f2e24f9-cd41-4e0f-b54f-daaf60034ee2 {{(pid=103470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:37:17.092523 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] For port 8f2e24f9-cd41-4e0f-b54f-daaf60034ee2, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=8f2e24f9-cd41-4e0f-b54f-daaf60034ee2,segment=NetworkSegment(2ad51623-cf08-45c6-9c7b-ddd46cc31ce5),segment_id=2ad51623-cf08-45c6-9c7b-ddd46cc31ce5)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:37:17.098803 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (8f2e24f9-cd41-4e0f-b54f-daaf60034ee2), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:17.113821 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1ab830be-f3d0-48cb-af7e-1b1573a32def req-fc1e596d-6d96-4c43-87cb-5bd4c2410139 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/security-groups?id=43367de8-51cb-4b15-9f75-fdf4a25935b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641744 Apr 05 22:37:17.171497 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 37342) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:17.172419 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Pushing event updated for resources: {'Port': ['ID=8f2e24f9-cd41-4e0f-b54f-daaf60034ee2,revision_number=4']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:17.187679 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d7ff3cd4-4cfc-4708-8796-bc988c01c145 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:17.266811 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdab50a-16ba-4935-b84b-c16ae6cc6a27 req-176052de-a296-4b9a-a3f2-ce343564aba7 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:17.268306 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2cdab50a-16ba-4935-b84b-c16ae6cc6a27 req-176052de-a296-4b9a-a3f2-ce343564aba7 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 943 time: 0.0777080 Apr 05 22:37:17.337913 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d7ff3cd4-4cfc-4708-8796-bc988c01c145 admin admin] Publish callbacks [] for security_group (bf897032-79c0-42ec-b059-413572141412), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:17.342092 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2cdab50a-16ba-4935-b84b-c16ae6cc6a27 req-03048335-afe3-485a-b542-22d310f96f14 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670817 Apr 05 22:37:17.343117 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d7ff3cd4-4cfc-4708-8796-bc988c01c145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (bf897032-79c0-42ec-b059-413572141412), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:17.383648 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-d7ff3cd4-4cfc-4708-8796-bc988c01c145 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=55853a597ba24f9293656b8206808e46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2106659 Apr 05 22:37:17.385845 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ff3cd4-4cfc-4708-8796-bc988c01c145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf897032-79c0-42ec-b059-413572141412,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:17.386349 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 37348) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:17.447739 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-44cde15e-e833-4233-9a8d-cfeebf0d2655 admin admin] Publish callbacks [] for security_group (bf897032-79c0-42ec-b059-413572141412), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:17.470254 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-44cde15e-e833-4233-9a8d-cfeebf0d2655 admin admin] Publish callbacks [] for security_group (bf897032-79c0-42ec-b059-413572141412), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:17.525829 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-44cde15e-e833-4233-9a8d-cfeebf0d2655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (bf897032-79c0-42ec-b059-413572141412), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:17.528828 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-44cde15e-e833-4233-9a8d-cfeebf0d2655 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:17.533082 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-44cde15e-e833-4233-9a8d-cfeebf0d2655 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bf897032-79c0-42ec-b059-413572141412 HTTP/1.1" status: 204 len: 168 time: 0.1457074 Apr 05 22:37:17.550630 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cde15e-e833-4233-9a8d-cfeebf0d2655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf897032-79c0-42ec-b059-413572141412,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:17.632707 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6104bde-ec77-4498-9f26-f6788d81f396 req-92906350-28ba-4dc2-81e9-c222fcff3c1e tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:17.635419 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b6104bde-ec77-4498-9f26-f6788d81f396 req-92906350-28ba-4dc2-81e9-c222fcff3c1e tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/ports?device_id=17db4106-ccc6-406b-8b93-aae11beb2e78 HTTP/1.1" status: 200 len: 946 time: 0.0976241 Apr 05 22:37:17.705908 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b6104bde-ec77-4498-9f26-f6788d81f396 req-f08797fb-a36f-4604-9239-bedf6563a94a tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/security-groups?id=e84a0f4d-0a07-40b0-a81d-4381c766cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598531 Apr 05 22:37:17.775160 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad8de1b-3955-46f1-b6c1-672f7ee2ff58 req-11aa9697-a3f7-4fc0-aa0f-d9dcab29e8ee tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:17.776644 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5ad8de1b-3955-46f1-b6c1-672f7ee2ff58 req-11aa9697-a3f7-4fc0-aa0f-d9dcab29e8ee tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 944 time: 0.0596583 Apr 05 22:37:17.827752 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5ad8de1b-3955-46f1-b6c1-672f7ee2ff58 req-422f0d53-42be-4c64-a8ba-0f6c51bc733c tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445750 Apr 05 22:37:17.940222 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 37388) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:17.953680 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-74e31353-208d-4df4-8104-d124f189eb27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:18.043366 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-74e31353-208d-4df4-8104-d124f189eb27 admin admin] Publish callbacks [] for security_group (704a2409-0b29-4e6c-9e67-ed7095b08dfd), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:18.047084 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-74e31353-208d-4df4-8104-d124f189eb27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (704a2409-0b29-4e6c-9e67-ed7095b08dfd), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:18.085530 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-74e31353-208d-4df4-8104-d124f189eb27 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b58494ed1da947c6acac588803b3978f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1441472 Apr 05 22:37:18.086391 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e31353-208d-4df4-8104-d124f189eb27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=704a2409-0b29-4e6c-9e67-ed7095b08dfd,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:18.089158 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 37402) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:18.149059 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f2d8c9dc-ee12-489b-8284-39bb828f5b8c admin admin] Publish callbacks [] for security_group (704a2409-0b29-4e6c-9e67-ed7095b08dfd), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:18.174022 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f2d8c9dc-ee12-489b-8284-39bb828f5b8c admin admin] Publish callbacks [] for security_group (704a2409-0b29-4e6c-9e67-ed7095b08dfd), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:18.223411 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f2d8c9dc-ee12-489b-8284-39bb828f5b8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (704a2409-0b29-4e6c-9e67-ed7095b08dfd), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:18.226948 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f2d8c9dc-ee12-489b-8284-39bb828f5b8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:18.228761 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-f2d8c9dc-ee12-489b-8284-39bb828f5b8c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/704a2409-0b29-4e6c-9e67-ed7095b08dfd HTTP/1.1" status: 204 len: 168 time: 0.1385796 Apr 05 22:37:18.238038 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d8c9dc-ee12-489b-8284-39bb828f5b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=704a2409-0b29-4e6c-9e67-ed7095b08dfd,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:18.263798 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3fcc33-837c-4124-a4f0-6f966aa61f43 req-9be9534f-9a38-4554-97ae-e24391fb91fc tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:18.265563 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3e3fcc33-837c-4124-a4f0-6f966aa61f43 req-9be9534f-9a38-4554-97ae-e24391fb91fc tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b131113-42a0-4ca4-b479-32a584e4d546 HTTP/1.1" status: 200 len: 931 time: 0.0775855 Apr 05 22:37:18.321662 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3e3fcc33-837c-4124-a4f0-6f966aa61f43 req-1dbda7a5-cdda-46ba-a35c-4cd3d19bb6f1 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/security-groups?id=43367de8-51cb-4b15-9f75-fdf4a25935b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444992 Apr 05 22:37:18.484065 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9180e1cb-a6f0-4fc5-af67-f07542c5f25d req-0fb8f4c8-4b1c-4beb-8996-6a640a316e72 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:18.485526 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9180e1cb-a6f0-4fc5-af67-f07542c5f25d req-0fb8f4c8-4b1c-4beb-8996-6a640a316e72 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 943 time: 0.0687454 Apr 05 22:37:18.745294 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9180e1cb-a6f0-4fc5-af67-f07542c5f25d req-84881dff-ff29-435d-b0fe-c6c3f3a6e700 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2535992 Apr 05 22:37:18.855004 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01302d-490b-43f6-b390-38171f181b35 req-61209f4a-b81c-42f4-b88c-0246074beb5a tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:18.857069 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3d01302d-490b-43f6-b390-38171f181b35 req-61209f4a-b81c-42f4-b88c-0246074beb5a tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/ports?device_id=17db4106-ccc6-406b-8b93-aae11beb2e78 HTTP/1.1" status: 200 len: 946 time: 0.0599747 Apr 05 22:37:18.911797 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3d01302d-490b-43f6-b390-38171f181b35 req-ffee8a97-7b67-425d-8fa9-a7f964a39411 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/security-groups?id=e84a0f4d-0a07-40b0-a81d-4381c766cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484912 Apr 05 22:37:18.978479 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2972561f-3e8f-4fc3-b55c-9d65b45f477c req-5a323121-fc4c-4da5-9ca7-e1e2e70b9e5f tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:18.979989 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2972561f-3e8f-4fc3-b55c-9d65b45f477c req-5a323121-fc4c-4da5-9ca7-e1e2e70b9e5f tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 944 time: 0.0598106 Apr 05 22:37:19.032634 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2972561f-3e8f-4fc3-b55c-9d65b45f477c req-ff42a61e-fbfa-4f1c-8840-c5b5ea6be5e2 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461366 Apr 05 22:37:19.143109 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 37496) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:19.291088 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b1813846-af8f-47b4-8266-da1c2ec6acf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:19.372884 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b1813846-af8f-47b4-8266-da1c2ec6acf3 admin admin] Publish callbacks [] for security_group (7e966c1c-6bf8-4605-ac78-3f11180eb368), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:19.377911 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b1813846-af8f-47b4-8266-da1c2ec6acf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (7e966c1c-6bf8-4605-ac78-3f11180eb368), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:19.448795 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1813846-af8f-47b4-8266-da1c2ec6acf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e966c1c-6bf8-4605-ac78-3f11180eb368,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:19.454655 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-b1813846-af8f-47b4-8266-da1c2ec6acf3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=85aa6a5249874b439a2b834b1ab63cd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3105147 Apr 05 22:37:19.457583 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 37510) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:19.479030 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5160ee6-4e35-424a-9793-caa4d23e40a6 req-9710f91d-072f-428b-a71a-f0c452bf5490 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:19.480435 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d5160ee6-4e35-424a-9793-caa4d23e40a6 req-9710f91d-072f-428b-a71a-f0c452bf5490 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b131113-42a0-4ca4-b479-32a584e4d546 HTTP/1.1" status: 200 len: 931 time: 0.0782378 Apr 05 22:37:19.517743 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-dfe32b7e-ff81-41c7-ae81-2098bf58016e admin admin] Publish callbacks [] for security_group (7e966c1c-6bf8-4605-ac78-3f11180eb368), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:19.538927 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-dfe32b7e-ff81-41c7-ae81-2098bf58016e admin admin] Publish callbacks [] for security_group (7e966c1c-6bf8-4605-ac78-3f11180eb368), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:19.539954 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d5160ee6-4e35-424a-9793-caa4d23e40a6 req-a84baff6-23b8-4b28-a43f-b44ab3585041 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/security-groups?id=43367de8-51cb-4b15-9f75-fdf4a25935b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518422 Apr 05 22:37:19.586119 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-dfe32b7e-ff81-41c7-ae81-2098bf58016e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (7e966c1c-6bf8-4605-ac78-3f11180eb368), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:19.588906 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-dfe32b7e-ff81-41c7-ae81-2098bf58016e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:19.590162 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-dfe32b7e-ff81-41c7-ae81-2098bf58016e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7e966c1c-6bf8-4605-ac78-3f11180eb368 HTTP/1.1" status: 204 len: 168 time: 0.1311016 Apr 05 22:37:19.597753 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe32b7e-ff81-41c7-ae81-2098bf58016e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e966c1c-6bf8-4605-ac78-3f11180eb368,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:19.673680 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] get_ports_and_sgs() called for port_ids ['8f2e24f9-cd41-4e0f-b54f-daaf60034ee2'] {{(pid=103470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:37:19.908113 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53cba6f-c192-4fc1-9e1e-74e154fd131a req-70fa7384-c17f-4d88-a036-0db809e070a4 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:19.916274 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e53cba6f-c192-4fc1-9e1e-74e154fd131a req-70fa7384-c17f-4d88-a036-0db809e070a4 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 943 time: 0.0663054 Apr 05 22:37:19.968448 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e53cba6f-c192-4fc1-9e1e-74e154fd131a req-781ad67e-19d6-4ad5-b23b-2de0d1f53fd0 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512886 Apr 05 22:37:20.030353 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 37552) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:20.046233 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-aa79668d-f710-4755-acb0-c1e32d48efa8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:20.063270 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412c48bd-81de-406f-b57e-a39467771111 req-65dcd417-9395-466c-9065-2a812f230d56 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:20.064941 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-412c48bd-81de-406f-b57e-a39467771111 req-65dcd417-9395-466c-9065-2a812f230d56 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/ports?device_id=17db4106-ccc6-406b-8b93-aae11beb2e78 HTTP/1.1" status: 200 len: 946 time: 0.0622342 Apr 05 22:37:20.125548 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-412c48bd-81de-406f-b57e-a39467771111 req-0f4d5e22-c8d7-4dd7-a78f-a358d84dcedb tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/security-groups?id=e84a0f4d-0a07-40b0-a81d-4381c766cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527766 Apr 05 22:37:20.143885 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-aa79668d-f710-4755-acb0-c1e32d48efa8 admin admin] Publish callbacks [] for security_group (6ed18978-0eb0-433e-abb6-4df4972a7cac), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:20.148262 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-aa79668d-f710-4755-acb0-c1e32d48efa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (6ed18978-0eb0-433e-abb6-4df4972a7cac), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:20.199988 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb9ded-1211-4a9a-8228-838d67fd97d6 req-f8f39ac1-f71f-48f5-8d1c-2e66a1b240ec tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:20.210873 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-69bb9ded-1211-4a9a-8228-838d67fd97d6 req-f8f39ac1-f71f-48f5-8d1c-2e66a1b240ec tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 944 time: 0.0840783 Apr 05 22:37:20.218557 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 37566) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:20.218762 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-aa79668d-f710-4755-acb0-c1e32d48efa8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cd9a7507f7f8409ea98ae1f106cb3db8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1866412 Apr 05 22:37:20.240691 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa79668d-f710-4755-acb0-c1e32d48efa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed18978-0eb0-433e-abb6-4df4972a7cac,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:20.301579 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-69bb9ded-1211-4a9a-8228-838d67fd97d6 req-96ca8d4e-1625-48a8-8d7b-7f51d7c39b55 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898736 Apr 05 22:37:20.306395 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [req-c226e358-0fed-40b2-bf81-312fec5c8b85 req-d982b558-ccf2-4fcb-b6fb-5cd778a6a031 service neutron] Request body: {'port': {'device_id': '2b131113-42a0-4ca4-b479-32a584e4d546', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:37:20.358965 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1f04d1ed-0cf3-4bd6-a3e4-a1280206010d admin admin] Publish callbacks [] for security_group (6ed18978-0eb0-433e-abb6-4df4972a7cac), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:20.396760 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-c226e358-0fed-40b2-bf81-312fec5c8b85 req-d982b558-ccf2-4fcb-b6fb-5cd778a6a031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (907261c3-a522-4e82-b795-3ad09c92eb14), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:20.402861 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1f04d1ed-0cf3-4bd6-a3e4-a1280206010d admin admin] Publish callbacks [] for security_group (6ed18978-0eb0-433e-abb6-4df4972a7cac), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:20.544670 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1f04d1ed-0cf3-4bd6-a3e4-a1280206010d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (6ed18978-0eb0-433e-abb6-4df4972a7cac), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:20.547281 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1f04d1ed-0cf3-4bd6-a3e4-a1280206010d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:20.548479 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-1f04d1ed-0cf3-4bd6-a3e4-a1280206010d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6ed18978-0eb0-433e-abb6-4df4972a7cac HTTP/1.1" status: 204 len: 168 time: 0.3290231 Apr 05 22:37:20.567440 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f04d1ed-0cf3-4bd6-a3e4-a1280206010d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed18978-0eb0-433e-abb6-4df4972a7cac,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:20.582504 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 37588) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:20.709241 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-fd33ca83-e07f-424b-88ec-6e17fef4994d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:20.725456 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d644bf-d7b4-46af-b259-14614ef3f14e req-b84bc858-fead-4afd-aaa5-74e517e25623 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:20.727289 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-45d644bf-d7b4-46af-b259-14614ef3f14e req-b84bc858-fead-4afd-aaa5-74e517e25623 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b131113-42a0-4ca4-b479-32a584e4d546 HTTP/1.1" status: 200 len: 931 time: 0.0975401 Apr 05 22:37:20.793292 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [req-c226e358-0fed-40b2-bf81-312fec5c8b85 req-d982b558-ccf2-4fcb-b6fb-5cd778a6a031 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 907261c3-a522-4e82-b795-3ad09c92eb14 {{(pid=103469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:37:20.802566 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-fd33ca83-e07f-424b-88ec-6e17fef4994d admin admin] Publish callbacks [] for security_group (2d92d8ea-c8b2-4f12-81bc-1c3b3fb0922a), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:20.807054 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-c226e358-0fed-40b2-bf81-312fec5c8b85 req-d982b558-ccf2-4fcb-b6fb-5cd778a6a031 service neutron] Publish callbacks [] for port (907261c3-a522-4e82-b795-3ad09c92eb14), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:20.808977 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-fd33ca83-e07f-424b-88ec-6e17fef4994d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (2d92d8ea-c8b2-4f12-81bc-1c3b3fb0922a), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:20.833730 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-45d644bf-d7b4-46af-b259-14614ef3f14e req-58389b4f-a60e-4a8e-9345-9c74a01c6c5b tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/security-groups?id=43367de8-51cb-4b15-9f75-fdf4a25935b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972185 Apr 05 22:37:20.834625 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.provisioning_blocks [req-c226e358-0fed-40b2-bf81-312fec5c8b85 req-d982b558-ccf2-4fcb-b6fb-5cd778a6a031 service neutron] Transition to ACTIVE for port object 907261c3-a522-4e82-b795-3ad09c92eb14 will not be triggered until provisioned by entity L2. {{(pid=103469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 22:37:20.838333 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-c226e358-0fed-40b2-bf81-312fec5c8b85 req-d982b558-ccf2-4fcb-b6fb-5cd778a6a031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (907261c3-a522-4e82-b795-3ad09c92eb14), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:20.873083 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-fd33ca83-e07f-424b-88ec-6e17fef4994d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=34966b7a17814072913375aa248c50e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2874193 Apr 05 22:37:20.882984 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 37596) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:20.888360 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd33ca83-e07f-424b-88ec-6e17fef4994d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d92d8ea-c8b2-4f12-81bc-1c3b3fb0922a,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:20.983463 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d982b558-ccf2-4fcb-b6fb-5cd778a6a031 service neutron] Pushing event updated for resources: {'Port': ['ID=907261c3-a522-4e82-b795-3ad09c92eb14,revision_number=2']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:21.018231 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-c226e358-0fed-40b2-bf81-312fec5c8b85 req-d982b558-ccf2-4fcb-b6fb-5cd778a6a031 service neutron] Attempting to bind port 907261c3-a522-4e82-b795-3ad09c92eb14 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:37:21.018557 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-c226e358-0fed-40b2-bf81-312fec5c8b85 req-d982b558-ccf2-4fcb-b6fb-5cd778a6a031 service neutron] Attempting to bind port 907261c3-a522-4e82-b795-3ad09c92eb14 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '7d65933d-36de-4f1d-ae48-24ad40f63257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2745cec7-a148-4762-a4f4-09b14f6d3b74'}] {{(pid=103469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:37:21.018914 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c226e358-0fed-40b2-bf81-312fec5c8b85 req-d982b558-ccf2-4fcb-b6fb-5cd778a6a031 service neutron] Attempting to bind port 907261c3-a522-4e82-b795-3ad09c92eb14 on network 2745cec7-a148-4762-a4f4-09b14f6d3b74 {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:37:21.027137 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c226e358-0fed-40b2-bf81-312fec5c8b85 req-d982b558-ccf2-4fcb-b6fb-5cd778a6a031 service neutron] Port 907261c3-a522-4e82-b795-3ad09c92eb14 on network 2745cec7-a148-4762-a4f4-09b14f6d3b74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 22:37:21.027471 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c226e358-0fed-40b2-bf81-312fec5c8b85 req-d982b558-ccf2-4fcb-b6fb-5cd778a6a031 service neutron] Attempting to bind port 907261c3-a522-4e82-b795-3ad09c92eb14 on network 2745cec7-a148-4762-a4f4-09b14f6d3b74 {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:37:21.036099 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c226e358-0fed-40b2-bf81-312fec5c8b85 req-d982b558-ccf2-4fcb-b6fb-5cd778a6a031 service neutron] Checking agent: {'id': '021dfe4d-8109-4136-9367-dac606dce553', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 34, 28), 'started_at': datetime.datetime(2022, 4, 5, 22, 34, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:37:21.036442 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c226e358-0fed-40b2-bf81-312fec5c8b85 req-d982b558-ccf2-4fcb-b6fb-5cd778a6a031 service neutron] Checking segment: {'id': '7d65933d-36de-4f1d-ae48-24ad40f63257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2745cec7-a148-4762-a4f4-09b14f6d3b74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:37:21.036825 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c226e358-0fed-40b2-bf81-312fec5c8b85 req-d982b558-ccf2-4fcb-b6fb-5cd778a6a031 service neutron] Bound using segment: {'id': '7d65933d-36de-4f1d-ae48-24ad40f63257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2745cec7-a148-4762-a4f4-09b14f6d3b74'} {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:37:21.041788 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-c226e358-0fed-40b2-bf81-312fec5c8b85 req-d982b558-ccf2-4fcb-b6fb-5cd778a6a031 service neutron] Bound port: 907261c3-a522-4e82-b795-3ad09c92eb14, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d65933d-36de-4f1d-ae48-24ad40f63257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2745cec7-a148-4762-a4f4-09b14f6d3b74'}}] {{(pid=103469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:37:21.041788 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-c226e358-0fed-40b2-bf81-312fec5c8b85 req-d982b558-ccf2-4fcb-b6fb-5cd778a6a031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (907261c3-a522-4e82-b795-3ad09c92eb14), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:21.070820 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-8368416b-5f31-4a11-8089-f3c8d26129b5 admin admin] Publish callbacks [] for security_group (2d92d8ea-c8b2-4f12-81bc-1c3b3fb0922a), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:21.159253 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-8368416b-5f31-4a11-8089-f3c8d26129b5 admin admin] Publish callbacks [] for security_group (2d92d8ea-c8b2-4f12-81bc-1c3b3fb0922a), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:21.234148 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92b5b8d-9306-40ec-b50a-29d6ebabdd5f req-65d07a2c-2015-47e5-ae71-5d68d51276a9 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:21.235757 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b92b5b8d-9306-40ec-b50a-29d6ebabdd5f req-65d07a2c-2015-47e5-ae71-5d68d51276a9 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 943 time: 0.1821918 Apr 05 22:37:21.236974 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-c226e358-0fed-40b2-bf81-312fec5c8b85 req-d982b558-ccf2-4fcb-b6fb-5cd778a6a031 service neutron] For port 907261c3-a522-4e82-b795-3ad09c92eb14, host hv-cinder-83588, cleared binding levels {{(pid=103469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:37:21.261899 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-c226e358-0fed-40b2-bf81-312fec5c8b85 req-d982b558-ccf2-4fcb-b6fb-5cd778a6a031 service neutron] For port 907261c3-a522-4e82-b795-3ad09c92eb14, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=907261c3-a522-4e82-b795-3ad09c92eb14,segment=NetworkSegment(7d65933d-36de-4f1d-ae48-24ad40f63257),segment_id=7d65933d-36de-4f1d-ae48-24ad40f63257)] {{(pid=103469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:37:21.282398 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-c226e358-0fed-40b2-bf81-312fec5c8b85 req-d982b558-ccf2-4fcb-b6fb-5cd778a6a031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (907261c3-a522-4e82-b795-3ad09c92eb14), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:21.303981 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device 8f2e24f9-cd41-4e0f-b54f-daaf60034ee2 up at agent hyperv_hv-cinder-83588 {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:37:21.367158 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Provisioning for port 8f2e24f9-cd41-4e0f-b54f-daaf60034ee2 completed by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 22:37:21.372255 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c226e358-0fed-40b2-bf81-312fec5c8b85 req-d982b558-ccf2-4fcb-b6fb-5cd778a6a031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:21.372890 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-c226e358-0fed-40b2-bf81-312fec5c8b85 req-d982b558-ccf2-4fcb-b6fb-5cd778a6a031 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644259'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:21.373794 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Provisioning complete for port 8f2e24f9-cd41-4e0f-b54f-daaf60034ee2 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:37:21.374316 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c226e358-0fed-40b2-bf81-312fec5c8b85 req-d982b558-ccf2-4fcb-b6fb-5cd778a6a031 service neutron] 10.222.0.13 "PUT /v2.0/ports/907261c3-a522-4e82-b795-3ad09c92eb14 HTTP/1.1" status: 200 len: 1093 time: 1.0771697 Apr 05 22:37:21.374991 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (8f2e24f9-cd41-4e0f-b54f-daaf60034ee2), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:21.375702 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b131113-42a0-4ca4-b479-32a584e4d546', 'tag': '907261c3-a522-4e82-b795-3ad09c92eb14'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:37:21.378503 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f386ba26b1031f5495d5bdef0d2c98b5b567df56bfe60a1d1e0dd7c3f719aed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e25244e-5705-4791-b310-1ee42394570f" -d '{"events": [{"name": "network-changed", "server_uuid": "2b131113-42a0-4ca4-b479-32a584e4d546", "tag": "907261c3-a522-4e82-b795-3ad09c92eb14"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:37:21.385696 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-8368416b-5f31-4a11-8089-f3c8d26129b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (2d92d8ea-c8b2-4f12-81bc-1c3b3fb0922a), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:21.388274 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-8368416b-5f31-4a11-8089-f3c8d26129b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:21.391885 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-8368416b-5f31-4a11-8089-f3c8d26129b5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2d92d8ea-c8b2-4f12-81bc-1c3b3fb0922a HTTP/1.1" status: 204 len: 168 time: 0.4762290 Apr 05 22:37:21.407161 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b92b5b8d-9306-40ec-b50a-29d6ebabdd5f req-395253b9-db91-474f-8b73-554c2e92e1ed tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1577971 Apr 05 22:37:21.431256 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8368416b-5f31-4a11-8089-f3c8d26129b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d92d8ea-c8b2-4f12-81bc-1c3b3fb0922a,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:21.441051 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d982b558-ccf2-4fcb-b6fb-5cd778a6a031 service neutron] Pushing event updated for resources: {'Port': ['ID=907261c3-a522-4e82-b795-3ad09c92eb14,revision_number=3']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:21.458165 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41acb215-65d9-48ae-9b5a-5978fe72b4c3 req-8561216a-5a42-4ce7-85ff-a88818414825 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:21.459806 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-41acb215-65d9-48ae-9b5a-5978fe72b4c3 req-8561216a-5a42-4ce7-85ff-a88818414825 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/ports?device_id=17db4106-ccc6-406b-8b93-aae11beb2e78 HTTP/1.1" status: 200 len: 946 time: 0.1818056 Apr 05 22:37:21.545401 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-41acb215-65d9-48ae-9b5a-5978fe72b4c3 req-758b7b19-6cb9-435e-be23-dc656e27dc79 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/security-groups?id=e84a0f4d-0a07-40b0-a81d-4381c766cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721917 Apr 05 22:37:21.643208 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Current status of the port 8f2e24f9-cd41-4e0f-b54f-daaf60034ee2 is: BUILD; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:37:21.643883 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (8f2e24f9-cd41-4e0f-b54f-daaf60034ee2), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:21.669052 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50255949-85be-4570-b637-7cd4007760ad x-openstack-request-id: req-50255949-85be-4570-b637-7cd4007760ad {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:37:21.669346 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b131113-42a0-4ca4-b479-32a584e4d546", "tag": "907261c3-a522-4e82-b795-3ad09c92eb14", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:37:21.669636 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-50255949-85be-4570-b637-7cd4007760ad {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:37:21.670041 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50255949-85be-4570-b637-7cd4007760ad'] response: {'name': 'network-changed', 'server_uuid': '2b131113-42a0-4ca4-b479-32a584e4d546', 'tag': '907261c3-a522-4e82-b795-3ad09c92eb14', 'status': 'completed', 'code': 200} Apr 05 22:37:21.694466 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] For port 8f2e24f9-cd41-4e0f-b54f-daaf60034ee2, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=8f2e24f9-cd41-4e0f-b54f-daaf60034ee2,segment=NetworkSegment(2ad51623-cf08-45c6-9c7b-ddd46cc31ce5),segment_id=2ad51623-cf08-45c6-9c7b-ddd46cc31ce5)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:37:21.695403 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ad9422c-6b70-44fc-aecd-53b2ef3f7c03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f2e24f9-cd41-4e0f-b54f-daaf60034ee2'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:37:21.714446 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5eeae28b1739aff28e9ac2b05a29cddcf15b93cc3fe96f2ce32a289e1b5713d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73beed5c-a0d2-4dbb-b9cf-10dc880e9ad9" -d '{"events": [{"server_uuid": "7ad9422c-6b70-44fc-aecd-53b2ef3f7c03", "name": "network-vif-plugged", "status": "completed", "tag": "8f2e24f9-cd41-4e0f-b54f-daaf60034ee2"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:37:21.724079 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (8f2e24f9-cd41-4e0f-b54f-daaf60034ee2), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:21.783530 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdbacf12-6f07-49ab-a5e1-c3105b4f83fe x-openstack-request-id: req-fdbacf12-6f07-49ab-a5e1-c3105b4f83fe {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:37:21.784110 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ad9422c-6b70-44fc-aecd-53b2ef3f7c03", "name": "network-vif-plugged", "status": "completed", "tag": "8f2e24f9-cd41-4e0f-b54f-daaf60034ee2", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:37:21.784584 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fdbacf12-6f07-49ab-a5e1-c3105b4f83fe {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:37:21.785182 dv-cinder-835881-4-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdbacf12-6f07-49ab-a5e1-c3105b4f83fe'] response: {'server_uuid': '7ad9422c-6b70-44fc-aecd-53b2ef3f7c03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f2e24f9-cd41-4e0f-b54f-daaf60034ee2', 'code': 200} Apr 05 22:37:21.786923 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab647996-7d4e-480a-9574-9649e9395a0a req-f71af38d-cdc8-485b-afb1-6a9b05d0ce95 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:21.794752 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ab647996-7d4e-480a-9574-9649e9395a0a req-f71af38d-cdc8-485b-afb1-6a9b05d0ce95 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 944 time: 0.1417720 Apr 05 22:37:21.827958 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Pushing event updated for resources: {'Port': ['ID=8f2e24f9-cd41-4e0f-b54f-daaf60034ee2,revision_number=5']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:21.875117 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ab647996-7d4e-480a-9574-9649e9395a0a req-716c51bf-ed76-4365-912e-0dd0140da33a tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697651 Apr 05 22:37:21.993028 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b273b8-7915-4933-b0c7-4b4a2ccfda1a req-df5f151f-f50e-4b91-8cc8-2aa2b0bff08a tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:21.995097 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e3b273b8-7915-4933-b0c7-4b4a2ccfda1a req-df5f151f-f50e-4b91-8cc8-2aa2b0bff08a tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b131113-42a0-4ca4-b479-32a584e4d546 HTTP/1.1" status: 200 len: 943 time: 0.0603554 Apr 05 22:37:22.012020 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 37674) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:22.026838 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-9b174d34-6332-4472-990b-a2547bb80094 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:22.063255 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e3b273b8-7915-4933-b0c7-4b4a2ccfda1a req-f767e285-4477-4714-a2bd-55e6fc945f0d tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/security-groups?id=43367de8-51cb-4b15-9f75-fdf4a25935b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616436 Apr 05 22:37:22.127789 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-9b174d34-6332-4472-990b-a2547bb80094 admin admin] Publish callbacks [] for security_group (6b637384-0f1c-4277-8ce4-511cfb0ac385), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:22.131155 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-9b174d34-6332-4472-990b-a2547bb80094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (6b637384-0f1c-4277-8ce4-511cfb0ac385), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:22.176382 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-9b174d34-6332-4472-990b-a2547bb80094 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=199e5e663fb3409eb50b53babe716e47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1599798 Apr 05 22:37:22.176865 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 37680) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:22.177657 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b174d34-6332-4472-990b-a2547bb80094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b637384-0f1c-4277-8ce4-511cfb0ac385,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:22.226651 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-958718f5-018b-4257-b29e-7be55b338866 admin admin] Publish callbacks [] for security_group (6b637384-0f1c-4277-8ce4-511cfb0ac385), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:22.248559 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-958718f5-018b-4257-b29e-7be55b338866 admin admin] Publish callbacks [] for security_group (6b637384-0f1c-4277-8ce4-511cfb0ac385), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:22.303494 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-958718f5-018b-4257-b29e-7be55b338866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (6b637384-0f1c-4277-8ce4-511cfb0ac385), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:22.306863 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-958718f5-018b-4257-b29e-7be55b338866 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:22.308835 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-958718f5-018b-4257-b29e-7be55b338866 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6b637384-0f1c-4277-8ce4-511cfb0ac385 HTTP/1.1" status: 204 len: 168 time: 0.1305218 Apr 05 22:37:22.324759 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958718f5-018b-4257-b29e-7be55b338866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b637384-0f1c-4277-8ce4-511cfb0ac385,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:22.591074 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cdc136-d387-451e-bfb3-d33c278d6012 req-5b8dbac8-b97d-4aa2-b2e5-06c7ac73de26 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:22.598325 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-84cdc136-d387-451e-bfb3-d33c278d6012 req-5b8dbac8-b97d-4aa2-b2e5-06c7ac73de26 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 943 time: 0.0625372 Apr 05 22:37:22.653952 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-84cdc136-d387-451e-bfb3-d33c278d6012 req-18304dba-743a-4322-8b68-c4a2d228cbc7 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522211 Apr 05 22:37:22.780353 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184497f5-a27e-4cd5-a609-02fe8dac23a9 req-819cd0cd-d1d6-40a1-8a8f-fadda16ceb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:22.783268 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-184497f5-a27e-4cd5-a609-02fe8dac23a9 req-819cd0cd-d1d6-40a1-8a8f-fadda16ceb48 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aad57955e58648ad8aedc12ef0c854bd&device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 1127 time: 0.1052527 Apr 05 22:37:22.853995 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e25244e-5705-4791-b310-1ee42394570f req-ca400260-c56f-4584-9001-3e2019b91d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:22.855500 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8e25244e-5705-4791-b310-1ee42394570f req-ca400260-c56f-4584-9001-3e2019b91d54 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e718bf4373f64b3f9ec542b95b3e4d7b&device_id=2b131113-42a0-4ca4-b479-32a584e4d546 HTTP/1.1" status: 200 len: 1127 time: 0.1311245 Apr 05 22:37:22.882227 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d2657a-a746-4b4a-8ed9-c00099411735 req-7a193eaa-6eee-4eb2-adee-c160ce1f8274 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:22.893067 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b6d2657a-a746-4b4a-8ed9-c00099411735 req-7a193eaa-6eee-4eb2-adee-c160ce1f8274 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/ports?device_id=17db4106-ccc6-406b-8b93-aae11beb2e78 HTTP/1.1" status: 200 len: 946 time: 0.2224648 Apr 05 22:37:22.950619 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184497f5-a27e-4cd5-a609-02fe8dac23a9 req-d1baea92-6363-4020-936e-b45357bad738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:22.952234 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-184497f5-a27e-4cd5-a609-02fe8dac23a9 req-d1baea92-6363-4020-936e-b45357bad738 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=aad57955e58648ad8aedc12ef0c854bd&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1611850 Apr 05 22:37:23.170349 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184497f5-a27e-4cd5-a609-02fe8dac23a9 req-c65b6c2c-e02a-47b7-8216-88905591ba44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:23.172022 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-184497f5-a27e-4cd5-a609-02fe8dac23a9 req-c65b6c2c-e02a-47b7-8216-88905591ba44 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2133856 Apr 05 22:37:23.175718 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17720287-1342-454f-8173-d84af49927e8 req-8ec3a2f8-b1c2-45ee-9089-66d994f70c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:23.183247 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b6d2657a-a746-4b4a-8ed9-c00099411735 req-fa0d0dda-523f-4fce-856c-93688d0bc764 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/security-groups?id=e84a0f4d-0a07-40b0-a81d-4381c766cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888858 Apr 05 22:37:23.194330 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-17720287-1342-454f-8173-d84af49927e8 req-8ec3a2f8-b1c2-45ee-9089-66d994f70c76 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 1129 time: 0.1306505 Apr 05 22:37:23.224022 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-17720287-1342-454f-8173-d84af49927e8 req-a4d09236-ff2c-40d6-85ca-e81570c9d0c8 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:23.278557 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e25244e-5705-4791-b310-1ee42394570f req-455084e5-c5a0-4937-ad23-b31a5286eedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:23.280997 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8e25244e-5705-4791-b310-1ee42394570f req-455084e5-c5a0-4937-ad23-b31a5286eedf service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=e718bf4373f64b3f9ec542b95b3e4d7b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4060659 Apr 05 22:37:23.285682 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e3e864-917d-4f08-8fc2-881d94bca401 req-6891389a-22bf-481a-845d-489b83d87462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:23.287437 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-46e3e864-917d-4f08-8fc2-881d94bca401 req-6891389a-22bf-481a-845d-489b83d87462 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=17db4106-ccc6-406b-8b93-aae11beb2e78 HTTP/1.1" status: 200 len: 1130 time: 0.2462020 Apr 05 22:37:23.297640 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4f31d9-af50-4cb6-a6dd-b2e0c2cf63b7 req-263720e6-7b77-4fa2-a572-774090c61cf7 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:23.298634 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5c4f31d9-af50-4cb6-a6dd-b2e0c2cf63b7 req-263720e6-7b77-4fa2-a572-774090c61cf7 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 945 time: 0.2563267 Apr 05 22:37:23.354641 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b715d3af-f044-449a-9d2b-a1527d0aed2e req-37bc9b85-fb9a-410b-8dcd-097c2a408602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:23.356471 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-b715d3af-f044-449a-9d2b-a1527d0aed2e req-37bc9b85-fb9a-410b-8dcd-097c2a408602 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aad57955e58648ad8aedc12ef0c854bd&device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 1127 time: 0.1174538 Apr 05 22:37:23.420118 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-b715d3af-f044-449a-9d2b-a1527d0aed2e req-219124bc-026b-404e-b363-56118c327c7d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38882e06-411a-4d93-b05b-c8508e6f9776 HTTP/1.1" status: 200 len: 217 time: 0.0510128 Apr 05 22:37:23.425149 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-46e3e864-917d-4f08-8fc2-881d94bca401 req-87028f3d-a31e-428a-8525-6c89c90efa41 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:23.428869 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e25244e-5705-4791-b310-1ee42394570f req-da4bf5a5-2fb0-4967-a0ba-0adc28d452c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:23.431157 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8e25244e-5705-4791-b310-1ee42394570f req-da4bf5a5-2fb0-4967-a0ba-0adc28d452c9 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1125283 Apr 05 22:37:23.493823 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-17720287-1342-454f-8173-d84af49927e8 req-a4d09236-ff2c-40d6-85ca-e81570c9d0c8 service neutron] Publish callbacks [] for security_group (f31b2a3d-b8af-4890-bd57-9eef0af2e30b), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:23.495818 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b715d3af-f044-449a-9d2b-a1527d0aed2e req-b6000cce-9140-4a90-aff5-5bf79eedf647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:23.497462 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-b715d3af-f044-449a-9d2b-a1527d0aed2e req-b6000cce-9140-4a90-aff5-5bf79eedf647 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e210eb77-c8b4-4c67-a300-bbb8691b7d32 HTTP/1.1" status: 200 len: 855 time: 0.0703208 Apr 05 22:37:23.517925 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-17720287-1342-454f-8173-d84af49927e8 req-a4d09236-ff2c-40d6-85ca-e81570c9d0c8 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (f31b2a3d-b8af-4890-bd57-9eef0af2e30b), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:23.617204 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.db.api [req-46e3e864-917d-4f08-8fc2-881d94bca401 req-87028f3d-a31e-428a-8525-6c89c90efa41 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 123865d43eef4fd18ef4546d2e912fe3 {{(pid=103469) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 22:37:23.617204 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG oslo_db.api [req-46e3e864-917d-4f08-8fc2-881d94bca401 req-87028f3d-a31e-428a-8525-6c89c90efa41 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=103469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 22:37:23.624995 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5c4f31d9-af50-4cb6-a6dd-b2e0c2cf63b7 req-8c965a86-e7fc-4c99-962d-a44d9d4b9e29 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928723 Apr 05 22:37:23.625964 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d09236-ff2c-40d6-85ca-e81570c9d0c8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f31b2a3d-b8af-4890-bd57-9eef0af2e30b,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:23.630140 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-17720287-1342-454f-8173-d84af49927e8 req-a4d09236-ff2c-40d6-85ca-e81570c9d0c8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4277995 Apr 05 22:37:23.641720 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b715d3af-f044-449a-9d2b-a1527d0aed2e req-47702d71-f03d-42b8-9cd9-307ba4ead56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:23.643455 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-b715d3af-f044-449a-9d2b-a1527d0aed2e req-47702d71-f03d-42b8-9cd9-307ba4ead56e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cdafa027-5a68-4e7d-98e5-3d69d953062c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1383219 Apr 05 22:37:23.664887 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77db2d42-023c-45df-9ebc-a46cccca721b req-c6bceed7-b32a-4f60-b0a1-c424edca1aa2 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:23.666411 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-77db2d42-023c-45df-9ebc-a46cccca721b req-c6bceed7-b32a-4f60-b0a1-c424edca1aa2 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b131113-42a0-4ca4-b479-32a584e4d546 HTTP/1.1" status: 200 len: 943 time: 0.2322891 Apr 05 22:37:23.669143 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c226e358-0fed-40b2-bf81-312fec5c8b85 req-80ad4011-56fb-471e-bad2-806fd25f277c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:23.670616 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c226e358-0fed-40b2-bf81-312fec5c8b85 req-80ad4011-56fb-471e-bad2-806fd25f277c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e718bf4373f64b3f9ec542b95b3e4d7b&device_id=2b131113-42a0-4ca4-b479-32a584e4d546 HTTP/1.1" status: 200 len: 1127 time: 0.1521096 Apr 05 22:37:23.718587 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-77db2d42-023c-45df-9ebc-a46cccca721b req-0def3cfe-0b10-4616-b52f-3d32d6bc40bd tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/security-groups?id=43367de8-51cb-4b15-9f75-fdf4a25935b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462458 Apr 05 22:37:23.780252 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f253a-d961-41fe-ac8f-14114dbbd215 req-293059b1-af26-4dab-8e2e-7b39d65ea467 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:23.781833 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f75f253a-d961-41fe-ac8f-14114dbbd215 req-293059b1-af26-4dab-8e2e-7b39d65ea467 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 943 time: 0.0553584 Apr 05 22:37:23.831972 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f75f253a-d961-41fe-ac8f-14114dbbd215 req-6031a501-6f0d-46fa-886e-523283aaa5ed tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439034 Apr 05 22:37:23.945147 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c226e358-0fed-40b2-bf81-312fec5c8b85 req-9785b007-eec9-435a-9cb2-cb497d6d40f4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=907261c3-a522-4e82-b795-3ad09c92eb14 HTTP/1.1" status: 200 len: 217 time: 0.0519891 Apr 05 22:37:23.998910 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-b715d3af-f044-449a-9d2b-a1527d0aed2e req-7edda111-aa1c-4b6e-9085-c09c5da6d0de service neutron] 10.222.0.13 "GET /v2.0/networks/cdafa027-5a68-4e7d-98e5-3d69d953062c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057041 Apr 05 22:37:24.003853 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c226e358-0fed-40b2-bf81-312fec5c8b85 req-a4133541-109d-4153-bd1d-2701eb8d9c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:24.005314 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c226e358-0fed-40b2-bf81-312fec5c8b85 req-a4133541-109d-4153-bd1d-2701eb8d9c82 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45b714fa-5bcf-429b-b58b-460d14e81c92 HTTP/1.1" status: 200 len: 853 time: 0.0526285 Apr 05 22:37:24.082811 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c226e358-0fed-40b2-bf81-312fec5c8b85 req-0eef21dd-6826-42d9-ace6-41238ebcc82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:24.084345 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c226e358-0fed-40b2-bf81-312fec5c8b85 req-0eef21dd-6826-42d9-ace6-41238ebcc82c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2745cec7-a148-4762-a4f4-09b14f6d3b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0723367 Apr 05 22:37:24.115466 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-46e3e864-917d-4f08-8fc2-881d94bca401 req-87028f3d-a31e-428a-8525-6c89c90efa41 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:24.210856 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-46e3e864-917d-4f08-8fc2-881d94bca401 req-87028f3d-a31e-428a-8525-6c89c90efa41 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e84a0f4d-0a07-40b0-a81d-4381c766cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9111366 Apr 05 22:37:24.327425 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-b715d3af-f044-449a-9d2b-a1527d0aed2e req-413d85dd-4df5-4009-93ab-280bc067a56c service neutron] 10.222.0.13 "GET /v2.0/networks/cdafa027-5a68-4e7d-98e5-3d69d953062c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217959 Apr 05 22:37:24.370775 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d87c36f-12e6-4681-859a-d18e8b6b7f49 req-75008b70-86e2-4710-a6fd-18e95d6385f4 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:24.377659 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0d87c36f-12e6-4681-859a-d18e8b6b7f49 req-75008b70-86e2-4710-a6fd-18e95d6385f4 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/ports?device_id=17db4106-ccc6-406b-8b93-aae11beb2e78 HTTP/1.1" status: 200 len: 946 time: 0.0995097 Apr 05 22:37:24.428409 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0d87c36f-12e6-4681-859a-d18e8b6b7f49 req-3a3e1612-4295-4221-b941-21d8e2ecb3ea tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/security-groups?id=e84a0f4d-0a07-40b0-a81d-4381c766cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498672 Apr 05 22:37:24.698918 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 37802) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:24.768541 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c93bdcf-cd48-4c88-b6a5-f21e6a7b2513 req-88d12f87-e629-42ce-a869-1e344052d5d7 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:24.770076 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5c93bdcf-cd48-4c88-b6a5-f21e6a7b2513 req-88d12f87-e629-42ce-a869-1e344052d5d7 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 945 time: 0.0628872 Apr 05 22:37:24.812981 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-9cbd90f2-3d0b-4a77-854c-202ddceafe9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:24.883027 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5c93bdcf-cd48-4c88-b6a5-f21e6a7b2513 req-429a2ca5-fdf7-4188-9ae3-7d378efced08 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065073 Apr 05 22:37:24.913441 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-9cbd90f2-3d0b-4a77-854c-202ddceafe9e admin admin] Publish callbacks [] for security_group (560657ae-809e-4ebb-b425-9752f96f6581), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:24.919539 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-9cbd90f2-3d0b-4a77-854c-202ddceafe9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (560657ae-809e-4ebb-b425-9752f96f6581), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:24.971681 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-9cbd90f2-3d0b-4a77-854c-202ddceafe9e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e91f55af6edc4c3baf3047763eaeebf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2697122 Apr 05 22:37:24.974027 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 37814) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:24.991174 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbd90f2-3d0b-4a77-854c-202ddceafe9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=560657ae-809e-4ebb-b425-9752f96f6581,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:25.003338 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbd90f2-3d0b-4a77-854c-202ddceafe9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:25.003606 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbd90f2-3d0b-4a77-854c-202ddceafe9e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:25.003957 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbd90f2-3d0b-4a77-854c-202ddceafe9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:25.004900 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbd90f2-3d0b-4a77-854c-202ddceafe9e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:25.005254 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbd90f2-3d0b-4a77-854c-202ddceafe9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:25.005644 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbd90f2-3d0b-4a77-854c-202ddceafe9e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:25.005986 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbd90f2-3d0b-4a77-854c-202ddceafe9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:25.006320 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbd90f2-3d0b-4a77-854c-202ddceafe9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:25.006677 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbd90f2-3d0b-4a77-854c-202ddceafe9e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:25.007014 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbd90f2-3d0b-4a77-854c-202ddceafe9e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:25.007355 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbd90f2-3d0b-4a77-854c-202ddceafe9e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:25.007699 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbd90f2-3d0b-4a77-854c-202ddceafe9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:25.008032 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbd90f2-3d0b-4a77-854c-202ddceafe9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:25.008852 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbd90f2-3d0b-4a77-854c-202ddceafe9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:25.009274 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbd90f2-3d0b-4a77-854c-202ddceafe9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:25.049913 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f53ed29d-484c-4a5f-9ce6-04f5a62b2912 admin admin] Publish callbacks [] for security_group (560657ae-809e-4ebb-b425-9752f96f6581), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:25.073388 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f53ed29d-484c-4a5f-9ce6-04f5a62b2912 admin admin] Publish callbacks [] for security_group (560657ae-809e-4ebb-b425-9752f96f6581), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:25.128369 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f53ed29d-484c-4a5f-9ce6-04f5a62b2912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (560657ae-809e-4ebb-b425-9752f96f6581), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:25.130997 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f53ed29d-484c-4a5f-9ce6-04f5a62b2912 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:25.132254 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-f53ed29d-484c-4a5f-9ce6-04f5a62b2912 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/560657ae-809e-4ebb-b425-9752f96f6581 HTTP/1.1" status: 204 len: 168 time: 0.1572542 Apr 05 22:37:25.141103 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53ed29d-484c-4a5f-9ce6-04f5a62b2912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=560657ae-809e-4ebb-b425-9752f96f6581,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:25.189162 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb27a80-8dc6-41b6-87a1-ca0559f046d5 req-ea967048-2623-4f0f-9d35-9367e30c4f03 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:25.190703 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-dfb27a80-8dc6-41b6-87a1-ca0559f046d5 req-ea967048-2623-4f0f-9d35-9367e30c4f03 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b131113-42a0-4ca4-b479-32a584e4d546 HTTP/1.1" status: 200 len: 943 time: 0.3767331 Apr 05 22:37:25.249608 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c226e358-0fed-40b2-bf81-312fec5c8b85 req-d530ede5-29e9-48aa-890d-76ba01a8b517 service neutron] 10.222.0.13 "GET /v2.0/networks/2745cec7-a148-4762-a4f4-09b14f6d3b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3922389 Apr 05 22:37:25.270122 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a7e5c2-c8e6-4175-812a-c48cd21f1b74 req-3b7165a6-642c-42aa-b20b-4b35c4f0600f tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:25.271578 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-87a7e5c2-c8e6-4175-812a-c48cd21f1b74 req-3b7165a6-642c-42aa-b20b-4b35c4f0600f tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 943 time: 0.1237218 Apr 05 22:37:25.276283 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-dfb27a80-8dc6-41b6-87a1-ca0559f046d5 req-d0ea6615-f120-4e63-b616-8ea72a6a41c2 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/security-groups?id=43367de8-51cb-4b15-9f75-fdf4a25935b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767066 Apr 05 22:37:25.320097 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-87a7e5c2-c8e6-4175-812a-c48cd21f1b74 req-cfcd7723-e776-4963-baef-8525624dd094 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417235 Apr 05 22:37:25.332168 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device 50a9d59b-5865-4112-823b-dcc7f80dc6fc details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:37:25.413211 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 37822) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:25.427000 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7283f8a7-5748-44aa-bfa5-07dfa43f2d36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:25.438950 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] For port 50a9d59b-5865-4112-823b-dcc7f80dc6fc, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=50a9d59b-5865-4112-823b-dcc7f80dc6fc,segment=NetworkSegment(2ad51623-cf08-45c6-9c7b-ddd46cc31ce5),segment_id=2ad51623-cf08-45c6-9c7b-ddd46cc31ce5)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:37:25.454101 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Returning: {'device': '50a9d59b-5865-4112-823b-dcc7f80dc6fc', 'network_id': '3db3989f-3792-497b-8859-b82b64749acf', 'port_id': '50a9d59b-5865-4112-823b-dcc7f80dc6fc', 'mac_address': 'fa:16:3e:5c:6a:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37586d04-a04b-404d-8716-ce23cb986874', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:37:25.507022 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Current status of the port 50a9d59b-5865-4112-823b-dcc7f80dc6fc is: DOWN; New status is: BUILD {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:37:25.507363 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (50a9d59b-5865-4112-823b-dcc7f80dc6fc), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:25.525298 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50a9d59b-5865-4112-823b-dcc7f80dc6fc {{(pid=103470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:37:25.531765 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7283f8a7-5748-44aa-bfa5-07dfa43f2d36 admin admin] Publish callbacks [] for security_group (741a691b-10ba-4561-8804-32d54f879359), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:25.549215 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7283f8a7-5748-44aa-bfa5-07dfa43f2d36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (741a691b-10ba-4561-8804-32d54f879359), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:25.549360 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] For port 50a9d59b-5865-4112-823b-dcc7f80dc6fc, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=50a9d59b-5865-4112-823b-dcc7f80dc6fc,segment=NetworkSegment(2ad51623-cf08-45c6-9c7b-ddd46cc31ce5),segment_id=2ad51623-cf08-45c6-9c7b-ddd46cc31ce5)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:37:25.554689 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (50a9d59b-5865-4112-823b-dcc7f80dc6fc), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:25.602441 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-7283f8a7-5748-44aa-bfa5-07dfa43f2d36 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a97cc41a197f4596b2e30a77a7fdef42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1873624 Apr 05 22:37:25.603152 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7283f8a7-5748-44aa-bfa5-07dfa43f2d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=741a691b-10ba-4561-8804-32d54f879359,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:25.605260 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 37834) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:25.618685 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d9582-ab24-41d2-82cc-897376a3fe72 req-c71b5b26-8afe-409d-aeb3-f7773453fc51 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:25.620533 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-265d9582-ab24-41d2-82cc-897376a3fe72 req-c71b5b26-8afe-409d-aeb3-f7773453fc51 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/ports?device_id=17db4106-ccc6-406b-8b93-aae11beb2e78 HTTP/1.1" status: 200 len: 946 time: 0.1121740 Apr 05 22:37:25.636583 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Pushing event updated for resources: {'Port': ['ID=50a9d59b-5865-4112-823b-dcc7f80dc6fc,revision_number=4']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:25.674308 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-d2eb0ab0-1a82-4a84-9f9f-a950ff43d5c6 admin admin] Publish callbacks [] for security_group (741a691b-10ba-4561-8804-32d54f879359), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:25.678829 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-265d9582-ab24-41d2-82cc-897376a3fe72 req-7cd5063b-92b2-47ac-ae81-ec968a253d60 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/security-groups?id=e84a0f4d-0a07-40b0-a81d-4381c766cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504410 Apr 05 22:37:25.699558 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-d2eb0ab0-1a82-4a84-9f9f-a950ff43d5c6 admin admin] Publish callbacks [] for security_group (741a691b-10ba-4561-8804-32d54f879359), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:25.753215 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-d2eb0ab0-1a82-4a84-9f9f-a950ff43d5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (741a691b-10ba-4561-8804-32d54f879359), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:25.755830 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-d2eb0ab0-1a82-4a84-9f9f-a950ff43d5c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:25.757100 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-d2eb0ab0-1a82-4a84-9f9f-a950ff43d5c6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/741a691b-10ba-4561-8804-32d54f879359 HTTP/1.1" status: 204 len: 168 time: 0.1497190 Apr 05 22:37:25.765567 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eb0ab0-1a82-4a84-9f9f-a950ff43d5c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=741a691b-10ba-4561-8804-32d54f879359,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:25.994243 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a581cc-ee23-41ab-8e74-b44632b684d0 req-f35306de-57f2-4097-8ddb-c2a8dfac8801 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:25.995751 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-22a581cc-ee23-41ab-8e74-b44632b684d0 req-f35306de-57f2-4097-8ddb-c2a8dfac8801 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 945 time: 0.0541754 Apr 05 22:37:26.030911 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] get_ports_and_sgs() called for port_ids ['50a9d59b-5865-4112-823b-dcc7f80dc6fc'] {{(pid=103470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:37:26.068309 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-22a581cc-ee23-41ab-8e74-b44632b684d0 req-50d5f980-09db-4d6b-95bb-cfc07560d36a tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554426 Apr 05 22:37:26.399940 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9093d3f-a2d5-45e3-8308-e84cfda71e1a req-6c69968a-987e-4d61-ba26-c038a7816379 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:26.401512 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a9093d3f-a2d5-45e3-8308-e84cfda71e1a req-6c69968a-987e-4d61-ba26-c038a7816379 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b131113-42a0-4ca4-b479-32a584e4d546 HTTP/1.1" status: 200 len: 943 time: 0.0577378 Apr 05 22:37:26.487045 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a9093d3f-a2d5-45e3-8308-e84cfda71e1a req-78b3e58c-c7a7-4925-9621-b556a7342f51 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/security-groups?id=43367de8-51cb-4b15-9f75-fdf4a25935b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746067 Apr 05 22:37:26.497431 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a32d5-2191-4eff-87ca-13c4a5849daf req-d2385d08-ad91-49c5-98da-a0b6c6db24c9 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:26.498975 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-629a32d5-2191-4eff-87ca-13c4a5849daf req-d2385d08-ad91-49c5-98da-a0b6c6db24c9 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 943 time: 0.0965428 Apr 05 22:37:26.552930 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-629a32d5-2191-4eff-87ca-13c4a5849daf req-3a006960-ffb6-4a69-9311-74379794ddd0 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463910 Apr 05 22:37:26.804771 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e674803a-d715-4904-a89d-732e958319ec req-8e59893f-6589-424b-8859-8e316439de54 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:26.806859 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e674803a-d715-4904-a89d-732e958319ec req-8e59893f-6589-424b-8859-8e316439de54 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/ports?device_id=17db4106-ccc6-406b-8b93-aae11beb2e78 HTTP/1.1" status: 200 len: 946 time: 0.0561767 Apr 05 22:37:26.855035 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e674803a-d715-4904-a89d-732e958319ec req-2ac93bda-cb36-4b7b-8bb2-140b419f6971 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/security-groups?id=e84a0f4d-0a07-40b0-a81d-4381c766cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415146 Apr 05 22:37:27.124391 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 37912) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:27.190926 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e597831-b317-42a2-b1b6-c795ff7209ac req-01128230-72b6-4833-8d6f-b29e1fb25ef0 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:27.192541 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1e597831-b317-42a2-b1b6-c795ff7209ac req-01128230-72b6-4833-8d6f-b29e1fb25ef0 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 945 time: 0.0540354 Apr 05 22:37:27.240349 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-40454f10-a6d6-4f1c-bc45-705d36bea685 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:27.261784 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1e597831-b317-42a2-b1b6-c795ff7209ac req-998dffd0-2f2a-4fcd-8338-84e6f7b02e5d tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633464 Apr 05 22:37:27.339962 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-40454f10-a6d6-4f1c-bc45-705d36bea685 admin admin] Publish callbacks [] for security_group (c714b59c-fa9c-4325-93c6-52d1b3e8110a), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:27.345234 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-40454f10-a6d6-4f1c-bc45-705d36bea685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (c714b59c-fa9c-4325-93c6-52d1b3e8110a), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:27.361056 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device 50a9d59b-5865-4112-823b-dcc7f80dc6fc up at agent hyperv_hv-cinder-83588 {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:37:27.392889 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-40454f10-a6d6-4f1c-bc45-705d36bea685 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=54ef3488199f4d35b8299bc134ddd1a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2670836 Apr 05 22:37:27.393859 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40454f10-a6d6-4f1c-bc45-705d36bea685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c714b59c-fa9c-4325-93c6-52d1b3e8110a,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:27.395684 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 37922) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:27.405290 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40454f10-a6d6-4f1c-bc45-705d36bea685 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:27.405653 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40454f10-a6d6-4f1c-bc45-705d36bea685 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:27.406001 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40454f10-a6d6-4f1c-bc45-705d36bea685 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:27.406341 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40454f10-a6d6-4f1c-bc45-705d36bea685 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:27.406680 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40454f10-a6d6-4f1c-bc45-705d36bea685 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:27.407009 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40454f10-a6d6-4f1c-bc45-705d36bea685 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:27.407339 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40454f10-a6d6-4f1c-bc45-705d36bea685 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:27.407665 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40454f10-a6d6-4f1c-bc45-705d36bea685 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:27.408058 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40454f10-a6d6-4f1c-bc45-705d36bea685 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:27.408303 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40454f10-a6d6-4f1c-bc45-705d36bea685 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:27.408631 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40454f10-a6d6-4f1c-bc45-705d36bea685 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:27.409039 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40454f10-a6d6-4f1c-bc45-705d36bea685 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:27.409265 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40454f10-a6d6-4f1c-bc45-705d36bea685 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:27.409613 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40454f10-a6d6-4f1c-bc45-705d36bea685 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:27.410292 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40454f10-a6d6-4f1c-bc45-705d36bea685 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:27.464799 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Provisioning for port 50a9d59b-5865-4112-823b-dcc7f80dc6fc completed by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 22:37:27.471124 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Provisioning complete for port 50a9d59b-5865-4112-823b-dcc7f80dc6fc triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:37:27.471503 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (50a9d59b-5865-4112-823b-dcc7f80dc6fc), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:27.477978 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ced76afe-e8f0-4cef-960d-97b0774efbe5 admin admin] Publish callbacks [] for security_group (c714b59c-fa9c-4325-93c6-52d1b3e8110a), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:27.501917 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ced76afe-e8f0-4cef-960d-97b0774efbe5 admin admin] Publish callbacks [] for security_group (c714b59c-fa9c-4325-93c6-52d1b3e8110a), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:27.571543 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ced76afe-e8f0-4cef-960d-97b0774efbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (c714b59c-fa9c-4325-93c6-52d1b3e8110a), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:27.576518 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ced76afe-e8f0-4cef-960d-97b0774efbe5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:27.578651 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-ced76afe-e8f0-4cef-960d-97b0774efbe5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c714b59c-fa9c-4325-93c6-52d1b3e8110a HTTP/1.1" status: 204 len: 168 time: 0.1817245 Apr 05 22:37:27.608568 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced76afe-e8f0-4cef-960d-97b0774efbe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c714b59c-fa9c-4325-93c6-52d1b3e8110a,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:27.614874 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Current status of the port 50a9d59b-5865-4112-823b-dcc7f80dc6fc is: BUILD; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:37:27.615601 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (50a9d59b-5865-4112-823b-dcc7f80dc6fc), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:27.690546 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0326d1c-064c-4b3c-9ffd-06a7df79dec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50a9d59b-5865-4112-823b-dcc7f80dc6fc'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:37:27.696209 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5eeae28b1739aff28e9ac2b05a29cddcf15b93cc3fe96f2ce32a289e1b5713d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62bdf4db-920b-4b9c-b9ea-c5514245975c" -d '{"events": [{"server_uuid": "f0326d1c-064c-4b3c-9ffd-06a7df79dec6", "name": "network-vif-plugged", "status": "completed", "tag": "50a9d59b-5865-4112-823b-dcc7f80dc6fc"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:37:27.762267 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] For port 50a9d59b-5865-4112-823b-dcc7f80dc6fc, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=50a9d59b-5865-4112-823b-dcc7f80dc6fc,segment=NetworkSegment(2ad51623-cf08-45c6-9c7b-ddd46cc31ce5),segment_id=2ad51623-cf08-45c6-9c7b-ddd46cc31ce5)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:37:27.776865 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (50a9d59b-5865-4112-823b-dcc7f80dc6fc), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:27.786046 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57df708-f9d2-4cb2-bba8-df47c627407f req-4a4dd9a0-7e01-4b19-999e-53a52438f4d1 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:27.787870 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a57df708-f9d2-4cb2-bba8-df47c627407f req-4a4dd9a0-7e01-4b19-999e-53a52438f4d1 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b131113-42a0-4ca4-b479-32a584e4d546 HTTP/1.1" status: 200 len: 943 time: 0.1478820 Apr 05 22:37:27.853725 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a57df708-f9d2-4cb2-bba8-df47c627407f req-33e40835-8fcf-40e2-826b-ed1bb71b353b tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/security-groups?id=43367de8-51cb-4b15-9f75-fdf4a25935b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569370 Apr 05 22:37:27.868827 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a49335b-5736-4102-8b70-7652bea58c4c req-445d6ef0-8c04-4486-8b4e-16fbb4f691fe tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:27.878705 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6a49335b-5736-4102-8b70-7652bea58c4c req-445d6ef0-8c04-4486-8b4e-16fbb4f691fe tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 943 time: 0.2339809 Apr 05 22:37:27.881227 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c226e358-0fed-40b2-bf81-312fec5c8b85 req-a7f37f83-a29b-4380-9c85-18be8c9c17e2 service neutron] 10.222.0.13 "GET /v2.0/networks/2745cec7-a148-4762-a4f4-09b14f6d3b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3442988 Apr 05 22:37:27.892806 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 37952) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:27.908925 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Pushing event updated for resources: {'Port': ['ID=50a9d59b-5865-4112-823b-dcc7f80dc6fc,revision_number=5']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:27.913358 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (021dfe4d-8109-4136-9367-dac606dce553), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:27.935206 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:27.935750 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:27.936328 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:27.937749 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:27.938335 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:27.939731 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:27.940318 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:27.940819 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:27.941328 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:27.947633 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:27.948217 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:27.950047 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:27.950585 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:27.951747 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6a49335b-5736-4102-8b70-7652bea58c4c req-e94ca7e3-486d-4ba6-b951-77314aa927b3 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651357 Apr 05 22:37:27.952170 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:27.953005 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:37:27.974855 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ab77e1-c4eb-4ae6-aff7-9b495f4219ef x-openstack-request-id: req-88ab77e1-c4eb-4ae6-aff7-9b495f4219ef {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:37:27.975035 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0326d1c-064c-4b3c-9ffd-06a7df79dec6", "name": "network-vif-plugged", "status": "completed", "tag": "50a9d59b-5865-4112-823b-dcc7f80dc6fc", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:37:27.975287 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-88ab77e1-c4eb-4ae6-aff7-9b495f4219ef {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:37:27.978153 dv-cinder-835881-4-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88ab77e1-c4eb-4ae6-aff7-9b495f4219ef'] response: {'server_uuid': 'f0326d1c-064c-4b3c-9ffd-06a7df79dec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50a9d59b-5865-4112-823b-dcc7f80dc6fc', 'code': 200} Apr 05 22:37:28.011400 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-97cde7d9-dbb1-4d23-a7c6-1511c50e2662 None None] Agent healthcheck: found 6 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:37:28.144574 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f7fe2e2a-ab1f-49ab-b2b8-016958e9a8e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:28.158667 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfeb277-4bc1-4e5e-b26d-30f9e39a2152 req-f7881be0-a4ef-4607-bfd7-3f18e550bf71 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:28.161036 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3dfeb277-4bc1-4e5e-b26d-30f9e39a2152 req-f7881be0-a4ef-4607-bfd7-3f18e550bf71 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/ports?device_id=17db4106-ccc6-406b-8b93-aae11beb2e78 HTTP/1.1" status: 200 len: 946 time: 0.1282227 Apr 05 22:37:28.190962 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 37964) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:28.206221 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-9973557d-cd95-4aef-8eae-5ec4bb7bf2ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:28.228610 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3dfeb277-4bc1-4e5e-b26d-30f9e39a2152 req-dc1500c5-68ab-488c-be93-6ba84b7f87df tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/security-groups?id=e84a0f4d-0a07-40b0-a81d-4381c766cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607493 Apr 05 22:37:28.264783 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f7fe2e2a-ab1f-49ab-b2b8-016958e9a8e0 admin admin] Publish callbacks [] for security_group (d426cfd3-35dd-48fa-b6c2-c5683f659158), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:28.271493 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f7fe2e2a-ab1f-49ab-b2b8-016958e9a8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (d426cfd3-35dd-48fa-b6c2-c5683f659158), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:28.329159 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-f7fe2e2a-ab1f-49ab-b2b8-016958e9a8e0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=77c5021cdadd4afa922653ec7a33f419&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4338114 Apr 05 22:37:28.332268 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 37968) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:28.332893 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fe2e2a-ab1f-49ab-b2b8-016958e9a8e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d426cfd3-35dd-48fa-b6c2-c5683f659158,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:28.371949 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-9973557d-cd95-4aef-8eae-5ec4bb7bf2ad admin admin] Publish callbacks [] for security_group (eb2966be-0ecc-481c-8855-1034ea8eb2bd), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:28.378882 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-9973557d-cd95-4aef-8eae-5ec4bb7bf2ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (eb2966be-0ecc-481c-8855-1034ea8eb2bd), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:28.382669 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de06f8c8-a1dc-4276-bba9-c7fc3813c6eb req-9b69d7d6-6365-4ea3-8ffe-a36b16831db4 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:28.384810 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-de06f8c8-a1dc-4276-bba9-c7fc3813c6eb req-9b69d7d6-6365-4ea3-8ffe-a36b16831db4 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 945 time: 0.0534978 Apr 05 22:37:28.430784 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-de06f8c8-a1dc-4276-bba9-c7fc3813c6eb req-00cf8b86-235c-474e-8197-43ebb5e7eb9c tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394030 Apr 05 22:37:28.435496 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-9973557d-cd95-4aef-8eae-5ec4bb7bf2ad admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e4f67ee3389240cab9f912522f5f4bad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2430532 Apr 05 22:37:28.436217 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9973557d-cd95-4aef-8eae-5ec4bb7bf2ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2966be-0ecc-481c-8855-1034ea8eb2bd,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:28.438260 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 37970) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:28.441304 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-570bc023-1492-4a3f-9695-04b0151fcf53 admin admin] Publish callbacks [] for security_group (d426cfd3-35dd-48fa-b6c2-c5683f659158), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:28.468729 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-570bc023-1492-4a3f-9695-04b0151fcf53 admin admin] Publish callbacks [] for security_group (d426cfd3-35dd-48fa-b6c2-c5683f659158), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:28.491985 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-4c835a1e-1572-407d-8013-d6a8a3624b55 admin admin] Publish callbacks [] for security_group (eb2966be-0ecc-481c-8855-1034ea8eb2bd), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:28.514719 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-4c835a1e-1572-407d-8013-d6a8a3624b55 admin admin] Publish callbacks [] for security_group (eb2966be-0ecc-481c-8855-1034ea8eb2bd), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:28.518959 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-570bc023-1492-4a3f-9695-04b0151fcf53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (d426cfd3-35dd-48fa-b6c2-c5683f659158), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:28.521890 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-570bc023-1492-4a3f-9695-04b0151fcf53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:28.523037 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-570bc023-1492-4a3f-9695-04b0151fcf53 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d426cfd3-35dd-48fa-b6c2-c5683f659158 HTTP/1.1" status: 204 len: 168 time: 0.1874158 Apr 05 22:37:28.531198 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570bc023-1492-4a3f-9695-04b0151fcf53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d426cfd3-35dd-48fa-b6c2-c5683f659158,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:28.570596 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-4c835a1e-1572-407d-8013-d6a8a3624b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (eb2966be-0ecc-481c-8855-1034ea8eb2bd), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:28.574767 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-4c835a1e-1572-407d-8013-d6a8a3624b55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:28.577537 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-4c835a1e-1572-407d-8013-d6a8a3624b55 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/eb2966be-0ecc-481c-8855-1034ea8eb2bd HTTP/1.1" status: 204 len: 168 time: 0.1365118 Apr 05 22:37:28.585393 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c835a1e-1572-407d-8013-d6a8a3624b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2966be-0ecc-481c-8855-1034ea8eb2bd,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:28.813274 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fddf2e-fab9-4d29-b5ab-003f7b683f8a req-6ec7f299-71ce-4cfc-8a00-2af0a16e1c82 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:28.815007 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b4fddf2e-fab9-4d29-b5ab-003f7b683f8a req-6ec7f299-71ce-4cfc-8a00-2af0a16e1c82 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 945 time: 0.0626101 Apr 05 22:37:28.861687 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b4fddf2e-fab9-4d29-b5ab-003f7b683f8a req-9ce7f112-4e50-47b4-8dac-051a94610c40 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411003 Apr 05 22:37:28.969097 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 37992) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:28.985575 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cf88c9-fdc7-4f73-b1ce-13a458a09a29 req-e453521f-b0a6-4b48-8f36-112ab6dc33a1 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:28.987066 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d1cf88c9-fdc7-4f73-b1ce-13a458a09a29 req-e453521f-b0a6-4b48-8f36-112ab6dc33a1 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b131113-42a0-4ca4-b479-32a584e4d546 HTTP/1.1" status: 200 len: 943 time: 0.0604389 Apr 05 22:37:28.993837 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-38e95456-8ffb-4f08-a6bb-d78b11933795 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:29.114682 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d1cf88c9-fdc7-4f73-b1ce-13a458a09a29 req-1db08688-851e-4944-9c61-1b8572377323 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/security-groups?id=43367de8-51cb-4b15-9f75-fdf4a25935b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102755 Apr 05 22:37:29.139924 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5efb8d-bdd2-413f-8837-09546d114cb5 req-bef6d4cd-b8ed-4a84-93b8-05c15db538ae tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:29.141424 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6d5efb8d-bdd2-413f-8837-09546d114cb5 req-bef6d4cd-b8ed-4a84-93b8-05c15db538ae tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 943 time: 0.1148174 Apr 05 22:37:29.195475 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-38e95456-8ffb-4f08-a6bb-d78b11933795 admin admin] Publish callbacks [] for security_group (ca6eb36d-16b8-4dd6-98f3-c5f3baf75f74), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:29.203443 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-38e95456-8ffb-4f08-a6bb-d78b11933795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (ca6eb36d-16b8-4dd6-98f3-c5f3baf75f74), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:29.246721 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6d5efb8d-bdd2-413f-8837-09546d114cb5 req-f83bd81a-068c-4f2c-bcc3-704d54be4919 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996468 Apr 05 22:37:29.278481 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-38e95456-8ffb-4f08-a6bb-d78b11933795 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=35d3c42d392647c3bd2afd82a54c3948&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3066957 Apr 05 22:37:29.278616 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 38014) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:29.279757 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e95456-8ffb-4f08-a6bb-d78b11933795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6eb36d-16b8-4dd6-98f3-c5f3baf75f74,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:29.341340 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-16bfc57a-138c-4ae5-999b-53632ebbbd53 admin admin] Publish callbacks [] for security_group (ca6eb36d-16b8-4dd6-98f3-c5f3baf75f74), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:29.373610 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-16bfc57a-138c-4ae5-999b-53632ebbbd53 admin admin] Publish callbacks [] for security_group (ca6eb36d-16b8-4dd6-98f3-c5f3baf75f74), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:29.383619 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device 38882e06-411a-4d93-b05b-c8508e6f9776 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:37:29.391383 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ccee0b-76d9-48e6-ad56-c6e107f796cf req-82e10102-bb37-4bad-870f-c5dcd3589d3b tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:29.393148 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b8ccee0b-76d9-48e6-ad56-c6e107f796cf req-82e10102-bb37-4bad-870f-c5dcd3589d3b tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/ports?device_id=17db4106-ccc6-406b-8b93-aae11beb2e78 HTTP/1.1" status: 200 len: 946 time: 0.0583658 Apr 05 22:37:29.440194 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-16bfc57a-138c-4ae5-999b-53632ebbbd53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (ca6eb36d-16b8-4dd6-98f3-c5f3baf75f74), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:29.444177 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-16bfc57a-138c-4ae5-999b-53632ebbbd53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:29.446442 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-16bfc57a-138c-4ae5-999b-53632ebbbd53 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ca6eb36d-16b8-4dd6-98f3-c5f3baf75f74 HTTP/1.1" status: 204 len: 168 time: 0.1656234 Apr 05 22:37:29.487424 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bfc57a-138c-4ae5-999b-53632ebbbd53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6eb36d-16b8-4dd6-98f3-c5f3baf75f74,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:29.494776 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b8ccee0b-76d9-48e6-ad56-c6e107f796cf req-bfbf936d-0dac-4b69-995a-3eea6e49c208 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/security-groups?id=e84a0f4d-0a07-40b0-a81d-4381c766cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912397 Apr 05 22:37:29.551502 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] For port 38882e06-411a-4d93-b05b-c8508e6f9776, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=38882e06-411a-4d93-b05b-c8508e6f9776,segment=NetworkSegment(60bccf3c-6e70-4640-bf31-a453a33e1d1c),segment_id=60bccf3c-6e70-4640-bf31-a453a33e1d1c)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:37:29.684446 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Returning: {'device': '38882e06-411a-4d93-b05b-c8508e6f9776', 'network_id': 'cdafa027-5a68-4e7d-98e5-3d69d953062c', 'port_id': '38882e06-411a-4d93-b05b-c8508e6f9776', 'mac_address': 'fa:16:3e:7d:8f:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e210eb77-c8b4-4c67-a300-bbb8691b7d32', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:37:29.722854 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Current status of the port 38882e06-411a-4d93-b05b-c8508e6f9776 is: DOWN; New status is: BUILD {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:37:29.723329 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (38882e06-411a-4d93-b05b-c8508e6f9776), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:29.737094 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38882e06-411a-4d93-b05b-c8508e6f9776 {{(pid=103470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:37:29.757852 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] For port 38882e06-411a-4d93-b05b-c8508e6f9776, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=38882e06-411a-4d93-b05b-c8508e6f9776,segment=NetworkSegment(60bccf3c-6e70-4640-bf31-a453a33e1d1c),segment_id=60bccf3c-6e70-4640-bf31-a453a33e1d1c)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:37:29.765203 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (38882e06-411a-4d93-b05b-c8508e6f9776), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:29.824225 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Pushing event updated for resources: {'Port': ['ID=38882e06-411a-4d93-b05b-c8508e6f9776,revision_number=4']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:29.999174 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921d76a7-ee5b-486e-ae1c-ab1fd7cf6f5a req-68de75b7-e962-4748-af37-c93c523cf714 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:30.006006 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-921d76a7-ee5b-486e-ae1c-ab1fd7cf6f5a req-68de75b7-e962-4748-af37-c93c523cf714 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 945 time: 0.0647583 Apr 05 22:37:30.077579 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-921d76a7-ee5b-486e-ae1c-ab1fd7cf6f5a req-0c215211-5594-4507-b76b-3f7328c06238 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689304 Apr 05 22:37:30.246178 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b7248-cbb5-4a82-8135-3780f7af57c0 req-7ab8d54d-ebe7-43c6-a8ed-e248d8b7dba8 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:30.247793 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1e7b7248-cbb5-4a82-8135-3780f7af57c0 req-7ab8d54d-ebe7-43c6-a8ed-e248d8b7dba8 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b131113-42a0-4ca4-b479-32a584e4d546 HTTP/1.1" status: 200 len: 943 time: 0.0522690 Apr 05 22:37:30.300061 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1e7b7248-cbb5-4a82-8135-3780f7af57c0 req-3006a543-b928-4cd4-95ef-67a93c24b166 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/security-groups?id=43367de8-51cb-4b15-9f75-fdf4a25935b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468931 Apr 05 22:37:30.375190 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6349ea27-7b38-4909-8aea-9f345c57a3bf req-946d3fcc-6018-4b7a-a2db-aa8edcdb0bdf tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:30.376940 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6349ea27-7b38-4909-8aea-9f345c57a3bf req-946d3fcc-6018-4b7a-a2db-aa8edcdb0bdf tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 944 time: 0.0534155 Apr 05 22:37:30.430642 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6349ea27-7b38-4909-8aea-9f345c57a3bf req-2cd4ef3c-d97b-4097-a1e4-4d4bb06fbc3f tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478172 Apr 05 22:37:30.621102 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac86bf-1954-4346-8573-e12afac1fe2c req-75e38ee1-4c98-46e3-ad0e-09f04c4c4a3b tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:30.623504 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-80ac86bf-1954-4346-8573-e12afac1fe2c req-75e38ee1-4c98-46e3-ad0e-09f04c4c4a3b tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/ports?device_id=17db4106-ccc6-406b-8b93-aae11beb2e78 HTTP/1.1" status: 200 len: 946 time: 0.0618100 Apr 05 22:37:30.684669 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-80ac86bf-1954-4346-8573-e12afac1fe2c req-efa44443-bfdb-42cf-9075-dfacb29ef7bd tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/security-groups?id=e84a0f4d-0a07-40b0-a81d-4381c766cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555263 Apr 05 22:37:31.201946 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e196d2-1812-4abb-ae3c-62d13ffe7475 req-2d6a2dbe-d129-48c9-bbbe-c7937274d053 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:31.203373 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-77e196d2-1812-4abb-ae3c-62d13ffe7475 req-2d6a2dbe-d129-48c9-bbbe-c7937274d053 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 945 time: 0.0566432 Apr 05 22:37:31.262321 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-77e196d2-1812-4abb-ae3c-62d13ffe7475 req-613ecb43-85b5-487d-bb68-a651139b853d tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520985 Apr 05 22:37:31.365382 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 38110) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:31.428102 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef9c90c-4659-4d4c-8842-62f639e48955 req-9678914b-bdb3-43cf-a710-b6eb02bc5ade tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:31.430673 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-bef9c90c-4659-4d4c-8842-62f639e48955 req-9678914b-bdb3-43cf-a710-b6eb02bc5ade tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b131113-42a0-4ca4-b479-32a584e4d546 HTTP/1.1" status: 200 len: 943 time: 0.0594697 Apr 05 22:37:31.476970 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-8552e09b-69f4-4225-bce6-e0ea396315a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:31.482148 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-bef9c90c-4659-4d4c-8842-62f639e48955 req-6b7c5c6c-98f5-46b0-9c79-1914c87cc22d tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/security-groups?id=43367de8-51cb-4b15-9f75-fdf4a25935b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458355 Apr 05 22:37:31.559441 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e7cc17-27ba-4b95-b5d7-9e58fc968046 req-27919575-00c1-4fb3-8e82-ad739b9e996b tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:31.561000 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-22e7cc17-27ba-4b95-b5d7-9e58fc968046 req-27919575-00c1-4fb3-8e82-ad739b9e996b tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 944 time: 0.0557034 Apr 05 22:37:31.575296 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-8552e09b-69f4-4225-bce6-e0ea396315a6 admin admin] Publish callbacks [] for security_group (3508412b-8465-4f5a-b74c-6e4a97f81380), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:31.584425 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-8552e09b-69f4-4225-bce6-e0ea396315a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (3508412b-8465-4f5a-b74c-6e4a97f81380), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:31.622532 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-22e7cc17-27ba-4b95-b5d7-9e58fc968046 req-57460172-0145-43f9-8db8-a29cfde719c8 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524354 Apr 05 22:37:31.623753 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-8552e09b-69f4-4225-bce6-e0ea396315a6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c4a7d14e369746ba8a4f2e1db81351fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2570813 Apr 05 22:37:31.626073 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8552e09b-69f4-4225-bce6-e0ea396315a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3508412b-8465-4f5a-b74c-6e4a97f81380,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:31.626552 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 38118) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:31.685280 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-ac0302af-ee7a-47ec-8b27-26542a461faa admin admin] Publish callbacks [] for security_group (3508412b-8465-4f5a-b74c-6e4a97f81380), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:31.711719 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-ac0302af-ee7a-47ec-8b27-26542a461faa admin admin] Publish callbacks [] for security_group (3508412b-8465-4f5a-b74c-6e4a97f81380), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:31.789572 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-ac0302af-ee7a-47ec-8b27-26542a461faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (3508412b-8465-4f5a-b74c-6e4a97f81380), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:31.792592 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-ac0302af-ee7a-47ec-8b27-26542a461faa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:31.793762 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-ac0302af-ee7a-47ec-8b27-26542a461faa admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3508412b-8465-4f5a-b74c-6e4a97f81380 HTTP/1.1" status: 204 len: 168 time: 0.1662400 Apr 05 22:37:31.806446 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0302af-ee7a-47ec-8b27-26542a461faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3508412b-8465-4f5a-b74c-6e4a97f81380,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:31.827251 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96f2bc-78a2-42ba-aa58-c5b66f147220 req-7caf462b-1809-47bb-b70a-689dc51a6f2b tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:31.828612 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-fc96f2bc-78a2-42ba-aa58-c5b66f147220 req-7caf462b-1809-47bb-b70a-689dc51a6f2b tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/ports?device_id=17db4106-ccc6-406b-8b93-aae11beb2e78 HTTP/1.1" status: 200 len: 946 time: 0.0731592 Apr 05 22:37:31.882341 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-fc96f2bc-78a2-42ba-aa58-c5b66f147220 req-9dada3ee-48c8-4740-b28f-7ec008782e15 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/security-groups?id=e84a0f4d-0a07-40b0-a81d-4381c766cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470090 Apr 05 22:37:32.084794 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 38128) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:32.099088 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-01d73d45-e60d-4748-85d4-66c9cbc7aa05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:32.176369 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-01d73d45-e60d-4748-85d4-66c9cbc7aa05 admin admin] Publish callbacks [] for security_group (7979f898-e75d-42e9-9b81-882425cf1b1f), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:32.180373 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-01d73d45-e60d-4748-85d4-66c9cbc7aa05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (7979f898-e75d-42e9-9b81-882425cf1b1f), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:32.217523 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d73d45-e60d-4748-85d4-66c9cbc7aa05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7979f898-e75d-42e9-9b81-882425cf1b1f,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:32.222117 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-01d73d45-e60d-4748-85d4-66c9cbc7aa05 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7be8ddfbb8d64aa0a51ed76ca5b6beb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1361742 Apr 05 22:37:32.224860 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 38132) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:32.277634 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-72e37f97-967a-4da5-9702-7e2fb4598ade admin admin] Publish callbacks [] for security_group (7979f898-e75d-42e9-9b81-882425cf1b1f), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:32.299198 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-72e37f97-967a-4da5-9702-7e2fb4598ade admin admin] Publish callbacks [] for security_group (7979f898-e75d-42e9-9b81-882425cf1b1f), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:32.352798 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-72e37f97-967a-4da5-9702-7e2fb4598ade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (7979f898-e75d-42e9-9b81-882425cf1b1f), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:32.355494 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-72e37f97-967a-4da5-9702-7e2fb4598ade admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:32.356999 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-72e37f97-967a-4da5-9702-7e2fb4598ade admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7979f898-e75d-42e9-9b81-882425cf1b1f HTTP/1.1" status: 204 len: 168 time: 0.1308026 Apr 05 22:37:32.365416 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e37f97-967a-4da5-9702-7e2fb4598ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7979f898-e75d-42e9-9b81-882425cf1b1f,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:32.386525 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f1b886-d0d6-4d1e-a614-3f2fdd69b7c8 req-b1c1bef1-029b-4b72-a04c-b2bb3994b039 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:32.388045 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e7f1b886-d0d6-4d1e-a614-3f2fdd69b7c8 req-b1c1bef1-029b-4b72-a04c-b2bb3994b039 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 945 time: 0.0544162 Apr 05 22:37:32.438399 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e7f1b886-d0d6-4d1e-a614-3f2fdd69b7c8 req-37479772-855c-4ccc-b7c1-c17a359b540c tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440710 Apr 05 22:37:32.601264 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb044235-9d3e-4648-b5d7-444c330a109b req-f5bdc315-405a-4910-9b06-47d6eb7b5483 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:32.603316 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cb044235-9d3e-4648-b5d7-444c330a109b req-f5bdc315-405a-4910-9b06-47d6eb7b5483 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b131113-42a0-4ca4-b479-32a584e4d546 HTTP/1.1" status: 200 len: 943 time: 0.0543723 Apr 05 22:37:32.652343 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cb044235-9d3e-4648-b5d7-444c330a109b req-d4a88745-e167-4118-a4ba-b8dafa470729 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/security-groups?id=43367de8-51cb-4b15-9f75-fdf4a25935b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423455 Apr 05 22:37:32.751681 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a7499-5956-4e63-b550-158573425809 req-fab0b558-2362-44fd-9478-9cc8cfa8269c tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:32.753427 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0e6a7499-5956-4e63-b550-158573425809 req-fab0b558-2362-44fd-9478-9cc8cfa8269c tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 944 time: 0.0574372 Apr 05 22:37:32.802091 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0e6a7499-5956-4e63-b550-158573425809 req-13ece4a5-57fb-44ee-aa91-681c7c67657a tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427165 Apr 05 22:37:33.005577 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f93c2-a556-4f38-8eda-068373827145 req-178ab9ae-4b98-470d-8634-cce35866a537 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:33.007119 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-168f93c2-a556-4f38-8eda-068373827145 req-178ab9ae-4b98-470d-8634-cce35866a537 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/ports?device_id=17db4106-ccc6-406b-8b93-aae11beb2e78 HTTP/1.1" status: 200 len: 946 time: 0.0584455 Apr 05 22:37:33.055544 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-168f93c2-a556-4f38-8eda-068373827145 req-7817ba8d-803a-4219-b2f5-3121a6b27ea1 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/security-groups?id=e84a0f4d-0a07-40b0-a81d-4381c766cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416961 Apr 05 22:37:33.408224 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 38176) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:33.511590 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-beea887b-d93e-4384-ac1f-ff375a4a433b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:33.556626 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd94391-d1f7-41ac-a574-38797f0528de req-0f9565ff-a777-496d-955c-97bf074ac01a tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:33.558122 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-fcd94391-d1f7-41ac-a574-38797f0528de req-0f9565ff-a777-496d-955c-97bf074ac01a tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 945 time: 0.0519149 Apr 05 22:37:33.585264 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-beea887b-d93e-4384-ac1f-ff375a4a433b admin admin] Publish callbacks [] for security_group (47ed0950-6862-4d6f-8a3b-ce581d2cbfe7), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:33.589079 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-beea887b-d93e-4384-ac1f-ff375a4a433b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (47ed0950-6862-4d6f-8a3b-ce581d2cbfe7), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:33.607137 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-fcd94391-d1f7-41ac-a574-38797f0528de req-d462b359-8d0d-444d-9a7c-fc71ebf3ec16 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427942 Apr 05 22:37:33.633735 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-beea887b-d93e-4384-ac1f-ff375a4a433b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=23e72a6902324a28bf86dc1ff0d8b4d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2237780 Apr 05 22:37:33.635643 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beea887b-d93e-4384-ac1f-ff375a4a433b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47ed0950-6862-4d6f-8a3b-ce581d2cbfe7,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:33.636654 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 38184) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:33.686844 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-8bf74b43-f44c-4ce8-b79f-b5e76c1c033f admin admin] Publish callbacks [] for security_group (47ed0950-6862-4d6f-8a3b-ce581d2cbfe7), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:33.707251 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-8bf74b43-f44c-4ce8-b79f-b5e76c1c033f admin admin] Publish callbacks [] for security_group (47ed0950-6862-4d6f-8a3b-ce581d2cbfe7), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:33.786876 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabc56b9-4794-4ca2-94a6-c375a32accd2 req-39664ab8-97ae-4f2e-9419-3bd222278149 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:33.788391 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-fabc56b9-4794-4ca2-94a6-c375a32accd2 req-39664ab8-97ae-4f2e-9419-3bd222278149 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b131113-42a0-4ca4-b479-32a584e4d546 HTTP/1.1" status: 200 len: 943 time: 0.0673766 Apr 05 22:37:33.793948 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-8bf74b43-f44c-4ce8-b79f-b5e76c1c033f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (47ed0950-6862-4d6f-8a3b-ce581d2cbfe7), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:33.796599 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-8bf74b43-f44c-4ce8-b79f-b5e76c1c033f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:33.797685 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-8bf74b43-f44c-4ce8-b79f-b5e76c1c033f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/47ed0950-6862-4d6f-8a3b-ce581d2cbfe7 HTTP/1.1" status: 204 len: 168 time: 0.1599572 Apr 05 22:37:33.811647 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf74b43-f44c-4ce8-b79f-b5e76c1c033f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ed0950-6862-4d6f-8a3b-ce581d2cbfe7,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:33.862132 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-fabc56b9-4794-4ca2-94a6-c375a32accd2 req-bf8bbb03-7252-48c4-984e-6e5c2ba314e6 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/security-groups?id=43367de8-51cb-4b15-9f75-fdf4a25935b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633900 Apr 05 22:37:33.933292 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7482997b-e8fb-479e-bee9-cd0f79cf7993 req-48375426-965c-41f6-a60d-68725b74d869 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:33.934900 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7482997b-e8fb-479e-bee9-cd0f79cf7993 req-48375426-965c-41f6-a60d-68725b74d869 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 944 time: 0.0556602 Apr 05 22:37:33.982180 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7482997b-e8fb-479e-bee9-cd0f79cf7993 req-087c9c97-1c4b-4e57-b6e4-9e23b5428903 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418446 Apr 05 22:37:33.997064 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] get_ports_and_sgs() called for port_ids ['38882e06-411a-4d93-b05b-c8508e6f9776'] {{(pid=103470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:37:34.025010 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device 907261c3-a522-4e82-b795-3ad09c92eb14 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:37:34.183247 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d1a47-95ec-4623-a796-554e3c2c3509 req-7519867c-1919-445f-83a3-0b5041d35e03 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:34.184724 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-581d1a47-95ec-4623-a796-554e3c2c3509 req-7519867c-1919-445f-83a3-0b5041d35e03 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/ports?device_id=17db4106-ccc6-406b-8b93-aae11beb2e78 HTTP/1.1" status: 200 len: 946 time: 0.0607955 Apr 05 22:37:34.198874 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] For port 907261c3-a522-4e82-b795-3ad09c92eb14, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=907261c3-a522-4e82-b795-3ad09c92eb14,segment=NetworkSegment(7d65933d-36de-4f1d-ae48-24ad40f63257),segment_id=7d65933d-36de-4f1d-ae48-24ad40f63257)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:37:34.220996 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Returning: {'device': '907261c3-a522-4e82-b795-3ad09c92eb14', 'network_id': '2745cec7-a148-4762-a4f4-09b14f6d3b74', 'port_id': '907261c3-a522-4e82-b795-3ad09c92eb14', 'mac_address': 'fa:16:3e:67:8a:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45b714fa-5bcf-429b-b58b-460d14e81c92', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:37:34.233743 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-581d1a47-95ec-4623-a796-554e3c2c3509 req-64819fa4-9936-4925-955e-eb1237ddbc36 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/security-groups?id=e84a0f4d-0a07-40b0-a81d-4381c766cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433717 Apr 05 22:37:34.281578 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Current status of the port 907261c3-a522-4e82-b795-3ad09c92eb14 is: DOWN; New status is: BUILD {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:37:34.281965 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (907261c3-a522-4e82-b795-3ad09c92eb14), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:34.296766 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 907261c3-a522-4e82-b795-3ad09c92eb14 {{(pid=103470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:37:34.317047 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] For port 907261c3-a522-4e82-b795-3ad09c92eb14, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=907261c3-a522-4e82-b795-3ad09c92eb14,segment=NetworkSegment(7d65933d-36de-4f1d-ae48-24ad40f63257),segment_id=7d65933d-36de-4f1d-ae48-24ad40f63257)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:37:34.321746 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (907261c3-a522-4e82-b795-3ad09c92eb14), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:34.368236 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Pushing event updated for resources: {'Port': ['ID=907261c3-a522-4e82-b795-3ad09c92eb14,revision_number=4']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:34.734554 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a5d4aa-0023-400f-bb47-e707659d7706 req-955821e7-0fdd-4451-b442-33f38bd96fa1 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:34.736860 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-27a5d4aa-0023-400f-bb47-e707659d7706 req-955821e7-0fdd-4451-b442-33f38bd96fa1 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 945 time: 0.0581200 Apr 05 22:37:34.796150 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-27a5d4aa-0023-400f-bb47-e707659d7706 req-96dab264-572f-4d02-a2f4-4e8e5b6d6f72 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514898 Apr 05 22:37:34.997036 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b1228-96eb-476c-a996-8bea36ce053e req-cc2dc911-939b-4a2a-b2de-ce0e56a0a074 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:34.998648 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f87b1228-96eb-476c-a996-8bea36ce053e req-cc2dc911-939b-4a2a-b2de-ce0e56a0a074 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b131113-42a0-4ca4-b479-32a584e4d546 HTTP/1.1" status: 200 len: 944 time: 0.0578444 Apr 05 22:37:35.047230 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f87b1228-96eb-476c-a996-8bea36ce053e req-016e8da2-26b3-47ec-a801-6e3f8568144d tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/security-groups?id=43367de8-51cb-4b15-9f75-fdf4a25935b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429535 Apr 05 22:37:35.115495 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f672f-c554-44d9-9cf0-b7f381bcf173 req-98036c5a-abe6-4859-8f75-9cc91aac89fb tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:35.116938 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6a6f672f-c554-44d9-9cf0-b7f381bcf173 req-98036c5a-abe6-4859-8f75-9cc91aac89fb tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 944 time: 0.0539029 Apr 05 22:37:35.161727 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6a6f672f-c554-44d9-9cf0-b7f381bcf173 req-a52efeeb-3606-4984-99ef-4c0e11b86913 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390861 Apr 05 22:37:35.349834 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26328572-07a9-4fe9-8814-1c6e5a9adfa4 req-d8a13f86-6acf-4ade-841e-67a0ac30a90c tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:35.352258 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-26328572-07a9-4fe9-8814-1c6e5a9adfa4 req-d8a13f86-6acf-4ade-841e-67a0ac30a90c tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/ports?device_id=17db4106-ccc6-406b-8b93-aae11beb2e78 HTTP/1.1" status: 200 len: 946 time: 0.0510874 Apr 05 22:37:35.400066 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-26328572-07a9-4fe9-8814-1c6e5a9adfa4 req-755abd50-e1a0-49aa-ac2a-8a19938e470c tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/security-groups?id=e84a0f4d-0a07-40b0-a81d-4381c766cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424163 Apr 05 22:37:35.514128 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-a3bab57f-2b2c-41cc-8654-100736865e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (08425891-4e99-4ae4-974b-85ee5a0410c6), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:35.913070 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7472cc-468b-4879-b346-dc29bf98628a req-72cf7ba7-7593-469b-a5ff-2f9ad6f2abd4 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:35.914734 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4a7472cc-468b-4879-b346-dc29bf98628a req-72cf7ba7-7593-469b-a5ff-2f9ad6f2abd4 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 945 time: 0.0518363 Apr 05 22:37:35.967010 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4a7472cc-468b-4879-b346-dc29bf98628a req-83da73a0-87b1-4db2-b050-d577e19ffa68 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429590 Apr 05 22:37:36.165720 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e70f46b-78ab-4394-8315-cdf80a6979df req-d2c74b5b-0386-4cb7-81a0-36449e3179ec tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:36.167112 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4e70f46b-78ab-4394-8315-cdf80a6979df req-d2c74b5b-0386-4cb7-81a0-36449e3179ec tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b131113-42a0-4ca4-b479-32a584e4d546 HTTP/1.1" status: 200 len: 944 time: 0.0522692 Apr 05 22:37:36.215580 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4e70f46b-78ab-4394-8315-cdf80a6979df req-a663a664-fb1b-45af-990a-297ef7d2a989 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/security-groups?id=43367de8-51cb-4b15-9f75-fdf4a25935b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429862 Apr 05 22:37:36.293103 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675b508e-4b30-4c6c-b014-a26ca3cf4c3a req-8ea55989-33f2-4fb5-8d8a-60121ea2ef62 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:36.294598 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-675b508e-4b30-4c6c-b014-a26ca3cf4c3a req-8ea55989-33f2-4fb5-8d8a-60121ea2ef62 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 944 time: 0.0569072 Apr 05 22:37:36.340731 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-675b508e-4b30-4c6c-b014-a26ca3cf4c3a req-bb14b219-f897-4b0d-9f43-9ed034dfde59 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406301 Apr 05 22:37:36.512849 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987cac0-bce6-45ec-8eb2-fc9b50f5c775 req-114825ed-8538-410a-8257-1c6c364f0fb0 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:36.514329 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8987cac0-bce6-45ec-8eb2-fc9b50f5c775 req-114825ed-8538-410a-8257-1c6c364f0fb0 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/ports?device_id=17db4106-ccc6-406b-8b93-aae11beb2e78 HTTP/1.1" status: 200 len: 946 time: 0.0509892 Apr 05 22:37:36.560514 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8987cac0-bce6-45ec-8eb2-fc9b50f5c775 req-bb4d96d0-e965-4331-9ee2-be9a74756b02 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/security-groups?id=e84a0f4d-0a07-40b0-a81d-4381c766cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406432 Apr 05 22:37:37.079787 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b50dc-fbce-4704-a898-ace58a14418b req-52f52b69-4340-401c-93c3-66f4db7a6036 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:37.081231 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b65b50dc-fbce-4704-a898-ace58a14418b req-52f52b69-4340-401c-93c3-66f4db7a6036 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 945 time: 0.0492253 Apr 05 22:37:37.130969 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b65b50dc-fbce-4704-a898-ace58a14418b req-6a9b4940-5b31-411f-b307-258f7993c126 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425007 Apr 05 22:37:37.333740 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b958f-2e51-4731-8027-9de2abff8b19 req-c1ce93d7-e112-43ad-9c47-5e31caffe819 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:37.335158 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7f8b958f-2e51-4731-8027-9de2abff8b19 req-c1ce93d7-e112-43ad-9c47-5e31caffe819 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b131113-42a0-4ca4-b479-32a584e4d546 HTTP/1.1" status: 200 len: 944 time: 0.0497124 Apr 05 22:37:37.379552 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7f8b958f-2e51-4731-8027-9de2abff8b19 req-7910b2e5-2b51-42c7-9349-891c06405224 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/security-groups?id=43367de8-51cb-4b15-9f75-fdf4a25935b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389850 Apr 05 22:37:37.462327 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ad95e4-aaf1-4e90-bfb5-53c0ff526661 req-934f4088-b807-4b77-8707-4e18e356a914 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:37.463800 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-11ad95e4-aaf1-4e90-bfb5-53c0ff526661 req-934f4088-b807-4b77-8707-4e18e356a914 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 944 time: 0.0519965 Apr 05 22:37:37.509436 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-11ad95e4-aaf1-4e90-bfb5-53c0ff526661 req-066bc6b8-4c4d-4573-a8ed-d9d531635fed tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400858 Apr 05 22:37:37.679383 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4869b933-7e37-4af4-89e4-0693ef1852de req-41d396d1-fe3b-4a9d-bb59-9f556772ce4e tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:37.681417 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4869b933-7e37-4af4-89e4-0693ef1852de req-41d396d1-fe3b-4a9d-bb59-9f556772ce4e tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/ports?device_id=17db4106-ccc6-406b-8b93-aae11beb2e78 HTTP/1.1" status: 200 len: 946 time: 0.0548511 Apr 05 22:37:37.725969 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4869b933-7e37-4af4-89e4-0693ef1852de req-7a43e2b1-e008-4672-abdc-6b66b6b321f5 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/security-groups?id=e84a0f4d-0a07-40b0-a81d-4381c766cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390255 Apr 05 22:37:37.850078 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-bfb01038-4e2b-45d7-80b5-c07e07b7a11a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (79a469f9-bdbc-4492-b479-9e5faeaf33b0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:38.247324 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd6737-e489-4d85-a6e2-7ad681a636de req-b8361e4b-7ab4-4369-8b8e-c90a293c5d92 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:38.248791 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1dcd6737-e489-4d85-a6e2-7ad681a636de req-b8361e4b-7ab4-4369-8b8e-c90a293c5d92 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 945 time: 0.0511923 Apr 05 22:37:38.293430 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1dcd6737-e489-4d85-a6e2-7ad681a636de req-71eb90a4-ac52-4054-a3fb-cd78ef95a44f tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391641 Apr 05 22:37:38.498514 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7364a5fd-b811-4224-acde-05c390cc3ff4 req-72376a2a-353c-413c-a326-d0d61247e04b tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:38.500015 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7364a5fd-b811-4224-acde-05c390cc3ff4 req-72376a2a-353c-413c-a326-d0d61247e04b tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b131113-42a0-4ca4-b479-32a584e4d546 HTTP/1.1" status: 200 len: 944 time: 0.0554905 Apr 05 22:37:38.546642 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7364a5fd-b811-4224-acde-05c390cc3ff4 req-7e95b8bb-c406-47a7-a760-1f33b8d034e7 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/security-groups?id=43367de8-51cb-4b15-9f75-fdf4a25935b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412908 Apr 05 22:37:38.631153 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5359bbd-f7c6-47f2-b983-f7bbe6704625 req-c488ed67-0c58-48d3-8c9b-021eff9562e8 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:38.633146 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e5359bbd-f7c6-47f2-b983-f7bbe6704625 req-c488ed67-0c58-48d3-8c9b-021eff9562e8 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 944 time: 0.0517001 Apr 05 22:37:38.678464 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e5359bbd-f7c6-47f2-b983-f7bbe6704625 req-dc46fa9c-8dc9-4851-8273-e1bea7da8648 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393801 Apr 05 22:37:38.752748 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device 38882e06-411a-4d93-b05b-c8508e6f9776 up at agent hyperv_hv-cinder-83588 {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:37:38.808410 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Provisioning for port 38882e06-411a-4d93-b05b-c8508e6f9776 completed by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 22:37:38.813108 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Provisioning complete for port 38882e06-411a-4d93-b05b-c8508e6f9776 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:37:38.813512 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (38882e06-411a-4d93-b05b-c8508e6f9776), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:38.853860 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93198b50-cbb7-4272-a99d-78d5b2abb22f req-c326f5d0-b293-43c6-9ab2-78999a5aa52a tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:38.855344 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-93198b50-cbb7-4272-a99d-78d5b2abb22f req-c326f5d0-b293-43c6-9ab2-78999a5aa52a tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/ports?device_id=17db4106-ccc6-406b-8b93-aae11beb2e78 HTTP/1.1" status: 200 len: 946 time: 0.0588582 Apr 05 22:37:38.919203 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Current status of the port 38882e06-411a-4d93-b05b-c8508e6f9776 is: BUILD; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:37:38.919836 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (38882e06-411a-4d93-b05b-c8508e6f9776), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:38.924720 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-93198b50-cbb7-4272-a99d-78d5b2abb22f req-13efa834-a88f-4dca-9526-202cb7208398 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/security-groups?id=e84a0f4d-0a07-40b0-a81d-4381c766cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616636 Apr 05 22:37:38.967178 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-dae4f030-1cb2-49a8-bcfa-6facf2529a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (e40c9916-dc7d-41d8-a75d-da550db0c469), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:38.971953 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6820dc5a-0cc6-456b-baca-3e881565a705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38882e06-411a-4d93-b05b-c8508e6f9776'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:37:38.974153 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5eeae28b1739aff28e9ac2b05a29cddcf15b93cc3fe96f2ce32a289e1b5713d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c6668a-4d91-44de-bec3-ca9ff54b00f0" -d '{"events": [{"server_uuid": "6820dc5a-0cc6-456b-baca-3e881565a705", "name": "network-vif-plugged", "status": "completed", "tag": "38882e06-411a-4d93-b05b-c8508e6f9776"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:37:38.992536 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] For port 38882e06-411a-4d93-b05b-c8508e6f9776, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=38882e06-411a-4d93-b05b-c8508e6f9776,segment=NetworkSegment(60bccf3c-6e70-4640-bf31-a453a33e1d1c),segment_id=60bccf3c-6e70-4640-bf31-a453a33e1d1c)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:37:38.996979 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (38882e06-411a-4d93-b05b-c8508e6f9776), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:39.024898 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e79ceb-5edc-478f-8ad4-272b2d0fff32 x-openstack-request-id: req-69e79ceb-5edc-478f-8ad4-272b2d0fff32 {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:37:39.025203 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6820dc5a-0cc6-456b-baca-3e881565a705", "name": "network-vif-plugged", "status": "completed", "tag": "38882e06-411a-4d93-b05b-c8508e6f9776", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:37:39.025456 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-69e79ceb-5edc-478f-8ad4-272b2d0fff32 {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:37:39.025865 dv-cinder-835881-4-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69e79ceb-5edc-478f-8ad4-272b2d0fff32'] response: {'server_uuid': '6820dc5a-0cc6-456b-baca-3e881565a705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38882e06-411a-4d93-b05b-c8508e6f9776', 'code': 200} Apr 05 22:37:39.049433 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Pushing event updated for resources: {'Port': ['ID=38882e06-411a-4d93-b05b-c8508e6f9776,revision_number=5']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:39.180914 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] get_ports_and_sgs() called for port_ids ['907261c3-a522-4e82-b795-3ad09c92eb14'] {{(pid=103470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:37:39.411347 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b59e8-062f-4eff-a889-6f4c06892c28 req-755f6972-2824-45c7-a8af-f018e785ea7a tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:39.412832 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3d0b59e8-062f-4eff-a889-6f4c06892c28 req-755f6972-2824-45c7-a8af-f018e785ea7a tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 945 time: 0.0513031 Apr 05 22:37:39.460902 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3d0b59e8-062f-4eff-a889-6f4c06892c28 req-80470cc7-6b2f-42c4-ab9d-a4029e784345 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417364 Apr 05 22:37:39.532123 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d42513-5c3a-4a4f-a2cd-ae360ad41ddb req-279733cc-8e0b-42cb-9f49-6f069653a0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:39.533701 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c2d42513-5c3a-4a4f-a2cd-ae360ad41ddb req-279733cc-8e0b-42cb-9f49-6f069653a0d6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f0326d1c-064c-4b3c-9ffd-06a7df79dec6 HTTP/1.1" status: 200 len: 1130 time: 0.0477352 Apr 05 22:37:39.542089 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a467bb1d-52f7-472c-b900-532abe81599b req-3c0d084b-626f-4e47-bf4f-ac27ac5e187e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:39.543575 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a467bb1d-52f7-472c-b900-532abe81599b req-3c0d084b-626f-4e47-bf4f-ac27ac5e187e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1ba0c2747b5346a280f6f563ba891f9e&device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 1129 time: 0.0515368 Apr 05 22:37:39.596958 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c2d42513-5c3a-4a4f-a2cd-ae360ad41ddb req-29797b38-a29f-449c-9533-c0440f781b69 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456803 Apr 05 22:37:39.684022 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a29a1f-8e72-4528-badb-ca499b01453e req-800f3f4c-7388-4313-b21a-932f4781a07b tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:39.685527 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-06a29a1f-8e72-4528-badb-ca499b01453e req-800f3f4c-7388-4313-b21a-932f4781a07b tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b131113-42a0-4ca4-b479-32a584e4d546 HTTP/1.1" status: 200 len: 944 time: 0.0552149 Apr 05 22:37:39.738113 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-06a29a1f-8e72-4528-badb-ca499b01453e req-b40228a9-605e-49bd-9211-9f9f17fb286d tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/security-groups?id=43367de8-51cb-4b15-9f75-fdf4a25935b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467257 Apr 05 22:37:39.802031 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e428938-07db-4028-8951-085f0b7c4e50 req-785377e1-32fc-4108-8d2d-df6e14703d67 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:39.803482 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6e428938-07db-4028-8951-085f0b7c4e50 req-785377e1-32fc-4108-8d2d-df6e14703d67 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 945 time: 0.0518346 Apr 05 22:37:39.852634 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6e428938-07db-4028-8951-085f0b7c4e50 req-973e94d4-2e4f-4dd4-906c-b25e58acd7d9 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434034 Apr 05 22:37:40.049950 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52191a1-654d-4294-a3e6-8992d4906b28 req-2b1284a5-9f08-4eb7-a6f7-816fba8d71b5 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:40.051405 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a52191a1-654d-4294-a3e6-8992d4906b28 req-2b1284a5-9f08-4eb7-a6f7-816fba8d71b5 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/ports?device_id=17db4106-ccc6-406b-8b93-aae11beb2e78 HTTP/1.1" status: 200 len: 946 time: 0.0523503 Apr 05 22:37:40.113602 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a52191a1-654d-4294-a3e6-8992d4906b28 req-2ed6c747-c597-4ccd-9e40-27ed8ee739e7 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/security-groups?id=e84a0f4d-0a07-40b0-a81d-4381c766cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561910 Apr 05 22:37:40.574388 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b9904-0481-4257-a247-beb668240d08 req-008ee66a-0d21-49c9-bdc3-8eac80c3534f tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:40.576579 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-300b9904-0481-4257-a247-beb668240d08 req-008ee66a-0d21-49c9-bdc3-8eac80c3534f tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 945 time: 0.0506701 Apr 05 22:37:40.591419 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-99ae2e83-6010-40d2-b70a-5b0f9e3ea887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (f28e62d6-8243-45bb-b578-64cfae2561d0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:40.624061 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-300b9904-0481-4257-a247-beb668240d08 req-5f864e14-b0cf-492a-a073-ec30ccce2ac4 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416572 Apr 05 22:37:40.846603 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a84b76-318f-4c10-bc38-b76a15ca8176 req-148492be-12b2-4048-b679-b901c8c6849b tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:40.848032 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-31a84b76-318f-4c10-bc38-b76a15ca8176 req-148492be-12b2-4048-b679-b901c8c6849b tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b131113-42a0-4ca4-b479-32a584e4d546 HTTP/1.1" status: 200 len: 944 time: 0.0491595 Apr 05 22:37:40.894483 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-31a84b76-318f-4c10-bc38-b76a15ca8176 req-afbbf117-8546-4e34-9aa0-1d9f239ecf46 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/security-groups?id=43367de8-51cb-4b15-9f75-fdf4a25935b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401788 Apr 05 22:37:40.973466 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c51b027-874e-4178-87ef-7b01c11c7e04 req-12d7351a-4bcd-445c-9def-ef18ba43ad81 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:40.974942 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8c51b027-874e-4178-87ef-7b01c11c7e04 req-12d7351a-4bcd-445c-9def-ef18ba43ad81 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 945 time: 0.0523999 Apr 05 22:37:41.021191 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8c51b027-874e-4178-87ef-7b01c11c7e04 req-6ccae839-1028-4a0e-bb3b-58d303ab72a7 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398273 Apr 05 22:37:41.736871 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46472449-a650-46ca-a4b3-82db94bacf43 req-c284ef81-6c27-4c92-a977-db077ddd1e12 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:41.738239 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-46472449-a650-46ca-a4b3-82db94bacf43 req-c284ef81-6c27-4c92-a977-db077ddd1e12 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 945 time: 0.0503974 Apr 05 22:37:41.783301 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-46472449-a650-46ca-a4b3-82db94bacf43 req-d1023420-bc15-4f96-aecf-13b5a70a6108 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389059 Apr 05 22:37:42.010696 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c4925-8afe-473e-abf3-55db591f7a36 req-83e0f99c-bd4c-499b-b973-c250c4c50f1d tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:42.012032 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-401c4925-8afe-473e-abf3-55db591f7a36 req-83e0f99c-bd4c-499b-b973-c250c4c50f1d tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b131113-42a0-4ca4-b479-32a584e4d546 HTTP/1.1" status: 200 len: 944 time: 0.0528955 Apr 05 22:37:42.040040 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (b771b186-15ef-4a1a-9c73-ea54ac08c8ac), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:42.062938 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-401c4925-8afe-473e-abf3-55db591f7a36 req-b4f49871-2d15-4822-b7dc-52475a94b774 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/security-groups?id=43367de8-51cb-4b15-9f75-fdf4a25935b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454171 Apr 05 22:37:42.149619 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b4ea80-afec-4ef6-a3e0-09fd4a6abce7 req-0b7b8b73-0bf8-4246-ac84-ab91a282f0b7 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:42.151084 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-38b4ea80-afec-4ef6-a3e0-09fd4a6abce7 req-0b7b8b73-0bf8-4246-ac84-ab91a282f0b7 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 945 time: 0.0525603 Apr 05 22:37:42.196199 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-38b4ea80-afec-4ef6-a3e0-09fd4a6abce7 req-d661f79c-49ce-42ae-8a88-5e692390bf9f tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395091 Apr 05 22:37:42.895241 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc9ab0-c622-4497-929a-6c78ce3e0027 req-540153c5-49cd-4918-a3fb-f03848fb0ed2 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:42.896656 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-36cc9ab0-c622-4497-929a-6c78ce3e0027 req-540153c5-49cd-4918-a3fb-f03848fb0ed2 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 945 time: 0.0498714 Apr 05 22:37:42.944503 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-36cc9ab0-c622-4497-929a-6c78ce3e0027 req-4a57898c-2509-4546-8d32-52fc195994b4 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416539 Apr 05 22:37:43.178692 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053c9b2-9b69-4056-a601-f03be0b3797a req-3434ecce-af40-4ae0-9be5-d9f503d69038 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:43.180773 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e053c9b2-9b69-4056-a601-f03be0b3797a req-3434ecce-af40-4ae0-9be5-d9f503d69038 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b131113-42a0-4ca4-b479-32a584e4d546 HTTP/1.1" status: 200 len: 944 time: 0.0498705 Apr 05 22:37:43.224973 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e053c9b2-9b69-4056-a601-f03be0b3797a req-0dc3db71-c171-4ee6-ab07-17d8fed16b3a tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/security-groups?id=43367de8-51cb-4b15-9f75-fdf4a25935b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385230 Apr 05 22:37:43.315996 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce706f-8e9e-44d0-ba25-167b23ffcd09 req-83e82153-0cbd-45d5-8d40-7db689cad1af tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:43.317505 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d9ce706f-8e9e-44d0-ba25-167b23ffcd09 req-83e82153-0cbd-45d5-8d40-7db689cad1af tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 945 time: 0.0509799 Apr 05 22:37:43.363651 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d9ce706f-8e9e-44d0-ba25-167b23ffcd09 req-07098caf-4a0d-447a-a2d4-d5a0111f3433 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398993 Apr 05 22:37:43.986127 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be240f21-3801-45da-80a9-2b1289d2e280 req-59abf9db-76fa-4cde-afdd-a89a572dfa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:43.987821 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-be240f21-3801-45da-80a9-2b1289d2e280 req-59abf9db-76fa-4cde-afdd-a89a572dfa31 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 1129 time: 0.0479798 Apr 05 22:37:44.066456 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a467bb1d-52f7-472c-b900-532abe81599b req-2980fd73-444d-488a-a646-797626671f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:44.067955 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a467bb1d-52f7-472c-b900-532abe81599b req-2980fd73-444d-488a-a646-797626671f9a service neutron] 10.222.0.13 "GET /v2.0/networks?id=3db3989f-3792-497b-8859-b82b64749acf HTTP/1.1" status: 200 len: 919 time: 0.1539307 Apr 05 22:37:44.073315 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-be240f21-3801-45da-80a9-2b1289d2e280 req-8b85af8c-2eb9-40ed-8b99-3b7f3bd31434 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675800 Apr 05 22:37:44.088306 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba17f83-cb4e-4bd1-b8ae-173867c74ecb req-f72bbc27-4e95-4ecb-b243-b18747b1d179 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:44.089809 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-fba17f83-cb4e-4bd1-b8ae-173867c74ecb req-f72bbc27-4e95-4ecb-b243-b18747b1d179 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 945 time: 0.0701478 Apr 05 22:37:44.136822 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-fba17f83-cb4e-4bd1-b8ae-173867c74ecb req-ffb8f46d-dcdb-40a0-b82c-f7ea76f4fa8b tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413494 Apr 05 22:37:44.340516 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c711e-dc6c-46b5-96ee-dc4aa6a3d6de req-85081742-8db8-46b4-8614-8489de321737 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:44.342024 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-aa2c711e-dc6c-46b5-96ee-dc4aa6a3d6de req-85081742-8db8-46b4-8614-8489de321737 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b131113-42a0-4ca4-b479-32a584e4d546 HTTP/1.1" status: 200 len: 944 time: 0.0527415 Apr 05 22:37:44.401994 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-aa2c711e-dc6c-46b5-96ee-dc4aa6a3d6de req-db22c500-de82-46f5-9f36-5ed3581d8321 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/security-groups?id=43367de8-51cb-4b15-9f75-fdf4a25935b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502069 Apr 05 22:37:44.475602 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device 907261c3-a522-4e82-b795-3ad09c92eb14 up at agent hyperv_hv-cinder-83588 {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:37:44.487734 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acce421-50d9-44a4-91b1-687e0daea501 req-7851470f-2086-4dc7-916e-a069fce9b37f tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:44.489430 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9acce421-50d9-44a4-91b1-687e0daea501 req-7851470f-2086-4dc7-916e-a069fce9b37f tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 945 time: 0.0551684 Apr 05 22:37:44.530904 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Provisioning for port 907261c3-a522-4e82-b795-3ad09c92eb14 completed by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 22:37:44.534825 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Provisioning complete for port 907261c3-a522-4e82-b795-3ad09c92eb14 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:37:44.535201 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (907261c3-a522-4e82-b795-3ad09c92eb14), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:44.544967 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9acce421-50d9-44a4-91b1-687e0daea501 req-42af3a6d-f4b8-4a50-8511-7bc12fff5c91 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475469 Apr 05 22:37:44.613995 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Current status of the port 907261c3-a522-4e82-b795-3ad09c92eb14 is: BUILD; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:37:44.614375 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (907261c3-a522-4e82-b795-3ad09c92eb14), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:44.638218 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b131113-42a0-4ca4-b479-32a584e4d546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '907261c3-a522-4e82-b795-3ad09c92eb14'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:37:44.640586 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5eeae28b1739aff28e9ac2b05a29cddcf15b93cc3fe96f2ce32a289e1b5713d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59995e9e-ffe1-43e1-bbce-f22a4dee1ca4" -d '{"events": [{"server_uuid": "2b131113-42a0-4ca4-b479-32a584e4d546", "name": "network-vif-plugged", "status": "completed", "tag": "907261c3-a522-4e82-b795-3ad09c92eb14"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:37:44.658479 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] For port 907261c3-a522-4e82-b795-3ad09c92eb14, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=907261c3-a522-4e82-b795-3ad09c92eb14,segment=NetworkSegment(7d65933d-36de-4f1d-ae48-24ad40f63257),segment_id=7d65933d-36de-4f1d-ae48-24ad40f63257)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:37:44.661118 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (907261c3-a522-4e82-b795-3ad09c92eb14), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:44.687800 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b689110-bc88-4882-94c6-a438a6559938 x-openstack-request-id: req-5b689110-bc88-4882-94c6-a438a6559938 {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:37:44.688111 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b131113-42a0-4ca4-b479-32a584e4d546", "name": "network-vif-plugged", "status": "completed", "tag": "907261c3-a522-4e82-b795-3ad09c92eb14", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:37:44.688364 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5b689110-bc88-4882-94c6-a438a6559938 {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:37:44.688750 dv-cinder-835881-4-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b689110-bc88-4882-94c6-a438a6559938'] response: {'server_uuid': '2b131113-42a0-4ca4-b479-32a584e4d546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '907261c3-a522-4e82-b795-3ad09c92eb14', 'code': 200} Apr 05 22:37:44.713773 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Pushing event updated for resources: {'Port': ['ID=907261c3-a522-4e82-b795-3ad09c92eb14,revision_number=5']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:45.254134 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549213fb-7e5f-4964-a1c9-3afe29c9113c req-1e1731a4-79b2-4860-ac2b-17204fcd1608 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:45.255613 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-549213fb-7e5f-4964-a1c9-3afe29c9113c req-1e1731a4-79b2-4860-ac2b-17204fcd1608 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 945 time: 0.0528710 Apr 05 22:37:45.306114 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-549213fb-7e5f-4964-a1c9-3afe29c9113c req-c81c7a4b-b001-4f08-80ee-58f0e2c69352 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441267 Apr 05 22:37:45.532124 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2889df-92c1-4797-888d-f295ca9b5f2f req-33a924c0-9327-4d1f-ad1a-e65a9b5bc021 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:45.533752 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1b2889df-92c1-4797-888d-f295ca9b5f2f req-33a924c0-9327-4d1f-ad1a-e65a9b5bc021 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b131113-42a0-4ca4-b479-32a584e4d546 HTTP/1.1" status: 200 len: 945 time: 0.0607247 Apr 05 22:37:45.540576 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a467bb1d-52f7-472c-b900-532abe81599b req-8be4419a-088c-42d6-a341-28d1aa38ab38 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f2e24f9-cd41-4e0f-b54f-daaf60034ee2 HTTP/1.1" status: 200 len: 217 time: 0.0469997 Apr 05 22:37:45.605937 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1b2889df-92c1-4797-888d-f295ca9b5f2f req-744a65b8-6cc1-4550-b0b0-c307da954e55 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/security-groups?id=43367de8-51cb-4b15-9f75-fdf4a25935b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642164 Apr 05 22:37:45.687168 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94233162-af36-4c6b-a3d6-bb9307a7485b req-e3d8fe90-bef7-4aa1-b116-d73ad95cd111 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:45.689117 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-94233162-af36-4c6b-a3d6-bb9307a7485b req-e3d8fe90-bef7-4aa1-b116-d73ad95cd111 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 945 time: 0.0543554 Apr 05 22:37:45.735459 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-94233162-af36-4c6b-a3d6-bb9307a7485b req-d1fc7356-4be2-44d8-b956-16ffcb46c46f tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405662 Apr 05 22:37:46.421502 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89a30a5-1458-4eaf-b301-af05342c43cf req-f6072f3b-6b1d-4c01-8dd9-9ff3d1cbafc8 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:46.422930 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b89a30a5-1458-4eaf-b301-af05342c43cf req-f6072f3b-6b1d-4c01-8dd9-9ff3d1cbafc8 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 945 time: 0.0520792 Apr 05 22:37:46.468661 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b89a30a5-1458-4eaf-b301-af05342c43cf req-ef32f6d7-2a5e-468d-ad4f-ef08d9ddc7be tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401094 Apr 05 22:37:46.729805 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 38490) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:46.749471 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b89b8b-5e1b-4777-b70b-a8d0377d52ae req-6298566b-8b93-428b-8863-bbbfc977ee2c tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:46.750993 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-81b89b8b-5e1b-4777-b70b-a8d0377d52ae req-6298566b-8b93-428b-8863-bbbfc977ee2c tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b131113-42a0-4ca4-b479-32a584e4d546 HTTP/1.1" status: 200 len: 945 time: 0.0614312 Apr 05 22:37:46.801520 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-81b89b8b-5e1b-4777-b70b-a8d0377d52ae req-494060fa-4d0f-431f-a6bc-d0a6aec5657e tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/security-groups?id=43367de8-51cb-4b15-9f75-fdf4a25935b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441718 Apr 05 22:37:46.861924 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-ca7ef89f-c9a9-49aa-8569-6e2f8d3a0bf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:46.938955 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b020be7f-04a6-4428-8d65-01a6de2b2259 req-9fd58d3f-6313-44f1-b06c-17891105d74f tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:46.940766 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b020be7f-04a6-4428-8d65-01a6de2b2259 req-9fd58d3f-6313-44f1-b06c-17891105d74f tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 945 time: 0.0804069 Apr 05 22:37:46.986546 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 38500) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:47.013545 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b020be7f-04a6-4428-8d65-01a6de2b2259 req-64b977ce-fb77-4b2d-bd7a-f39ea756c4e1 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650158 Apr 05 22:37:47.015272 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-ca7ef89f-c9a9-49aa-8569-6e2f8d3a0bf0 admin admin] Publish callbacks [] for security_group (a60b8a17-a800-4c46-8efa-24b279b082f4), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:47.019353 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-ca7ef89f-c9a9-49aa-8569-6e2f8d3a0bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (a60b8a17-a800-4c46-8efa-24b279b082f4), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:47.058584 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-ca7ef89f-c9a9-49aa-8569-6e2f8d3a0bf0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a9d2b3c8a4f1442a9c0deff47d6939f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3277645 Apr 05 22:37:47.059476 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7ef89f-c9a9-49aa-8569-6e2f8d3a0bf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a60b8a17-a800-4c46-8efa-24b279b082f4,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:47.061497 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 38504) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:47.102427 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-dd49a875-5286-46cb-9279-89f2222802e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:47.169235 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-bf61daf7-ef31-4352-9c58-6e890c38aa9d admin admin] Publish callbacks [] for security_group (a60b8a17-a800-4c46-8efa-24b279b082f4), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:47.215220 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a467bb1d-52f7-472c-b900-532abe81599b req-83cc1301-1862-4472-9f52-03df78a3d86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:47.216810 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a467bb1d-52f7-472c-b900-532abe81599b req-83cc1301-1862-4472-9f52-03df78a3d86e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=37586d04-a04b-404d-8716-ce23cb986874 HTTP/1.1" status: 200 len: 857 time: 0.0819242 Apr 05 22:37:47.225449 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-bf61daf7-ef31-4352-9c58-6e890c38aa9d admin admin] Publish callbacks [] for security_group (a60b8a17-a800-4c46-8efa-24b279b082f4), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:47.283747 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-dd49a875-5286-46cb-9279-89f2222802e1 admin admin] Publish callbacks [] for security_group (289aa730-fcd1-4cd4-8cea-66ca3f6ed9c0), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:47.287682 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-dd49a875-5286-46cb-9279-89f2222802e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (289aa730-fcd1-4cd4-8cea-66ca3f6ed9c0), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:47.308224 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-bf61daf7-ef31-4352-9c58-6e890c38aa9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (a60b8a17-a800-4c46-8efa-24b279b082f4), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:47.310766 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-bf61daf7-ef31-4352-9c58-6e890c38aa9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:47.311896 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-bf61daf7-ef31-4352-9c58-6e890c38aa9d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a60b8a17-a800-4c46-8efa-24b279b082f4 HTTP/1.1" status: 204 len: 168 time: 0.2492232 Apr 05 22:37:47.334742 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-dd49a875-5286-46cb-9279-89f2222802e1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5e90177b82f44277ba2a3167aad38b9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3465841 Apr 05 22:37:47.335594 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd49a875-5286-46cb-9279-89f2222802e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=289aa730-fcd1-4cd4-8cea-66ca3f6ed9c0,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:47.338220 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 38508) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:47.357097 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf61daf7-ef31-4352-9c58-6e890c38aa9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60b8a17-a800-4c46-8efa-24b279b082f4,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:47.396472 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-203e88b7-c950-4384-b40f-d1b21fea630e admin admin] Publish callbacks [] for security_group (289aa730-fcd1-4cd4-8cea-66ca3f6ed9c0), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:47.418764 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-203e88b7-c950-4384-b40f-d1b21fea630e admin admin] Publish callbacks [] for security_group (289aa730-fcd1-4cd4-8cea-66ca3f6ed9c0), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:47.467777 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-203e88b7-c950-4384-b40f-d1b21fea630e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (289aa730-fcd1-4cd4-8cea-66ca3f6ed9c0), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:47.470373 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-203e88b7-c950-4384-b40f-d1b21fea630e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:47.471521 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-203e88b7-c950-4384-b40f-d1b21fea630e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/289aa730-fcd1-4cd4-8cea-66ca3f6ed9c0 HTTP/1.1" status: 204 len: 168 time: 0.1326337 Apr 05 22:37:47.482301 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203e88b7-c950-4384-b40f-d1b21fea630e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=289aa730-fcd1-4cd4-8cea-66ca3f6ed9c0,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:47.597934 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeaad20-1eb5-4c7c-9887-fcf1f88b1cf4 req-e730ce03-3053-4cdc-9914-9dab163edc8a tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:47.599542 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2eeaad20-1eb5-4c7c-9887-fcf1f88b1cf4 req-e730ce03-3053-4cdc-9914-9dab163edc8a tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 945 time: 0.0551300 Apr 05 22:37:47.668678 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2eeaad20-1eb5-4c7c-9887-fcf1f88b1cf4 req-d9bdcf9a-d0b4-4019-8955-3db884ad6d03 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557127 Apr 05 22:37:47.832288 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 38532) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:47.845551 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-8b6ebb0b-f28f-43cd-816a-35c10dbf59d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:47.924179 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b83011-813a-4b38-97e7-b6602ab7ce81 req-aa288ffe-2e61-4b0f-abf9-255acddd6443 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:47.925689 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c1b83011-813a-4b38-97e7-b6602ab7ce81 req-aa288ffe-2e61-4b0f-abf9-255acddd6443 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b131113-42a0-4ca4-b479-32a584e4d546 HTTP/1.1" status: 200 len: 945 time: 0.0553041 Apr 05 22:37:47.937405 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-8b6ebb0b-f28f-43cd-816a-35c10dbf59d5 admin admin] Publish callbacks [] for security_group (07769ab1-44fe-4f14-b0f6-e7d33ebf751f), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:47.939620 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-8b6ebb0b-f28f-43cd-816a-35c10dbf59d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (07769ab1-44fe-4f14-b0f6-e7d33ebf751f), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:47.982657 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-8b6ebb0b-f28f-43cd-816a-35c10dbf59d5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4d56211ee701454f97e665d951529fda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1492791 Apr 05 22:37:47.986365 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 38538) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:47.995425 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6ebb0b-f28f-43cd-816a-35c10dbf59d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07769ab1-44fe-4f14-b0f6-e7d33ebf751f,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:48.051207 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-9e8f797c-64c3-4bdb-8453-49241efc4bdf admin admin] Publish callbacks [] for security_group (07769ab1-44fe-4f14-b0f6-e7d33ebf751f), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:48.080686 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-9e8f797c-64c3-4bdb-8453-49241efc4bdf admin admin] Publish callbacks [] for security_group (07769ab1-44fe-4f14-b0f6-e7d33ebf751f), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:48.135378 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-9e8f797c-64c3-4bdb-8453-49241efc4bdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (07769ab1-44fe-4f14-b0f6-e7d33ebf751f), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:48.138490 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-9e8f797c-64c3-4bdb-8453-49241efc4bdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:48.139711 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-9e8f797c-64c3-4bdb-8453-49241efc4bdf admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/07769ab1-44fe-4f14-b0f6-e7d33ebf751f HTTP/1.1" status: 204 len: 168 time: 0.1524072 Apr 05 22:37:48.148502 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8f797c-64c3-4bdb-8453-49241efc4bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07769ab1-44fe-4f14-b0f6-e7d33ebf751f,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:48.195955 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c1b83011-813a-4b38-97e7-b6602ab7ce81 req-b5a29056-f90b-4483-b3b4-86efff7e4486 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/security-groups?id=43367de8-51cb-4b15-9f75-fdf4a25935b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2638228 Apr 05 22:37:48.330551 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034b330a-fda3-4b65-8bea-90a115e7ded6 req-960723e6-8da4-4885-81db-03919ee6092a tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:48.333015 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-034b330a-fda3-4b65-8bea-90a115e7ded6 req-960723e6-8da4-4885-81db-03919ee6092a tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 945 time: 0.0633314 Apr 05 22:37:48.383016 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-034b330a-fda3-4b65-8bea-90a115e7ded6 req-3139e073-1d48-4dbf-8bac-211abf958be6 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436256 Apr 05 22:37:48.795872 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e45e7b6-d3f0-49f5-9e7a-1abf88e81d46 req-1a8f179a-7e60-4ffe-be78-18f0b7b3d64e tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:48.797344 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7e45e7b6-d3f0-49f5-9e7a-1abf88e81d46 req-1a8f179a-7e60-4ffe-be78-18f0b7b3d64e tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 945 time: 0.0541079 Apr 05 22:37:48.846492 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7e45e7b6-d3f0-49f5-9e7a-1abf88e81d46 req-5c86f45d-acf3-4858-bf13-191a306eae64 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432923 Apr 05 22:37:49.312668 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd97f0-2263-4300-b985-797203b8a5d4 req-7809affe-3a2b-400d-b703-19aed0783174 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:49.314236 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-82cd97f0-2263-4300-b985-797203b8a5d4 req-7809affe-3a2b-400d-b703-19aed0783174 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b131113-42a0-4ca4-b479-32a584e4d546 HTTP/1.1" status: 200 len: 945 time: 0.0511351 Apr 05 22:37:49.359318 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-82cd97f0-2263-4300-b985-797203b8a5d4 req-02bab1b3-c9f1-487f-bf9f-ac8b197ec62e tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/security-groups?id=43367de8-51cb-4b15-9f75-fdf4a25935b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396981 Apr 05 22:37:49.506918 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8434500-368a-4412-a3da-45b99be570cf req-de8b8663-06fd-4cb3-9ef1-179d8ed9d513 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:49.508722 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a8434500-368a-4412-a3da-45b99be570cf req-de8b8663-06fd-4cb3-9ef1-179d8ed9d513 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 945 time: 0.0522225 Apr 05 22:37:49.555865 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a8434500-368a-4412-a3da-45b99be570cf req-e96389fb-dc9a-4fe2-9305-2337dec9572d tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415139 Apr 05 22:37:49.972628 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be853eb2-d968-475a-82d9-fc239e61eb19 req-783b3e81-4e8e-46b9-addb-58bf30116a3a tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:49.974066 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-be853eb2-d968-475a-82d9-fc239e61eb19 req-783b3e81-4e8e-46b9-addb-58bf30116a3a tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 945 time: 0.0622861 Apr 05 22:37:50.021294 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-be853eb2-d968-475a-82d9-fc239e61eb19 req-a172e46f-d220-47d4-a5a7-f9f3dcf1031e tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413814 Apr 05 22:37:50.473046 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba851ae8-d0f2-4687-8b0e-d757d945cb49 req-c6d50ff1-4946-4558-8263-3db92408a192 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:50.474526 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ba851ae8-d0f2-4687-8b0e-d757d945cb49 req-c6d50ff1-4946-4558-8263-3db92408a192 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b131113-42a0-4ca4-b479-32a584e4d546 HTTP/1.1" status: 200 len: 945 time: 0.0495896 Apr 05 22:37:50.520289 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ba851ae8-d0f2-4687-8b0e-d757d945cb49 req-70e277f0-2ce0-4204-b62c-924dde204a74 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/security-groups?id=43367de8-51cb-4b15-9f75-fdf4a25935b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393269 Apr 05 22:37:50.674859 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40fba19-1b57-4394-b69e-e04fc87e4589 req-dfa6cc18-f2d2-4b2c-b17a-1f4a3764bac5 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:50.676301 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c40fba19-1b57-4394-b69e-e04fc87e4589 req-dfa6cc18-f2d2-4b2c-b17a-1f4a3764bac5 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 945 time: 0.0503943 Apr 05 22:37:50.725842 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c40fba19-1b57-4394-b69e-e04fc87e4589 req-1df30720-7a50-4331-8b7e-8524795cfc1e tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439875 Apr 05 22:37:50.881126 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a467bb1d-52f7-472c-b900-532abe81599b req-3a54719f-d65b-4f8c-a7ea-f4875b7a1f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:50.882698 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a467bb1d-52f7-472c-b900-532abe81599b req-3a54719f-d65b-4f8c-a7ea-f4875b7a1f3e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3db3989f-3792-497b-8859-b82b64749acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444088 Apr 05 22:37:51.134716 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ee56c-c5be-4639-ac5e-50a7b5dc08c5 req-7c00f5fb-9883-47c6-b8b0-fb1d69215370 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:51.136177 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-179ee56c-c5be-4639-ac5e-50a7b5dc08c5 req-7c00f5fb-9883-47c6-b8b0-fb1d69215370 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 945 time: 0.0511863 Apr 05 22:37:51.181311 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-179ee56c-c5be-4639-ac5e-50a7b5dc08c5 req-85c04b91-05a0-4623-b42d-6df16a9cfe05 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396612 Apr 05 22:37:51.623899 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a467bb1d-52f7-472c-b900-532abe81599b req-bbe93484-2af7-4e9c-adb4-9dd7abc8b765 service neutron] 10.222.0.13 "GET /v2.0/networks/3db3989f-3792-497b-8859-b82b64749acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117673 Apr 05 22:37:51.633622 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2276504c-68dc-4aa1-817b-836ba9e51417 req-63c8a29d-2e49-45dd-bad2-7db4186490b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:51.635637 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2276504c-68dc-4aa1-817b-836ba9e51417 req-63c8a29d-2e49-45dd-bad2-7db4186490b9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2b131113-42a0-4ca4-b479-32a584e4d546 HTTP/1.1" status: 200 len: 1129 time: 0.1009448 Apr 05 22:37:51.694645 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2be778f-47bd-410a-ab75-3f9d1cfc4539 req-d5f8f26f-499d-4341-81fc-381c54c6616b tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:51.696249 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b2be778f-47bd-410a-ab75-3f9d1cfc4539 req-d5f8f26f-499d-4341-81fc-381c54c6616b tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b131113-42a0-4ca4-b479-32a584e4d546 HTTP/1.1" status: 200 len: 945 time: 0.0556858 Apr 05 22:37:51.745572 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b2be778f-47bd-410a-ab75-3f9d1cfc4539 req-1e180851-7813-4abd-a779-aba923bffcae tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/security-groups?id=43367de8-51cb-4b15-9f75-fdf4a25935b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428696 Apr 05 22:37:51.854289 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65530b98-f6b0-4379-aee9-3100ffc44493 req-95113e0d-59c2-43b9-8397-7743489f9992 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:51.855812 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-65530b98-f6b0-4379-aee9-3100ffc44493 req-95113e0d-59c2-43b9-8397-7743489f9992 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 945 time: 0.0525558 Apr 05 22:37:51.914540 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-65530b98-f6b0-4379-aee9-3100ffc44493 req-f02aa16e-1cd8-4ad2-bb1e-6133edde3c87 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514321 Apr 05 22:37:52.092807 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6593866b-ad0a-45cf-8805-a07836814605 req-db43a9b4-df84-494a-baec-acd3db2ecf47 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:52.094881 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6593866b-ad0a-45cf-8805-a07836814605 req-db43a9b4-df84-494a-baec-acd3db2ecf47 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 945 time: 0.0624609 Apr 05 22:37:52.117233 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 38682) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:52.130299 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-95b10f43-9399-4d9b-9176-d105b20a8695 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Request body: {'floatingip': {'port_id': '38882e06-411a-4d93-b05b-c8508e6f9776'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:37:52.210282 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-95b10f43-9399-4d9b-9176-d105b20a8695 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks [] for floatingip (f2423273-c63e-4052-8f6f-d3c824db0a8e), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:52.216049 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a467bb1d-52f7-472c-b900-532abe81599b req-81ecbe35-27a5-4fb6-8852-3409dadd9be8 service neutron] 10.222.0.13 "GET /v2.0/networks/3db3989f-3792-497b-8859-b82b64749acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257453 Apr 05 22:37:52.327368 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2276504c-68dc-4aa1-817b-836ba9e51417 req-da28b9fd-7e31-4fa8-b3f7-c1e2e4ed9ba2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=43367de8-51cb-4b15-9f75-fdf4a25935b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2310865 Apr 05 22:37:52.444923 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac771a-df6e-4dfa-8e34-7a35cfffb2c0 req-dc2c136f-aaf3-4e52-a5af-56444809b45b tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:52.446460 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-83ac771a-df6e-4dfa-8e34-7a35cfffb2c0 req-dc2c136f-aaf3-4e52-a5af-56444809b45b tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 945 time: 0.1445785 Apr 05 22:37:52.539076 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-83ac771a-df6e-4dfa-8e34-7a35cfffb2c0 req-c86d8843-5ac1-4a49-b5de-8bddf96a71b9 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865304 Apr 05 22:37:52.989193 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8192eb5c-841e-47db-82a2-6bef9f321b13 req-82c73297-efbf-4525-b898-f4b4d3416c57 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:52.990841 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8192eb5c-841e-47db-82a2-6bef9f321b13 req-82c73297-efbf-4525-b898-f4b4d3416c57 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b131113-42a0-4ca4-b479-32a584e4d546 HTTP/1.1" status: 200 len: 945 time: 0.1420362 Apr 05 22:37:52.992926 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-95b10f43-9399-4d9b-9176-d105b20a8695 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:52.996791 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-95b10f43-9399-4d9b-9176-d105b20a8695 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536593'] for floatingip (f2423273-c63e-4052-8f6f-d3c824db0a8e), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:53.112699 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8192eb5c-841e-47db-82a2-6bef9f321b13 req-70c3578f-f27b-4c43-9a18-ed6a4b00154e tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/security-groups?id=43367de8-51cb-4b15-9f75-fdf4a25935b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137416 Apr 05 22:37:53.141627 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.db.l3_db [None req-95b10f43-9399-4d9b-9176-d105b20a8695 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Floating IP f2423273-c63e-4052-8f6f-d3c824db0a8e associated. External IP: 172.27.1.83, port: 38882e06-411a-4d93-b05b-c8508e6f9776. Apr 05 22:37:53.359614 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95b10f43-9399-4d9b-9176-d105b20a8695 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Router 6b8c1170-9035-4651-bab5-07a41f9337ac has already been hosted by L3 agent 79a469f9-bdbc-4492-b479-9e5faeaf33b0 {{(pid=103469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:37:53.716438 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898ac414-3b48-4b4d-b0ef-844d14a230f7 req-b3f39fdf-3946-4dd1-906f-35625e1a9f7d tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:53.717954 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-898ac414-3b48-4b4d-b0ef-844d14a230f7 req-b3f39fdf-3946-4dd1-906f-35625e1a9f7d tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 945 time: 0.1077368 Apr 05 22:37:53.722539 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b10f43-9399-4d9b-9176-d105b20a8695 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Notify agent at l3_agent.dv-cinder-835881-4-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:37:53.729065 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-95b10f43-9399-4d9b-9176-d105b20a8695 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for floatingip (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:53.737816 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c77bf9-a9cc-4cbd-a39e-fb17bd2d2fe9 None None] Sync routers for ids ['6b8c1170-9035-4651-bab5-07a41f9337ac'] in dv-cinder-835881-4-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:37:53.749296 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c77bf9-a9cc-4cbd-a39e-fb17bd2d2fe9 None None] Routers {'6b8c1170-9035-4651-bab5-07a41f9337ac'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:37:53.749974 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-96c77bf9-a9cc-4cbd-a39e-fb17bd2d2fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:37:38Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['6b8c1170-9035-4651-bab5-07a41f9337ac'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:37:53.772711 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-95b10f43-9399-4d9b-9176-d105b20a8695 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "PUT /v2.0/floatingips/f2423273-c63e-4052-8f6f-d3c824db0a8e HTTP/1.1" status: 200 len: 990 time: 1.6546350 Apr 05 22:37:53.778480 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6820dc5a-0cc6-456b-baca-3e881565a705', 'tag': '38882e06-411a-4d93-b05b-c8508e6f9776'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:37:53.780498 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f386ba26b1031f5495d5bdef0d2c98b5b567df56bfe60a1d1e0dd7c3f719aed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-264ae0c9-2e3c-4256-bd6b-7ded7712249e" -d '{"events": [{"name": "network-changed", "server_uuid": "6820dc5a-0cc6-456b-baca-3e881565a705", "tag": "38882e06-411a-4d93-b05b-c8508e6f9776"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:37:53.802525 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-898ac414-3b48-4b4d-b0ef-844d14a230f7 req-26aacbd7-bb4b-4e4c-adcb-7e36bd6acafd tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781193 Apr 05 22:37:53.839480 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2bc7971-02b8-40f9-acf5-5cd4463696e2 x-openstack-request-id: req-e2bc7971-02b8-40f9-acf5-5cd4463696e2 {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:37:53.840379 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6820dc5a-0cc6-456b-baca-3e881565a705", "tag": "38882e06-411a-4d93-b05b-c8508e6f9776", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:37:53.840816 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e2bc7971-02b8-40f9-acf5-5cd4463696e2 {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:37:53.841529 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2bc7971-02b8-40f9-acf5-5cd4463696e2'] response: {'name': 'network-changed', 'server_uuid': '6820dc5a-0cc6-456b-baca-3e881565a705', 'tag': '38882e06-411a-4d93-b05b-c8508e6f9776', 'status': 'completed', 'code': 200} Apr 05 22:37:53.879116 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-96c77bf9-a9cc-4cbd-a39e-fb17bd2d2fe9 None None] Set router 6b8c1170-9035-4651-bab5-07a41f9337ac gateway port host: dv-cinder-835881-4-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:37:54.156205 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-96c77bf9-a9cc-4cbd-a39e-fb17bd2d2fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8c1170-9035-4651-bab5-07a41f9337ac', 'name': 'tempest-AttachVolumeShelveTestJSON-854944980-router', 'tenant_id': 'aad57955e58648ad8aedc12ef0c854bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'b1d22d1e-c2db-4e00-bf01-d4a961d5d6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:36:26Z', 'updated_at': '2022-04-05T22:36:40Z', 'revision_number': 4, 'project_id': 'aad57955e58648ad8aedc12ef0c854bd', 'gw_port': {'id': 'b1d22d1e-c2db-4e00-bf01-d4a961d5d6c7', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8c1170-9035-4651-bab5-07a41f9337ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:28Z', 'updated_at': '2022-04-05T22:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_floatingips': [{'id': 'f2423273-c63e-4052-8f6f-d3c824db0a8e', 'tenant_id': 'aad57955e58648ad8aedc12ef0c854bd', 'floating_ip_address': '172.27.1.83', 'floating_network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'router_id': '6b8c1170-9035-4651-bab5-07a41f9337ac', 'port_id': '38882e06-411a-4d93-b05b-c8508e6f9776', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdafa027-5a68-4e7d-98e5-3d69d953062c', 'mac_address': 'fa:16:3e:7d:8f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6820dc5a-0cc6-456b-baca-3e881565a705', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:36:51Z', 'updated_at': '2022-04-05T22:37:52Z', 'revision_number': 1, 'project_id': 'aad57955e58648ad8aedc12ef0c854bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb8d404d-b4f4-4a4d-87bc-ff826ef28e36', 'name': '', 'network_id': 'cdafa027-5a68-4e7d-98e5-3d69d953062c', 'tenant_id': 'aad57955e58648ad8aedc12ef0c854bd', 'mac_address': 'fa:16:3e:1f:a4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8c1170-9035-4651-bab5-07a41f9337ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e210eb77-c8b4-4c67-a300-bbb8691b7d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:35Z', 'updated_at': '2022-04-05T22:36:49Z', 'revision_number': 5, 'project_id': 'aad57955e58648ad8aedc12ef0c854bd', 'subnets': [{'id': 'e210eb77-c8b4-4c67-a300-bbb8691b7d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:37:54.183092 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c77bf9-a9cc-4cbd-a39e-fb17bd2d2fe9 None None] Checking router: 6b8c1170-9035-4651-bab5-07a41f9337ac for host: dv-cinder-835881-4-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:37:54.191456 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c77bf9-a9cc-4cbd-a39e-fb17bd2d2fe9 None None] Routers {'6b8c1170-9035-4651-bab5-07a41f9337ac'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:37:54.191986 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-96c77bf9-a9cc-4cbd-a39e-fb17bd2d2fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:37:38Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['6b8c1170-9035-4651-bab5-07a41f9337ac'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:37:54.243702 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc2e053-b632-4e22-8a02-bc29948eccb3 req-6a0b7da6-7c73-4d4c-8b34-5d1808b5c9d7 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:54.245301 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-acc2e053-b632-4e22-8a02-bc29948eccb3 req-6a0b7da6-7c73-4d4c-8b34-5d1808b5c9d7 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b131113-42a0-4ca4-b479-32a584e4d546 HTTP/1.1" status: 200 len: 945 time: 0.0553355 Apr 05 22:37:54.302391 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-96c77bf9-a9cc-4cbd-a39e-fb17bd2d2fe9 None None] Set router 6b8c1170-9035-4651-bab5-07a41f9337ac gateway port host: dv-cinder-835881-4-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:37:54.322025 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-acc2e053-b632-4e22-8a02-bc29948eccb3 req-4eecf794-a32c-45e7-a6a7-dc52cbce49b1 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/security-groups?id=43367de8-51cb-4b15-9f75-fdf4a25935b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677254 Apr 05 22:37:54.327168 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264ae0c9-2e3c-4256-bd6b-7ded7712249e req-ebce91d2-095c-4cfb-b174-2be8f2ef186c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:54.328909 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-264ae0c9-2e3c-4256-bd6b-7ded7712249e req-ebce91d2-095c-4cfb-b174-2be8f2ef186c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aad57955e58648ad8aedc12ef0c854bd&device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 1129 time: 0.0827301 Apr 05 22:37:54.438235 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264ae0c9-2e3c-4256-bd6b-7ded7712249e req-5faf6f15-151f-4cdb-b4d1-c9383c76733c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:54.439714 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-264ae0c9-2e3c-4256-bd6b-7ded7712249e req-5faf6f15-151f-4cdb-b4d1-c9383c76733c service neutron] 10.222.0.13 "GET /v2.0/networks?id=cdafa027-5a68-4e7d-98e5-3d69d953062c HTTP/1.1" status: 200 len: 917 time: 0.0862095 Apr 05 22:37:54.608513 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-96c77bf9-a9cc-4cbd-a39e-fb17bd2d2fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8c1170-9035-4651-bab5-07a41f9337ac', 'name': 'tempest-AttachVolumeShelveTestJSON-854944980-router', 'tenant_id': 'aad57955e58648ad8aedc12ef0c854bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'b1d22d1e-c2db-4e00-bf01-d4a961d5d6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:36:26Z', 'updated_at': '2022-04-05T22:36:40Z', 'revision_number': 4, 'project_id': 'aad57955e58648ad8aedc12ef0c854bd', 'gw_port': {'id': 'b1d22d1e-c2db-4e00-bf01-d4a961d5d6c7', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8c1170-9035-4651-bab5-07a41f9337ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:28Z', 'updated_at': '2022-04-05T22:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_floatingips': [{'id': 'f2423273-c63e-4052-8f6f-d3c824db0a8e', 'tenant_id': 'aad57955e58648ad8aedc12ef0c854bd', 'floating_ip_address': '172.27.1.83', 'floating_network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'router_id': '6b8c1170-9035-4651-bab5-07a41f9337ac', 'port_id': '38882e06-411a-4d93-b05b-c8508e6f9776', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdafa027-5a68-4e7d-98e5-3d69d953062c', 'mac_address': 'fa:16:3e:7d:8f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6820dc5a-0cc6-456b-baca-3e881565a705', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:36:51Z', 'updated_at': '2022-04-05T22:37:52Z', 'revision_number': 1, 'project_id': 'aad57955e58648ad8aedc12ef0c854bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb8d404d-b4f4-4a4d-87bc-ff826ef28e36', 'name': '', 'network_id': 'cdafa027-5a68-4e7d-98e5-3d69d953062c', 'tenant_id': 'aad57955e58648ad8aedc12ef0c854bd', 'mac_address': 'fa:16:3e:1f:a4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8c1170-9035-4651-bab5-07a41f9337ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e210eb77-c8b4-4c67-a300-bbb8691b7d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:35Z', 'updated_at': '2022-04-05T22:36:49Z', 'revision_number': 5, 'project_id': 'aad57955e58648ad8aedc12ef0c854bd', 'subnets': [{'id': 'e210eb77-c8b4-4c67-a300-bbb8691b7d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:37:54.634522 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c77bf9-a9cc-4cbd-a39e-fb17bd2d2fe9 None None] The sync data for ids ['6b8c1170-9035-4651-bab5-07a41f9337ac'] in dv-cinder-835881-4-iscsi is: [{'id': '6b8c1170-9035-4651-bab5-07a41f9337ac', 'name': 'tempest-AttachVolumeShelveTestJSON-854944980-router', 'tenant_id': 'aad57955e58648ad8aedc12ef0c854bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'b1d22d1e-c2db-4e00-bf01-d4a961d5d6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:36:26Z', 'updated_at': '2022-04-05T22:36:40Z', 'revision_number': 4, 'project_id': 'aad57955e58648ad8aedc12ef0c854bd', 'gw_port': {'id': 'b1d22d1e-c2db-4e00-bf01-d4a961d5d6c7', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8c1170-9035-4651-bab5-07a41f9337ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:28Z', 'updated_at': '2022-04-05T22:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_floatingips': [{'id': 'f2423273-c63e-4052-8f6f-d3c824db0a8e', 'tenant_id': 'aad57955e58648ad8aedc12ef0c854bd', 'floating_ip_address': '172.27.1.83', 'floating_network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'router_id': '6b8c1170-9035-4651-bab5-07a41f9337ac', 'port_id': '38882e06-411a-4d93-b05b-c8508e6f9776', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdafa027-5a68-4e7d-98e5-3d69d953062c', 'mac_address': 'fa:16:3e:7d:8f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6820dc5a-0cc6-456b-baca-3e881565a705', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:36:51Z', 'updated_at': '2022-04-05T22:37:52Z', 'revision_number': 1, 'project_id': 'aad57955e58648ad8aedc12ef0c854bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb8d404d-b4f4-4a4d-87bc-ff826ef28e36', 'name': '', 'network_id': 'cdafa027-5a68-4e7d-98e5-3d69d953062c', 'tenant_id': 'aad57955e58648ad8aedc12ef0c854bd', 'mac_address': 'fa:16:3e:1f:a4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8c1170-9035-4651-bab5-07a41f9337ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e210eb77-c8b4-4c67-a300-bbb8691b7d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:35Z', 'updated_at': '2022-04-05T22:36:49Z', 'revision_number': 5, 'project_id': 'aad57955e58648ad8aedc12ef0c854bd', 'subnets': [{'id': 'e210eb77-c8b4-4c67-a300-bbb8691b7d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:37:54.825226 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4aa45e3-312b-4392-952e-9c614f6e5196 None None] New status for floating IP f2423273-c63e-4052-8f6f-d3c824db0a8e: ACTIVE {{(pid=103470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:37:54.931249 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2800313e-dac9-4c5d-8781-11fd2e9f654b req-6c04b6ce-f2f0-4191-b18b-9fc2c855b8f3 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:54.932792 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2800313e-dac9-4c5d-8781-11fd2e9f654b req-6c04b6ce-f2f0-4191-b18b-9fc2c855b8f3 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 945 time: 0.0558214 Apr 05 22:37:54.983727 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2800313e-dac9-4c5d-8781-11fd2e9f654b req-307764f4-1c16-4424-94b5-1947d053b2a3 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448205 Apr 05 22:37:55.432630 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae291c92-0757-4211-8d25-de28b4bdd27b req-4e76b39f-53dd-420f-9ab6-4c35a319b8b7 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:55.434112 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ae291c92-0757-4211-8d25-de28b4bdd27b req-4e76b39f-53dd-420f-9ab6-4c35a319b8b7 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b131113-42a0-4ca4-b479-32a584e4d546 HTTP/1.1" status: 200 len: 945 time: 0.0496070 Apr 05 22:37:55.480835 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ae291c92-0757-4211-8d25-de28b4bdd27b req-76bec0b1-ce27-4276-a179-f1e15a45af9f tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/security-groups?id=43367de8-51cb-4b15-9f75-fdf4a25935b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410995 Apr 05 22:37:55.611634 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-264ae0c9-2e3c-4256-bd6b-7ded7712249e req-f40c90ff-6f40-4c6f-a44c-08df44f22169 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38882e06-411a-4d93-b05b-c8508e6f9776 HTTP/1.1" status: 200 len: 1000 time: 0.0912075 Apr 05 22:37:56.098737 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c9beae-d3f2-4f97-ad08-5ec75eaca10b req-349b2b3c-9e92-4356-bd9d-c9a778e69af1 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:56.100465 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f2c9beae-d3f2-4f97-ad08-5ec75eaca10b req-349b2b3c-9e92-4356-bd9d-c9a778e69af1 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 945 time: 0.0512538 Apr 05 22:37:56.145807 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f2c9beae-d3f2-4f97-ad08-5ec75eaca10b req-73b00e63-ed90-4f22-8b61-f3f24b83bac8 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395262 Apr 05 22:37:56.436257 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264ae0c9-2e3c-4256-bd6b-7ded7712249e req-e7cd5351-d35b-47a5-8e9e-6ad46a5c45b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:56.437599 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-264ae0c9-2e3c-4256-bd6b-7ded7712249e req-e7cd5351-d35b-47a5-8e9e-6ad46a5c45b8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e210eb77-c8b4-4c67-a300-bbb8691b7d32 HTTP/1.1" status: 200 len: 855 time: 0.0459116 Apr 05 22:37:56.594415 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b479d7-2f8f-4a3b-9456-adc1adf0a922 req-f26b7509-7189-4310-a6d4-7d42ab390423 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:56.595858 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-43b479d7-2f8f-4a3b-9456-adc1adf0a922 req-f26b7509-7189-4310-a6d4-7d42ab390423 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b131113-42a0-4ca4-b479-32a584e4d546 HTTP/1.1" status: 200 len: 945 time: 0.0499027 Apr 05 22:37:56.642996 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-43b479d7-2f8f-4a3b-9456-adc1adf0a922 req-564e0722-3d7f-4a68-8252-f2b32da2f82a tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/security-groups?id=43367de8-51cb-4b15-9f75-fdf4a25935b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408726 Apr 05 22:37:57.260446 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4fea2e-be40-4d9d-a538-75ddfca84b85 req-d5d7a695-aac8-46f6-af35-d9525974a04f tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:57.261909 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ac4fea2e-be40-4d9d-a538-75ddfca84b85 req-d5d7a695-aac8-46f6-af35-d9525974a04f tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 945 time: 0.0496998 Apr 05 22:37:57.306302 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ac4fea2e-be40-4d9d-a538-75ddfca84b85 req-8664b312-afa3-44d6-a85b-cfd0f6f0427a tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388143 Apr 05 22:37:57.696596 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264ae0c9-2e3c-4256-bd6b-7ded7712249e req-bd488e4a-abe1-4a1a-88bd-10e9c08b7673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:57.698143 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-264ae0c9-2e3c-4256-bd6b-7ded7712249e req-bd488e4a-abe1-4a1a-88bd-10e9c08b7673 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cdafa027-5a68-4e7d-98e5-3d69d953062c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464041 Apr 05 22:37:57.728632 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (021dfe4d-8109-4136-9367-dac606dce553), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:57.827894 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e55cb6-c405-4c72-8f29-1afc6fb2f23d req-f6da2047-663c-460e-ae85-d8e68477e393 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:57.829363 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d8e55cb6-c405-4c72-8f29-1afc6fb2f23d req-f6da2047-663c-460e-ae85-d8e68477e393 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b131113-42a0-4ca4-b479-32a584e4d546 HTTP/1.1" status: 200 len: 945 time: 0.1131954 Apr 05 22:37:57.831498 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-264ae0c9-2e3c-4256-bd6b-7ded7712249e req-3af3115d-80e3-4ea4-9de9-781432eaab7a service neutron] 10.222.0.13 "GET /v2.0/networks/cdafa027-5a68-4e7d-98e5-3d69d953062c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231470 Apr 05 22:37:57.876626 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d8e55cb6-c405-4c72-8f29-1afc6fb2f23d req-420a17a9-b715-4bcf-bc0c-5f1ff86b9f3c tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/security-groups?id=43367de8-51cb-4b15-9f75-fdf4a25935b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414882 Apr 05 22:37:58.455713 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-264ae0c9-2e3c-4256-bd6b-7ded7712249e req-014fbc71-19ef-4f62-ad54-7334c5479cf9 service neutron] 10.222.0.13 "GET /v2.0/networks/cdafa027-5a68-4e7d-98e5-3d69d953062c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175959 Apr 05 22:37:58.469468 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32143b05-a19a-4fe3-8366-4287e764ce59 req-01589863-ef23-4c8d-bc44-b86c5371bf66 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:58.469468 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-32143b05-a19a-4fe3-8366-4287e764ce59 req-01589863-ef23-4c8d-bc44-b86c5371bf66 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 945 time: 0.0775118 Apr 05 22:37:58.521767 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-32143b05-a19a-4fe3-8366-4287e764ce59 req-c0531737-aeb5-475e-bb63-13ddf121f3c4 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451696 Apr 05 22:37:58.983294 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 38858) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:59.006335 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb295799-0835-4d6c-bbf3-1a882a996658 req-a665c1b9-6bc0-442e-98cd-93ca57d2c85f tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:59.007880 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-fb295799-0835-4d6c-bbf3-1a882a996658 req-a665c1b9-6bc0-442e-98cd-93ca57d2c85f tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b131113-42a0-4ca4-b479-32a584e4d546 HTTP/1.1" status: 200 len: 945 time: 0.0607188 Apr 05 22:37:59.055807 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-fb295799-0835-4d6c-bbf3-1a882a996658 req-2ec92e26-0cf5-4b76-912f-59b63c35fa5b tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/security-groups?id=43367de8-51cb-4b15-9f75-fdf4a25935b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420237 Apr 05 22:37:59.091198 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-ec678f84-7d30-40bc-8bb1-363e48368cf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:59.203169 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261130e1-38b3-4ee8-a929-c4426f9ee2cc req-5b4cacca-b8d0-408e-bb7d-f42e94914e43 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:59.204953 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-261130e1-38b3-4ee8-a929-c4426f9ee2cc req-5b4cacca-b8d0-408e-bb7d-f42e94914e43 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b131113-42a0-4ca4-b479-32a584e4d546 HTTP/1.1" status: 200 len: 945 time: 0.0839295 Apr 05 22:37:59.215910 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 38874) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:59.223124 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-d8d6a610-3c26-4e0b-bf86-2a6159acbb55 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Request body: {'floatingip': {'port_id': '907261c3-a522-4e82-b795-3ad09c92eb14'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:37:59.228626 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-ec678f84-7d30-40bc-8bb1-363e48368cf5 admin admin] Publish callbacks [] for security_group (dfe52b8b-fae0-4a5f-a3c6-a0eaa7a6b58f), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:59.261070 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-ec678f84-7d30-40bc-8bb1-363e48368cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (dfe52b8b-fae0-4a5f-a3c6-a0eaa7a6b58f), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:59.279113 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a610-3c26-4e0b-bf86-2a6159acbb55 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for floatingip (a965fe91-0b42-4e56-ba88-f6acb88f9854), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:59.359317 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-ec678f84-7d30-40bc-8bb1-363e48368cf5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ae3abff0a51e4b6bbda3d00a9b572556&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3725848 Apr 05 22:37:59.359861 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec678f84-7d30-40bc-8bb1-363e48368cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe52b8b-fae0-4a5f-a3c6-a0eaa7a6b58f,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:59.360219 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 38878) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:59.397272 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 38880) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:59.426062 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-009049d6-edb6-4757-939f-f538f60bacc4 admin admin] Publish callbacks [] for security_group (dfe52b8b-fae0-4a5f-a3c6-a0eaa7a6b58f), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:59.448120 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-009049d6-edb6-4757-939f-f538f60bacc4 admin admin] Publish callbacks [] for security_group (dfe52b8b-fae0-4a5f-a3c6-a0eaa7a6b58f), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:59.500546 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-009049d6-edb6-4757-939f-f538f60bacc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (dfe52b8b-fae0-4a5f-a3c6-a0eaa7a6b58f), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:59.504248 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-009049d6-edb6-4757-939f-f538f60bacc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:59.509731 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-009049d6-edb6-4757-939f-f538f60bacc4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dfe52b8b-fae0-4a5f-a3c6-a0eaa7a6b58f HTTP/1.1" status: 204 len: 168 time: 0.1483874 Apr 05 22:37:59.526006 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009049d6-edb6-4757-939f-f538f60bacc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe52b8b-fae0-4a5f-a3c6-a0eaa7a6b58f,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:59.552319 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-327b3e42-8f6b-4b5b-9b7b-b087953ca64d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:59.798096 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85d6194-32e1-486c-a170-b3891997d079 req-767fb4e8-7053-4c71-b3c8-b549090fd3be tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:59.799556 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e85d6194-32e1-486c-a170-b3891997d079 req-767fb4e8-7053-4c71-b3c8-b549090fd3be tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 945 time: 0.1906362 Apr 05 22:37:59.879043 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-327b3e42-8f6b-4b5b-9b7b-b087953ca64d admin admin] Publish callbacks [] for security_group (372e1cd0-cbe5-4c7a-9c3c-c71167319cbc), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:59.918427 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-327b3e42-8f6b-4b5b-9b7b-b087953ca64d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (372e1cd0-cbe5-4c7a-9c3c-c71167319cbc), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:59.948409 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e85d6194-32e1-486c-a170-b3891997d079 req-d7e9ffad-65f3-4711-8542-92d008f4dc82 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240914 Apr 05 22:37:59.967045 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a610-3c26-4e0b-bf86-2a6159acbb55 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:59.979137 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a610-3c26-4e0b-bf86-2a6159acbb55 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536593'] for floatingip (a965fe91-0b42-4e56-ba88-f6acb88f9854), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:59.983525 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-327b3e42-8f6b-4b5b-9b7b-b087953ca64d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=767a8eff92a84157b2605277a44171d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5846121 Apr 05 22:37:59.986439 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 38916) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:00.018240 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327b3e42-8f6b-4b5b-9b7b-b087953ca64d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=372e1cd0-cbe5-4c7a-9c3c-c71167319cbc,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:00.044784 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-cedde826-ba3d-413d-93fa-5f6123266ee0 admin admin] Publish callbacks [] for security_group (372e1cd0-cbe5-4c7a-9c3c-c71167319cbc), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:00.067858 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-cedde826-ba3d-413d-93fa-5f6123266ee0 admin admin] Publish callbacks [] for security_group (372e1cd0-cbe5-4c7a-9c3c-c71167319cbc), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:00.093448 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.db.l3_db [None req-d8d6a610-3c26-4e0b-bf86-2a6159acbb55 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Floating IP a965fe91-0b42-4e56-ba88-f6acb88f9854 associated. External IP: 172.27.1.88, port: 907261c3-a522-4e82-b795-3ad09c92eb14. Apr 05 22:38:00.123557 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-cedde826-ba3d-413d-93fa-5f6123266ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (372e1cd0-cbe5-4c7a-9c3c-c71167319cbc), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:00.126582 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-cedde826-ba3d-413d-93fa-5f6123266ee0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:00.129982 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-cedde826-ba3d-413d-93fa-5f6123266ee0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/372e1cd0-cbe5-4c7a-9c3c-c71167319cbc HTTP/1.1" status: 204 len: 168 time: 0.1422141 Apr 05 22:38:00.144325 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedde826-ba3d-413d-93fa-5f6123266ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=372e1cd0-cbe5-4c7a-9c3c-c71167319cbc,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:00.457994 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 38942) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:00.475998 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-75e2e455-2807-474a-ab5b-a794d2c55752 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:00.562589 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8d6a610-3c26-4e0b-bf86-2a6159acbb55 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Router d51c3735-6a4e-4d37-acdf-25e27a08c3d1 has already been hosted by L3 agent 79a469f9-bdbc-4492-b479-9e5faeaf33b0 {{(pid=103469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:38:00.576532 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-75e2e455-2807-474a-ab5b-a794d2c55752 admin admin] Publish callbacks [] for security_group (e0f1198c-de8f-4486-94bf-8f3fe6106045), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:00.581134 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-75e2e455-2807-474a-ab5b-a794d2c55752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (e0f1198c-de8f-4486-94bf-8f3fe6106045), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:00.627170 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-75e2e455-2807-474a-ab5b-a794d2c55752 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=059466a68da74291a59babddeee4af61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1679604 Apr 05 22:38:00.630566 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 38974) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:00.638652 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e2e455-2807-474a-ab5b-a794d2c55752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f1198c-de8f-4486-94bf-8f3fe6106045,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:00.680783 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d6a610-3c26-4e0b-bf86-2a6159acbb55 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Notify agent at l3_agent.dv-cinder-835881-4-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:38:00.685472 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a610-3c26-4e0b-bf86-2a6159acbb55 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for floatingip (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:00.690597 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75bb625-91a5-476f-81dd-74b225767dff None None] Sync routers for ids ['d51c3735-6a4e-4d37-acdf-25e27a08c3d1'] in dv-cinder-835881-4-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:38:00.698675 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-a3b8b4a0-a22f-4a15-8038-09cf5ff8f0d1 admin admin] Publish callbacks [] for security_group (e0f1198c-de8f-4486-94bf-8f3fe6106045), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:00.703472 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75bb625-91a5-476f-81dd-74b225767dff None None] Routers {'d51c3735-6a4e-4d37-acdf-25e27a08c3d1'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:38:00.704226 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-e75bb625-91a5-476f-81dd-74b225767dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:37:38Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['d51c3735-6a4e-4d37-acdf-25e27a08c3d1'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:00.721143 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-d8d6a610-3c26-4e0b-bf86-2a6159acbb55 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "PUT /v2.0/floatingips/a965fe91-0b42-4e56-ba88-f6acb88f9854 HTTP/1.1" status: 200 len: 990 time: 1.5041561 Apr 05 22:38:00.721918 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b131113-42a0-4ca4-b479-32a584e4d546', 'tag': '907261c3-a522-4e82-b795-3ad09c92eb14'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:38:00.724680 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f386ba26b1031f5495d5bdef0d2c98b5b567df56bfe60a1d1e0dd7c3f719aed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64013c1-0ff3-42f9-a947-5c652e1c2310" -d '{"events": [{"name": "network-changed", "server_uuid": "2b131113-42a0-4ca4-b479-32a584e4d546", "tag": "907261c3-a522-4e82-b795-3ad09c92eb14"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:38:00.734213 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-a3b8b4a0-a22f-4a15-8038-09cf5ff8f0d1 admin admin] Publish callbacks [] for security_group (e0f1198c-de8f-4486-94bf-8f3fe6106045), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:00.780444 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53760938-67c2-46c3-bd56-f1687287152e x-openstack-request-id: req-53760938-67c2-46c3-bd56-f1687287152e {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:38:00.780764 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b131113-42a0-4ca4-b479-32a584e4d546", "tag": "907261c3-a522-4e82-b795-3ad09c92eb14", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:38:00.781019 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-53760938-67c2-46c3-bd56-f1687287152e {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:38:00.781592 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53760938-67c2-46c3-bd56-f1687287152e'] response: {'name': 'network-changed', 'server_uuid': '2b131113-42a0-4ca4-b479-32a584e4d546', 'tag': '907261c3-a522-4e82-b795-3ad09c92eb14', 'status': 'completed', 'code': 200} Apr 05 22:38:00.811452 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-a3b8b4a0-a22f-4a15-8038-09cf5ff8f0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (e0f1198c-de8f-4486-94bf-8f3fe6106045), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:00.814541 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-a3b8b4a0-a22f-4a15-8038-09cf5ff8f0d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:00.818076 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-a3b8b4a0-a22f-4a15-8038-09cf5ff8f0d1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e0f1198c-de8f-4486-94bf-8f3fe6106045 HTTP/1.1" status: 204 len: 168 time: 0.1843398 Apr 05 22:38:00.840326 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b8b4a0-a22f-4a15-8038-09cf5ff8f0d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f1198c-de8f-4486-94bf-8f3fe6106045,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:00.893325 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-e75bb625-91a5-476f-81dd-74b225767dff None None] Set router d51c3735-6a4e-4d37-acdf-25e27a08c3d1 gateway port host: dv-cinder-835881-4-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:38:01.207702 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6889916-eeda-49ac-bea6-d220578a0831 req-b3c9bbbe-0e56-4dfb-827d-91943947c5ed tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:01.209897 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b6889916-eeda-49ac-bea6-d220578a0831 req-b3c9bbbe-0e56-4dfb-827d-91943947c5ed tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 945 time: 0.1733582 Apr 05 22:38:01.242222 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-e75bb625-91a5-476f-81dd-74b225767dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'name': 'tempest-AttachVolumeNegativeTest-472364483-router', 'tenant_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'f7257a2b-51a0-4a83-97f1-aa23ea91efe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:36:28Z', 'updated_at': '2022-04-05T22:36:43Z', 'revision_number': 4, 'project_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'gw_port': {'id': 'f7257a2b-51a0-4a83-97f1-aa23ea91efe1', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:07:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:29Z', 'updated_at': '2022-04-05T22:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_floatingips': [{'id': 'a965fe91-0b42-4e56-ba88-f6acb88f9854', 'tenant_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'floating_ip_address': '172.27.1.88', 'floating_network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'router_id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'port_id': '907261c3-a522-4e82-b795-3ad09c92eb14', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2745cec7-a148-4762-a4f4-09b14f6d3b74', 'mac_address': 'fa:16:3e:67:8a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b131113-42a0-4ca4-b479-32a584e4d546', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:36:53Z', 'updated_at': '2022-04-05T22:37:59Z', 'revision_number': 1, 'project_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35730c02-9364-4d72-96fb-383f73802885', 'name': '', 'network_id': '2745cec7-a148-4762-a4f4-09b14f6d3b74', 'tenant_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'mac_address': 'fa:16:3e:db:97:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '45b714fa-5bcf-429b-b58b-460d14e81c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:40Z', 'updated_at': '2022-04-05T22:36:52Z', 'revision_number': 5, 'project_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'subnets': [{'id': '45b714fa-5bcf-429b-b58b-460d14e81c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:01.302532 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75bb625-91a5-476f-81dd-74b225767dff None None] Checking router: d51c3735-6a4e-4d37-acdf-25e27a08c3d1 for host: dv-cinder-835881-4-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:38:01.305804 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b6889916-eeda-49ac-bea6-d220578a0831 req-a0f034c4-9226-44bb-9848-8eb18fae4b56 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881913 Apr 05 22:38:01.327490 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75bb625-91a5-476f-81dd-74b225767dff None None] Routers {'d51c3735-6a4e-4d37-acdf-25e27a08c3d1'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:38:01.328103 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-e75bb625-91a5-476f-81dd-74b225767dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:37:38Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['d51c3735-6a4e-4d37-acdf-25e27a08c3d1'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:01.430493 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 39012) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:01.443580 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-eced8a1f-488c-4ba2-a20c-4ebcbb421204 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:01.451849 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-e75bb625-91a5-476f-81dd-74b225767dff None None] Set router d51c3735-6a4e-4d37-acdf-25e27a08c3d1 gateway port host: dv-cinder-835881-4-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:38:01.518504 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-eced8a1f-488c-4ba2-a20c-4ebcbb421204 admin admin] Publish callbacks [] for security_group (517fab02-74d2-4b84-afb4-524543bd383a), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:01.524675 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-eced8a1f-488c-4ba2-a20c-4ebcbb421204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (517fab02-74d2-4b84-afb4-524543bd383a), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:01.560477 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eced8a1f-488c-4ba2-a20c-4ebcbb421204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=517fab02-74d2-4b84-afb4-524543bd383a,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:01.565710 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-eced8a1f-488c-4ba2-a20c-4ebcbb421204 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4846020e2d7b403ab524829204d03033&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1341956 Apr 05 22:38:01.568315 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 39014) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:01.619445 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-cbb1c490-c9d3-46a2-9343-1bd5a83f9c8d admin admin] Publish callbacks [] for security_group (517fab02-74d2-4b84-afb4-524543bd383a), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:01.640920 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-cbb1c490-c9d3-46a2-9343-1bd5a83f9c8d admin admin] Publish callbacks [] for security_group (517fab02-74d2-4b84-afb4-524543bd383a), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:01.678993 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-e75bb625-91a5-476f-81dd-74b225767dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'name': 'tempest-AttachVolumeNegativeTest-472364483-router', 'tenant_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'f7257a2b-51a0-4a83-97f1-aa23ea91efe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:36:28Z', 'updated_at': '2022-04-05T22:36:43Z', 'revision_number': 4, 'project_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'gw_port': {'id': 'f7257a2b-51a0-4a83-97f1-aa23ea91efe1', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:07:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:29Z', 'updated_at': '2022-04-05T22:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_floatingips': [{'id': 'a965fe91-0b42-4e56-ba88-f6acb88f9854', 'tenant_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'floating_ip_address': '172.27.1.88', 'floating_network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'router_id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'port_id': '907261c3-a522-4e82-b795-3ad09c92eb14', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2745cec7-a148-4762-a4f4-09b14f6d3b74', 'mac_address': 'fa:16:3e:67:8a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b131113-42a0-4ca4-b479-32a584e4d546', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:36:53Z', 'updated_at': '2022-04-05T22:37:59Z', 'revision_number': 1, 'project_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35730c02-9364-4d72-96fb-383f73802885', 'name': '', 'network_id': '2745cec7-a148-4762-a4f4-09b14f6d3b74', 'tenant_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'mac_address': 'fa:16:3e:db:97:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '45b714fa-5bcf-429b-b58b-460d14e81c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:40Z', 'updated_at': '2022-04-05T22:36:52Z', 'revision_number': 5, 'project_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'subnets': [{'id': '45b714fa-5bcf-429b-b58b-460d14e81c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:01.686263 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-cbb1c490-c9d3-46a2-9343-1bd5a83f9c8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (517fab02-74d2-4b84-afb4-524543bd383a), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:01.688886 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-cbb1c490-c9d3-46a2-9343-1bd5a83f9c8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:01.690075 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-cbb1c490-c9d3-46a2-9343-1bd5a83f9c8d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/517fab02-74d2-4b84-afb4-524543bd383a HTTP/1.1" status: 204 len: 168 time: 0.1208696 Apr 05 22:38:01.698760 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb1c490-c9d3-46a2-9343-1bd5a83f9c8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=517fab02-74d2-4b84-afb4-524543bd383a,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:01.706557 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75bb625-91a5-476f-81dd-74b225767dff None None] The sync data for ids ['d51c3735-6a4e-4d37-acdf-25e27a08c3d1'] in dv-cinder-835881-4-iscsi is: [{'id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'name': 'tempest-AttachVolumeNegativeTest-472364483-router', 'tenant_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'f7257a2b-51a0-4a83-97f1-aa23ea91efe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:36:28Z', 'updated_at': '2022-04-05T22:36:43Z', 'revision_number': 4, 'project_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'gw_port': {'id': 'f7257a2b-51a0-4a83-97f1-aa23ea91efe1', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:07:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:29Z', 'updated_at': '2022-04-05T22:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_floatingips': [{'id': 'a965fe91-0b42-4e56-ba88-f6acb88f9854', 'tenant_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'floating_ip_address': '172.27.1.88', 'floating_network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'router_id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'port_id': '907261c3-a522-4e82-b795-3ad09c92eb14', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2745cec7-a148-4762-a4f4-09b14f6d3b74', 'mac_address': 'fa:16:3e:67:8a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b131113-42a0-4ca4-b479-32a584e4d546', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:36:53Z', 'updated_at': '2022-04-05T22:37:59Z', 'revision_number': 1, 'project_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35730c02-9364-4d72-96fb-383f73802885', 'name': '', 'network_id': '2745cec7-a148-4762-a4f4-09b14f6d3b74', 'tenant_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'mac_address': 'fa:16:3e:db:97:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '45b714fa-5bcf-429b-b58b-460d14e81c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:40Z', 'updated_at': '2022-04-05T22:36:52Z', 'revision_number': 5, 'project_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'subnets': [{'id': '45b714fa-5bcf-429b-b58b-460d14e81c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:38:01.943152 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15ad68b-cf63-45b6-be32-6d38b05523f3 None None] New status for floating IP a965fe91-0b42-4e56-ba88-f6acb88f9854: ACTIVE {{(pid=103470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:38:02.438811 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b3f89-395d-427f-aa80-1c8e75ba98a2 req-1cf270ca-8365-4141-982e-e7598d14f74e tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:02.446013 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e63b3f89-395d-427f-aa80-1c8e75ba98a2 req-1cf270ca-8365-4141-982e-e7598d14f74e tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 945 time: 0.0683403 Apr 05 22:38:02.492467 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e63b3f89-395d-427f-aa80-1c8e75ba98a2 req-6f227779-3e05-489c-a503-eae2ede49150 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449076 Apr 05 22:38:03.620728 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9978149-1700-4948-856a-bdc45948d51a req-be375970-ca96-4fdc-b790-23b09c487187 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:03.629765 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c9978149-1700-4948-856a-bdc45948d51a req-be375970-ca96-4fdc-b790-23b09c487187 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 945 time: 0.0585859 Apr 05 22:38:03.719356 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c9978149-1700-4948-856a-bdc45948d51a req-cc12c7c3-0622-444c-ae65-38c85d738399 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885587 Apr 05 22:38:03.730109 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64013c1-0ff3-42f9-a947-5c652e1c2310 req-7122232a-242b-4058-b38a-26132506569b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:03.731668 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e64013c1-0ff3-42f9-a947-5c652e1c2310 req-7122232a-242b-4058-b38a-26132506569b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e718bf4373f64b3f9ec542b95b3e4d7b&device_id=2b131113-42a0-4ca4-b479-32a584e4d546 HTTP/1.1" status: 200 len: 1129 time: 0.0866549 Apr 05 22:38:03.825116 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 39124) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:03.846179 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64013c1-0ff3-42f9-a947-5c652e1c2310 req-e9563fa6-8256-44b2-8ff8-cbce4f7c5508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:03.847949 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e64013c1-0ff3-42f9-a947-5c652e1c2310 req-e9563fa6-8256-44b2-8ff8-cbce4f7c5508 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2745cec7-a148-4762-a4f4-09b14f6d3b74 HTTP/1.1" status: 200 len: 915 time: 0.1098449 Apr 05 22:38:03.931847 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-538d6ce6-b360-4e73-a5d9-b4470cfb5120 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:04.012906 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-538d6ce6-b360-4e73-a5d9-b4470cfb5120 admin admin] Publish callbacks [] for security_group (a143d6de-604f-46ec-aefc-76d003fa604d), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:04.016810 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-538d6ce6-b360-4e73-a5d9-b4470cfb5120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (a143d6de-604f-46ec-aefc-76d003fa604d), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:04.054940 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-538d6ce6-b360-4e73-a5d9-b4470cfb5120 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=86cc6af3e31c4626832e021480cd6724&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2292273 Apr 05 22:38:04.056049 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538d6ce6-b360-4e73-a5d9-b4470cfb5120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a143d6de-604f-46ec-aefc-76d003fa604d,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:04.057751 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 39132) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:04.106643 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0eaebd01-1682-4b64-bdf4-3f79498add88 admin admin] Publish callbacks [] for security_group (a143d6de-604f-46ec-aefc-76d003fa604d), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:04.127981 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0eaebd01-1682-4b64-bdf4-3f79498add88 admin admin] Publish callbacks [] for security_group (a143d6de-604f-46ec-aefc-76d003fa604d), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:04.174261 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0eaebd01-1682-4b64-bdf4-3f79498add88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (a143d6de-604f-46ec-aefc-76d003fa604d), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:04.176818 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0eaebd01-1682-4b64-bdf4-3f79498add88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:04.177979 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-0eaebd01-1682-4b64-bdf4-3f79498add88 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a143d6de-604f-46ec-aefc-76d003fa604d HTTP/1.1" status: 204 len: 168 time: 0.1183343 Apr 05 22:38:04.185553 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaebd01-1682-4b64-bdf4-3f79498add88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a143d6de-604f-46ec-aefc-76d003fa604d,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:04.333412 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e64013c1-0ff3-42f9-a947-5c652e1c2310 req-2a846995-2f04-4451-9429-e6a8fbdc1353 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=907261c3-a522-4e82-b795-3ad09c92eb14 HTTP/1.1" status: 200 len: 1000 time: 0.0660501 Apr 05 22:38:04.452999 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 39140) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:04.468659 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5b2cba20-5597-49fe-8006-9119b482af1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:04.544905 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5b2cba20-5597-49fe-8006-9119b482af1a admin admin] Publish callbacks [] for security_group (6227880c-2f55-4c11-a07a-57aa8d3fe1ad), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:04.548614 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5b2cba20-5597-49fe-8006-9119b482af1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (6227880c-2f55-4c11-a07a-57aa8d3fe1ad), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:04.595841 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-5b2cba20-5597-49fe-8006-9119b482af1a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0d0b97628ca5406eab236ccca246407c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1413939 Apr 05 22:38:04.596653 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2cba20-5597-49fe-8006-9119b482af1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6227880c-2f55-4c11-a07a-57aa8d3fe1ad,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:04.599362 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 39148) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:04.666311 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-06062dff-6517-42b1-b07c-2f8b1973daa2 admin admin] Publish callbacks [] for security_group (6227880c-2f55-4c11-a07a-57aa8d3fe1ad), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:04.687099 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-06062dff-6517-42b1-b07c-2f8b1973daa2 admin admin] Publish callbacks [] for security_group (6227880c-2f55-4c11-a07a-57aa8d3fe1ad), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:04.755800 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-06062dff-6517-42b1-b07c-2f8b1973daa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (6227880c-2f55-4c11-a07a-57aa8d3fe1ad), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:04.758894 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-06062dff-6517-42b1-b07c-2f8b1973daa2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:04.760133 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-06062dff-6517-42b1-b07c-2f8b1973daa2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6227880c-2f55-4c11-a07a-57aa8d3fe1ad HTTP/1.1" status: 204 len: 168 time: 0.1583230 Apr 05 22:38:04.768475 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06062dff-6517-42b1-b07c-2f8b1973daa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6227880c-2f55-4c11-a07a-57aa8d3fe1ad,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:04.841131 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d6869b-cb10-4283-8f08-b61f8dbb49eb req-a4e8bc09-3671-4a79-bd38-fe381ed01f1f tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:04.843230 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e9d6869b-cb10-4283-8f08-b61f8dbb49eb req-a4e8bc09-3671-4a79-bd38-fe381ed01f1f tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 945 time: 0.0518892 Apr 05 22:38:04.903344 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e9d6869b-cb10-4283-8f08-b61f8dbb49eb req-f8e955bd-ff6e-49da-b92f-7b2e4a2c4095 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548763 Apr 05 22:38:05.010856 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-97cde7d9-dbb1-4d23-a7c6-1511c50e2662 None None] Agent healthcheck: found 6 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:38:05.515469 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-7134ba68-cd80-4c1d-83f3-7eef667b2cfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (08425891-4e99-4ae4-974b-85ee5a0410c6), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:06.029994 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1be80b-6964-432d-8615-9150da06b794 req-ad2a085e-128b-40b6-8bd0-5454e9e233f1 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:06.031423 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-eb1be80b-6964-432d-8615-9150da06b794 req-ad2a085e-128b-40b6-8bd0-5454e9e233f1 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 945 time: 0.0506136 Apr 05 22:38:06.079425 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-eb1be80b-6964-432d-8615-9150da06b794 req-88d6363d-a49b-4dcd-947e-908da06913ae tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422478 Apr 05 22:38:07.193071 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546c9938-b1ff-42f1-b896-ff71212a448a req-8959db5b-5592-4382-b0d6-df12cdf3be8e tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:07.194984 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-546c9938-b1ff-42f1-b896-ff71212a448a req-8959db5b-5592-4382-b0d6-df12cdf3be8e tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 945 time: 0.0497277 Apr 05 22:38:07.240342 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-546c9938-b1ff-42f1-b896-ff71212a448a req-c1cd874d-6e66-4e7d-8aff-07a2598226df tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395677 Apr 05 22:38:07.854065 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-ddef76b8-a5d0-4c27-a22f-9e5877f777e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (79a469f9-bdbc-4492-b479-9e5faeaf33b0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:08.358589 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3975e24-f754-47e3-8e9a-c4856a316814 req-f6356487-8c10-4646-a203-08f42ae400ac tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:08.359987 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e3975e24-f754-47e3-8e9a-c4856a316814 req-f6356487-8c10-4646-a203-08f42ae400ac tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 945 time: 0.0534778 Apr 05 22:38:08.407345 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e3975e24-f754-47e3-8e9a-c4856a316814 req-f95991a0-fbf6-4c07-b2ee-42ebc4f7c02e tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417454 Apr 05 22:38:08.946267 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-dae4f030-1cb2-49a8-bcfa-6facf2529a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (e40c9916-dc7d-41d8-a75d-da550db0c469), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:09.522109 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576eda2b-45a5-4e21-9f2b-fa8c804b2f21 req-75a1929b-1d11-48bd-a52f-526fecc3a882 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:09.524130 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-576eda2b-45a5-4e21-9f2b-fa8c804b2f21 req-75a1929b-1d11-48bd-a52f-526fecc3a882 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 945 time: 0.0505342 Apr 05 22:38:09.568307 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-576eda2b-45a5-4e21-9f2b-fa8c804b2f21 req-0f5ed902-1603-4cd7-8c86-080fcc410151 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387220 Apr 05 22:38:10.591980 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-99ae2e83-6010-40d2-b70a-5b0f9e3ea887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (f28e62d6-8243-45bb-b578-64cfae2561d0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:10.687159 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf7f84-0918-4588-a1ea-8c344df15cb2 req-5ab5922b-6e63-4604-91fc-b3d5e1ffa525 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:10.688628 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8abf7f84-0918-4588-a1ea-8c344df15cb2 req-5ab5922b-6e63-4604-91fc-b3d5e1ffa525 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 945 time: 0.0526633 Apr 05 22:38:10.738054 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8abf7f84-0918-4588-a1ea-8c344df15cb2 req-90dc1fc6-52de-456d-b6ca-3e5e38b4b032 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437794 Apr 05 22:38:11.063549 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64013c1-0ff3-42f9-a947-5c652e1c2310 req-d828edb6-cd1d-41f2-9ae6-5faf5853e698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:11.065028 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e64013c1-0ff3-42f9-a947-5c652e1c2310 req-d828edb6-cd1d-41f2-9ae6-5faf5853e698 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45b714fa-5bcf-429b-b58b-460d14e81c92 HTTP/1.1" status: 200 len: 853 time: 0.0465260 Apr 05 22:38:11.855232 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1051cf5d-6874-493a-8a3f-d51164c5da63 req-64065810-b045-4ae8-9ad8-b2fc0d8f9a01 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:11.856768 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1051cf5d-6874-493a-8a3f-d51164c5da63 req-64065810-b045-4ae8-9ad8-b2fc0d8f9a01 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 945 time: 0.0528178 Apr 05 22:38:11.905943 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1051cf5d-6874-493a-8a3f-d51164c5da63 req-452c2e04-aa67-4384-bcca-221973a4a8b0 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436025 Apr 05 22:38:12.042650 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (b771b186-15ef-4a1a-9c73-ea54ac08c8ac), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:13.025704 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790846e1-dbe6-4379-99e8-54313c854b01 req-609b494f-f875-4c43-b998-eb612ce1817c tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:13.027152 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-790846e1-dbe6-4379-99e8-54313c854b01 req-609b494f-f875-4c43-b998-eb612ce1817c tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 945 time: 0.0531735 Apr 05 22:38:13.073516 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-790846e1-dbe6-4379-99e8-54313c854b01 req-5dd5fec4-d492-4676-896a-e536dc252db2 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407443 Apr 05 22:38:14.191544 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fb920a-569e-45d6-b48f-4af80a55dc25 req-d8de7186-ddea-4650-bac9-3a6d1113a3b6 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:14.192976 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-23fb920a-569e-45d6-b48f-4af80a55dc25 req-d8de7186-ddea-4650-bac9-3a6d1113a3b6 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 945 time: 0.0521705 Apr 05 22:38:14.239865 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-23fb920a-569e-45d6-b48f-4af80a55dc25 req-b23281a3-1cb3-4c78-a212-9cf30e3386fc tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406742 Apr 05 22:38:15.355335 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78efe334-5a6e-4444-ad2d-0c0a2c912d73 req-ebeb135a-714d-497f-be0e-df5cde99f4d0 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:15.356782 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-78efe334-5a6e-4444-ad2d-0c0a2c912d73 req-ebeb135a-714d-497f-be0e-df5cde99f4d0 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 945 time: 0.0503378 Apr 05 22:38:15.405488 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-78efe334-5a6e-4444-ad2d-0c0a2c912d73 req-95a3f374-a291-48ea-a954-79d52c734cad tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433450 Apr 05 22:38:16.519863 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e824971-4314-4080-bf9a-a4ad9da6e943 req-049ec2af-131b-4494-a722-06bb9bd14cc1 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:16.521338 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0e824971-4314-4080-bf9a-a4ad9da6e943 req-049ec2af-131b-4494-a722-06bb9bd14cc1 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 945 time: 0.0510981 Apr 05 22:38:16.571376 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0e824971-4314-4080-bf9a-a4ad9da6e943 req-343370a7-562d-4e9c-a470-1609a087499a tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436895 Apr 05 22:38:17.689946 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5a12a7-a9dd-4c1d-919e-73485b9bd17f req-ae960331-37b1-443c-9297-6b0bd173ce94 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:17.691423 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8b5a12a7-a9dd-4c1d-919e-73485b9bd17f req-ae960331-37b1-443c-9297-6b0bd173ce94 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 945 time: 0.0512977 Apr 05 22:38:17.737104 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8b5a12a7-a9dd-4c1d-919e-73485b9bd17f req-33ce57f3-18a8-4edf-a796-1167b28b2f65 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396495 Apr 05 22:38:18.008697 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64013c1-0ff3-42f9-a947-5c652e1c2310 req-b556d99b-4642-40bb-b10b-1dbd83e1b8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:18.010205 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e64013c1-0ff3-42f9-a947-5c652e1c2310 req-b556d99b-4642-40bb-b10b-1dbd83e1b8df service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2745cec7-a148-4762-a4f4-09b14f6d3b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491338 Apr 05 22:38:18.651951 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e64013c1-0ff3-42f9-a947-5c652e1c2310 req-4cea2488-da04-4808-8aad-f97f785e816e service neutron] 10.222.0.13 "GET /v2.0/networks/2745cec7-a148-4762-a4f4-09b14f6d3b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116381 Apr 05 22:38:18.706637 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a318d5a8-0910-4ce0-95ee-5254872e88bb req-d4222938-f06d-44fb-a1f4-bf819523edcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:18.708140 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a318d5a8-0910-4ce0-95ee-5254872e88bb req-d4222938-f06d-44fb-a1f4-bf819523edcc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 1129 time: 0.0490639 Apr 05 22:38:18.763284 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e64013c1-0ff3-42f9-a947-5c652e1c2310 req-fe33efe7-97fe-4ed8-b5dd-6c87ca20750f service neutron] 10.222.0.13 "GET /v2.0/networks/2745cec7-a148-4762-a4f4-09b14f6d3b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007447 Apr 05 22:38:18.788050 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-a318d5a8-0910-4ce0-95ee-5254872e88bb req-daed4e89-9ecd-48a3-9611-2a41f213522c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467811 Apr 05 22:38:18.870695 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c8a7c-cabc-486a-97f2-40949ebef594 req-83f18dfa-cf88-42cb-8e63-48096f6cac78 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:18.872365 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-468c8a7c-cabc-486a-97f2-40949ebef594 req-83f18dfa-cf88-42cb-8e63-48096f6cac78 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 945 time: 0.0542643 Apr 05 22:38:18.924275 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-468c8a7c-cabc-486a-97f2-40949ebef594 req-d717d99f-0d8b-4460-9f66-7a838bb50ddf tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445666 Apr 05 22:38:19.533173 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d899f5f1-f612-492e-bdb4-bc61ddff7b03 req-4bcba218-f6d6-406c-ad27-6bffdacd32aa tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:19.534698 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d899f5f1-f612-492e-bdb4-bc61ddff7b03 req-4bcba218-f6d6-406c-ad27-6bffdacd32aa tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/ports?device_id=17db4106-ccc6-406b-8b93-aae11beb2e78 HTTP/1.1" status: 200 len: 946 time: 0.0531909 Apr 05 22:38:19.599876 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d899f5f1-f612-492e-bdb4-bc61ddff7b03 req-0bce8086-fb3b-42aa-a2fe-377c6feabb86 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/security-groups?id=e84a0f4d-0a07-40b0-a81d-4381c766cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569355 Apr 05 22:38:19.926001 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 39462) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:20.042733 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-decce8b4-a380-4212-ae7e-acb663bf1c38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:20.074797 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969aa907-3747-46e8-aa14-b4639ad70f95 req-b7ceafdf-273d-4ff0-9d4d-227b03c74363 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:20.076312 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-969aa907-3747-46e8-aa14-b4639ad70f95 req-b7ceafdf-273d-4ff0-9d4d-227b03c74363 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 945 time: 0.0794439 Apr 05 22:38:20.146849 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-969aa907-3747-46e8-aa14-b4639ad70f95 req-e2f07d9b-e4de-44bc-90d4-1c743390a335 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635483 Apr 05 22:38:20.169168 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-decce8b4-a380-4212-ae7e-acb663bf1c38 admin admin] Publish callbacks [] for security_group (d5ca752b-59bc-47df-9e12-193e59263a46), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:20.172795 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-decce8b4-a380-4212-ae7e-acb663bf1c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (d5ca752b-59bc-47df-9e12-193e59263a46), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:20.210843 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-decce8b4-a380-4212-ae7e-acb663bf1c38 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4c1d30a344234078bf8da4fe4fcad66a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2837300 Apr 05 22:38:20.212051 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decce8b4-a380-4212-ae7e-acb663bf1c38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ca752b-59bc-47df-9e12-193e59263a46,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:20.213968 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 39468) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:20.267063 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-a1a824e5-a771-48cf-bb2a-38701c3b119e admin admin] Publish callbacks [] for security_group (d5ca752b-59bc-47df-9e12-193e59263a46), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:20.293512 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-a1a824e5-a771-48cf-bb2a-38701c3b119e admin admin] Publish callbacks [] for security_group (d5ca752b-59bc-47df-9e12-193e59263a46), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:20.347849 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-a1a824e5-a771-48cf-bb2a-38701c3b119e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (d5ca752b-59bc-47df-9e12-193e59263a46), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:20.351447 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-a1a824e5-a771-48cf-bb2a-38701c3b119e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:20.352553 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-a1a824e5-a771-48cf-bb2a-38701c3b119e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d5ca752b-59bc-47df-9e12-193e59263a46 HTTP/1.1" status: 204 len: 168 time: 0.1372817 Apr 05 22:38:20.361773 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a824e5-a771-48cf-bb2a-38701c3b119e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ca752b-59bc-47df-9e12-193e59263a46,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:20.731173 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8248b337-2d3a-4800-a0a4-ff032169f9ba req-f0fc3513-1ec8-4a82-8974-9d95596d18fb tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:20.732663 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8248b337-2d3a-4800-a0a4-ff032169f9ba req-f0fc3513-1ec8-4a82-8974-9d95596d18fb tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/ports?device_id=17db4106-ccc6-406b-8b93-aae11beb2e78 HTTP/1.1" status: 200 len: 946 time: 0.0546260 Apr 05 22:38:20.779384 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8248b337-2d3a-4800-a0a4-ff032169f9ba req-7d4050b6-d834-457e-8fcf-7667d9d2e09e tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/security-groups?id=e84a0f4d-0a07-40b0-a81d-4381c766cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403254 Apr 05 22:38:21.014303 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 39516) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:21.121457 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-cf9b9461-2a61-4cc9-8660-e20504d581a2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1231732896-network', 'tenant_id': '345149c7ece441b7b63f5b15eefd7347'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:38:21.151608 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf9b9461-2a61-4cc9-8660-e20504d581a2 admin admin] Made reservation on behalf of 345149c7ece441b7b63f5b15eefd7347 for: {'network': 1} {{(pid=103468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:38:21.154261 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-cf9b9461-2a61-4cc9-8660-e20504d581a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for network (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:21.162873 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-cf9b9461-2a61-4cc9-8660-e20504d581a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:21.246524 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-cf9b9461-2a61-4cc9-8660-e20504d581a2 admin admin] Publish callbacks [] for security_group (4e5ab744-8b27-401a-9f50-b62fc5f2c997), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:21.251234 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-cf9b9461-2a61-4cc9-8660-e20504d581a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (4e5ab744-8b27-401a-9f50-b62fc5f2c997), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:21.278180 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf9b9461-2a61-4cc9-8660-e20504d581a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=103468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 22:38:21.287798 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9b9461-2a61-4cc9-8660-e20504d581a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5ab744-8b27-401a-9f50-b62fc5f2c997,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:21.296391 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-cf9b9461-2a61-4cc9-8660-e20504d581a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3567180'] for segment (66a23560-a634-4e66-94d7-80062cc7befd), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:21.296391 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.db.segments_db [None req-cf9b9461-2a61-4cc9-8660-e20504d581a2 admin admin] Added segment 66a23560-a634-4e66-94d7-80062cc7befd of type vlan for network 82ac0f62-8f0d-494d-92b9-59e30fbb35e6 Apr 05 22:38:21.296537 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948e6251-8f27-45f1-b543-a1ed6d72ad2f req-655feb8c-b02d-4e6c-b36f-be3147063e7c tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:21.297627 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-948e6251-8f27-45f1-b543-a1ed6d72ad2f req-655feb8c-b02d-4e6c-b36f-be3147063e7c tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 945 time: 0.0785422 Apr 05 22:38:21.349124 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-cf9b9461-2a61-4cc9-8660-e20504d581a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757100112442'] for network (82ac0f62-8f0d-494d-92b9-59e30fbb35e6), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:21.366606 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-948e6251-8f27-45f1-b543-a1ed6d72ad2f req-84c49267-f398-4cb4-812c-36b4bddddecb tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580597 Apr 05 22:38:21.385221 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-cf9b9461-2a61-4cc9-8660-e20504d581a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321'] for network (82ac0f62-8f0d-494d-92b9-59e30fbb35e6), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:21.386293 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9b9461-2a61-4cc9-8660-e20504d581a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:21.386873 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-cf9b9461-2a61-4cc9-8660-e20504d581a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644259'] for network (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:21.421610 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-cf9b9461-2a61-4cc9-8660-e20504d581a2 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4039264 Apr 05 22:38:21.422734 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 39538) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:21.432851 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-fe7675a9-a311-458e-8712-65a08b0cb10a admin admin] Request body: {'subnet': {'network_id': '82ac0f62-8f0d-494d-92b9-59e30fbb35e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1231732896-subnet', 'tenant_id': '345149c7ece441b7b63f5b15eefd7347', 'ip_version': 4}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:38:21.435964 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 39542) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:21.451134 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9b9461-2a61-4cc9-8660-e20504d581a2 admin admin] Pushing event updated for resources: {'Network': ['ID=82ac0f62-8f0d-494d-92b9-59e30fbb35e6,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:21.461151 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7675a9-a311-458e-8712-65a08b0cb10a admin admin] Made reservation on behalf of 345149c7ece441b7b63f5b15eefd7347 for: {'subnet': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:38:21.464201 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-fe7675a9-a311-458e-8712-65a08b0cb10a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:21.471304 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Network 82ac0f62-8f0d-494d-92b9-59e30fbb35e6 details requested by agent ovs-agent-dv-cinder-835881-4-iscsi with host dv-cinder-835881-4-iscsi {{(pid=103470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 22:38:21.581163 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e06a9eaf-5fc7-44d9-8909-63f978fb68ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:21.685966 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 39550) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:21.713793 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-fe7675a9-a311-458e-8712-65a08b0cb10a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321'] for subnet (19c28f15-7561-44cc-be09-8c106acb22d5), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:21.772024 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e06a9eaf-5fc7-44d9-8909-63f978fb68ed admin admin] Publish callbacks [] for security_group (562739dd-8e06-47d0-9b5f-7fe0085f15ac), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:21.785185 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e06a9eaf-5fc7-44d9-8909-63f978fb68ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (562739dd-8e06-47d0-9b5f-7fe0085f15ac), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:21.805012 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-43039c87-0735-4dfd-958a-e94607f34105 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:21.805214 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7675a9-a311-458e-8712-65a08b0cb10a admin admin] Pushing event updated for resources: {'Subnet': ['ID=19c28f15-7561-44cc-be09-8c106acb22d5,revision_number=0']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:21.843438 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7675a9-a311-458e-8712-65a08b0cb10a admin admin] Checking segment: {'id': '66a23560-a634-4e66-94d7-80062cc7befd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '82ac0f62-8f0d-494d-92b9-59e30fbb35e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:38:21.843711 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7675a9-a311-458e-8712-65a08b0cb10a admin admin] Network hostable DHCP agents. Network: 82ac0f62-8f0d-494d-92b9-59e30fbb35e6, hostable agents: ['08425891-4e99-4ae4-974b-85ee5a0410c6'], hosted agents: [] {{(pid=103469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 22:38:21.847702 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06a9eaf-5fc7-44d9-8909-63f978fb68ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=562739dd-8e06-47d0-9b5f-7fe0085f15ac,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:21.856052 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-e06a9eaf-5fc7-44d9-8909-63f978fb68ed admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=94dcc2ed8cd44b1abcfdb1e0be0f2c1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4190500 Apr 05 22:38:21.856665 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 39556) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:21.875853 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7675a9-a311-458e-8712-65a08b0cb10a admin admin] Network 82ac0f62-8f0d-494d-92b9-59e30fbb35e6 is scheduled to be hosted by DHCP agent 08425891-4e99-4ae4-974b-85ee5a0410c6 with binding_index 1 {{(pid=103469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 22:38:21.888799 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-fe7675a9-a311-458e-8712-65a08b0cb10a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-4-iscsi, 82ac0f62-8f0d-494d-92b9-59e30fbb35e6) {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:38:21.894365 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7675a9-a311-458e-8712-65a08b0cb10a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:21.895001 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-fe7675a9-a311-458e-8712-65a08b0cb10a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644259'] for subnet (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:21.901293 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d59e745-fea0-49f2-ad11-39c37d986009 None None] Network 82ac0f62-8f0d-494d-92b9-59e30fbb35e6 requested from dv-cinder-835881-4-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:38:21.939860 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-fe7675a9-a311-458e-8712-65a08b0cb10a admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5153615 Apr 05 22:38:21.943046 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 39558) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:21.958752 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-f56a1be2-c0cf-4e62-bd43-178757bcecc2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1231732896-router', 'tenant_id': '345149c7ece441b7b63f5b15eefd7347', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d'}}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:38:21.963507 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-43039c87-0735-4dfd-958a-e94607f34105 admin admin] Publish callbacks [] for security_group (9e30945a-a50d-4856-93cc-4bcfed75a887), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:21.974616 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-43039c87-0735-4dfd-958a-e94607f34105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (9e30945a-a50d-4856-93cc-4bcfed75a887), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:21.977152 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66983d4-ca59-46e8-a43e-9d929956dac6 req-d515a15d-8d3d-475f-97d8-77db40d6e1c3 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:21.979254 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d66983d4-ca59-46e8-a43e-9d929956dac6 req-d515a15d-8d3d-475f-97d8-77db40d6e1c3 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/ports?device_id=17db4106-ccc6-406b-8b93-aae11beb2e78 HTTP/1.1" status: 200 len: 946 time: 0.0755954 Apr 05 22:38:21.998953 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-7455968c-86c8-4650-8457-3492f352f3f0 admin admin] Publish callbacks [] for security_group (562739dd-8e06-47d0-9b5f-7fe0085f15ac), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:22.033890 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d66983d4-ca59-46e8-a43e-9d929956dac6 req-6bc26472-2172-4f0b-be4c-889af475fdc5 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/security-groups?id=e84a0f4d-0a07-40b0-a81d-4381c766cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471718 Apr 05 22:38:22.045270 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-43039c87-0735-4dfd-958a-e94607f34105 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e92deab3ac914525b7d0167f9a87dbce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3581479 Apr 05 22:38:22.046228 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f56a1be2-c0cf-4e62-bd43-178757bcecc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5455'] for router (905b4cea-117a-441e-b9b6-44e34699d3cc), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:22.047256 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f56a1be2-c0cf-4e62-bd43-178757bcecc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5462'] for router (905b4cea-117a-441e-b9b6-44e34699d3cc), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:22.048101 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 39562) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:22.056065 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5eb264e-8ce5-4d8c-9b93-b91dad094edb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd204a006-a1ce-5a6a-9bd3-55dc25c03605-82ac0f62-8f0d-494d-92b9-59e30fbb35e6', 'network_id': '82ac0f62-8f0d-494d-92b9-59e30fbb35e6', 'project_id': '345149c7ece441b7b63f5b15eefd7347', 'fixed_ips': [{'subnet_id': '19c28f15-7561-44cc-be09-8c106acb22d5'}]}} from dv-cinder-835881-4-iscsi. {{(pid=103470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 22:38:22.057073 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43039c87-0735-4dfd-958a-e94607f34105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e30945a-a50d-4856-93cc-4bcfed75a887,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:22.058264 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b5eb264e-8ce5-4d8c-9b93-b91dad094edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:22.062458 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-7455968c-86c8-4650-8457-3492f352f3f0 admin admin] Publish callbacks [] for security_group (562739dd-8e06-47d0-9b5f-7fe0085f15ac), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:22.129524 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-efc5ae7b-0f67-4d0a-9331-184267e7a2a4 admin admin] Publish callbacks [] for security_group (9e30945a-a50d-4856-93cc-4bcfed75a887), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:22.153369 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-efc5ae7b-0f67-4d0a-9331-184267e7a2a4 admin admin] Publish callbacks [] for security_group (9e30945a-a50d-4856-93cc-4bcfed75a887), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:22.157565 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f56a1be2-c0cf-4e62-bd43-178757bcecc2 admin admin] Publish callbacks [] for router_controller (905b4cea-117a-441e-b9b6-44e34699d3cc), precommit_add_association {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:22.159125 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-7455968c-86c8-4650-8457-3492f352f3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (562739dd-8e06-47d0-9b5f-7fe0085f15ac), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:22.162391 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-7455968c-86c8-4650-8457-3492f352f3f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:22.164376 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-7455968c-86c8-4650-8457-3492f352f3f0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/562739dd-8e06-47d0-9b5f-7fe0085f15ac HTTP/1.1" status: 204 len: 168 time: 0.3062148 Apr 05 22:38:22.231387 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7455968c-86c8-4650-8457-3492f352f3f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=562739dd-8e06-47d0-9b5f-7fe0085f15ac,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:22.252944 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-efc5ae7b-0f67-4d0a-9331-184267e7a2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (9e30945a-a50d-4856-93cc-4bcfed75a887), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:22.256209 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.db_base_plugin_common [None req-b5eb264e-8ce5-4d8c-9b93-b91dad094edb None None] Allocated IP 172.20.0.2 (82ac0f62-8f0d-494d-92b9-59e30fbb35e6/19c28f15-7561-44cc-be09-8c106acb22d5/c5c4d410-4ebd-46aa-a0ef-bf3db94e4158) {{(pid=103470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:38:22.274634 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-efc5ae7b-0f67-4d0a-9331-184267e7a2a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:22.277965 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-efc5ae7b-0f67-4d0a-9331-184267e7a2a4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9e30945a-a50d-4856-93cc-4bcfed75a887 HTTP/1.1" status: 204 len: 168 time: 0.2286754 Apr 05 22:38:22.289804 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc5ae7b-0f67-4d0a-9331-184267e7a2a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e30945a-a50d-4856-93cc-4bcfed75a887,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:22.350870 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f56a1be2-c0cf-4e62-bd43-178757bcecc2 admin admin] Publish callbacks [] for router_gateway (905b4cea-117a-441e-b9b6-44e34699d3cc), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:22.518329 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b5eb264e-8ce5-4d8c-9b93-b91dad094edb None None] Publish callbacks [] for port (c5c4d410-4ebd-46aa-a0ef-bf3db94e4158), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:22.525813 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b5eb264e-8ce5-4d8c-9b93-b91dad094edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757100095748'] for port (c5c4d410-4ebd-46aa-a0ef-bf3db94e4158), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:22.586077 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5eb264e-8ce5-4d8c-9b93-b91dad094edb None None] Network 82ac0f62-8f0d-494d-92b9-59e30fbb35e6 is already hosted by enough agents. {{(pid=103470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:38:22.592018 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe84a43a-2414-4d1b-890c-f79b763fec98 req-b5e3d6b3-2afb-43b8-abbb-77c31d79df8e tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:22.596361 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-fe84a43a-2414-4d1b-890c-f79b763fec98 req-b5e3d6b3-2afb-43b8-abbb-77c31d79df8e tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 945 time: 0.1137912 Apr 05 22:38:22.598499 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.scheduler.base_scheduler [None req-b5eb264e-8ce5-4d8c-9b93-b91dad094edb None None] Resources bound (agent type, host, resource id): {{(pid=103470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:38:22.608688 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 39572) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:22.610423 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5eb264e-8ce5-4d8c-9b93-b91dad094edb None None] Received port after_create {{(pid=103470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:38:22.638885 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-63a94d10-bc90-45df-86ba-9cbc893eae21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:22.648437 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f56a1be2-c0cf-4e62-bd43-178757bcecc2 admin admin] Publish callbacks [] for router_gateway (905b4cea-117a-441e-b9b6-44e34699d3cc), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:22.678641 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f56a1be2-c0cf-4e62-bd43-178757bcecc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:22.682071 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eb264e-8ce5-4d8c-9b93-b91dad094edb None None] Pushing event updated for resources: {'Port': ['ID=c5c4d410-4ebd-46aa-a0ef-bf3db94e4158,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:22.703620 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-b5eb264e-8ce5-4d8c-9b93-b91dad094edb None None] Attempting to bind port c5c4d410-4ebd-46aa-a0ef-bf3db94e4158 on host dv-cinder-835881-4-iscsi for vnic_type normal with profile {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:38:22.704524 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-b5eb264e-8ce5-4d8c-9b93-b91dad094edb None None] Attempting to bind port c5c4d410-4ebd-46aa-a0ef-bf3db94e4158 by drivers openvswitch,hyperv on host dv-cinder-835881-4-iscsi at level 0 using segments [{'id': '66a23560-a634-4e66-94d7-80062cc7befd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '82ac0f62-8f0d-494d-92b9-59e30fbb35e6'}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:38:22.705107 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5eb264e-8ce5-4d8c-9b93-b91dad094edb None None] Attempting to bind port c5c4d410-4ebd-46aa-a0ef-bf3db94e4158 on network 82ac0f62-8f0d-494d-92b9-59e30fbb35e6 {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:38:22.713298 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5eb264e-8ce5-4d8c-9b93-b91dad094edb None None] Checking agent: {'id': 'b771b186-15ef-4a1a-9c73-ea54ac08c8ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 28, 12), 'started_at': datetime.datetime(2022, 4, 5, 22, 28, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:38:22.714421 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5eb264e-8ce5-4d8c-9b93-b91dad094edb None None] Checking segment: {'id': '66a23560-a634-4e66-94d7-80062cc7befd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '82ac0f62-8f0d-494d-92b9-59e30fbb35e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:38:22.715071 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b5eb264e-8ce5-4d8c-9b93-b91dad094edb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:22.715739 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5eb264e-8ce5-4d8c-9b93-b91dad094edb None None] Bound using segment: {'id': '66a23560-a634-4e66-94d7-80062cc7befd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '82ac0f62-8f0d-494d-92b9-59e30fbb35e6'} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:38:22.716819 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-b5eb264e-8ce5-4d8c-9b93-b91dad094edb None None] Bound port: c5c4d410-4ebd-46aa-a0ef-bf3db94e4158, host: dv-cinder-835881-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66a23560-a634-4e66-94d7-80062cc7befd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '82ac0f62-8f0d-494d-92b9-59e30fbb35e6'}}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:38:22.717442 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b5eb264e-8ce5-4d8c-9b93-b91dad094edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (c5c4d410-4ebd-46aa-a0ef-bf3db94e4158), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:22.734134 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-fe84a43a-2414-4d1b-890c-f79b763fec98 req-872e7ce3-d248-496e-8196-7720b4f23f68 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268959 Apr 05 22:38:22.826908 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b5eb264e-8ce5-4d8c-9b93-b91dad094edb None None] For port c5c4d410-4ebd-46aa-a0ef-bf3db94e4158, host dv-cinder-835881-4-iscsi, cleared binding levels {{(pid=103470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:38:22.827979 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-63a94d10-bc90-45df-86ba-9cbc893eae21 admin admin] Publish callbacks [] for security_group (dacfb821-b1ab-46cd-8eb8-a4cb31eec85b), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:22.831094 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b5eb264e-8ce5-4d8c-9b93-b91dad094edb None None] For port c5c4d410-4ebd-46aa-a0ef-bf3db94e4158, host dv-cinder-835881-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=c5c4d410-4ebd-46aa-a0ef-bf3db94e4158,segment=NetworkSegment(66a23560-a634-4e66-94d7-80062cc7befd),segment_id=66a23560-a634-4e66-94d7-80062cc7befd)] {{(pid=103470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:38:22.836576 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-63a94d10-bc90-45df-86ba-9cbc893eae21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (dacfb821-b1ab-46cd-8eb8-a4cb31eec85b), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:22.837055 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.db.db_base_plugin_common [None req-f56a1be2-c0cf-4e62-bd43-178757bcecc2 admin admin] Allocated IP 172.27.1.190 (1c7020db-f04b-4bae-aa0d-07e17c11278d/de4a5644-b80e-4142-a210-68f31fcb6ac5/79086086-f0b0-4293-86b6-de8dbf5eef4b) {{(pid=103468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:38:22.841740 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b5eb264e-8ce5-4d8c-9b93-b91dad094edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (c5c4d410-4ebd-46aa-a0ef-bf3db94e4158), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:22.906520 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eb264e-8ce5-4d8c-9b93-b91dad094edb None None] Pushing event updated for resources: {'Port': ['ID=c5c4d410-4ebd-46aa-a0ef-bf3db94e4158,revision_number=2']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:22.913930 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a94d10-bc90-45df-86ba-9cbc893eae21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dacfb821-b1ab-46cd-8eb8-a4cb31eec85b,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:22.920033 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-63a94d10-bc90-45df-86ba-9cbc893eae21 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=78fe273fa77a4769a6f9ef7c2ec34e2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3103185 Apr 05 22:38:22.926037 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 39576) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:22.983863 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f101a-92d9-4597-a9c0-47a2496df606 req-7809f354-5b39-48b2-a7d1-97846fd549fe tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:22.990397 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ab8f101a-92d9-4597-a9c0-47a2496df606 req-7809f354-5b39-48b2-a7d1-97846fd549fe tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0326d1c-064c-4b3c-9ffd-06a7df79dec6 HTTP/1.1" status: 200 len: 946 time: 0.1280837 Apr 05 22:38:23.040012 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0b94f019-08bf-48ac-9141-938d81350ce5 admin admin] Publish callbacks [] for security_group (dacfb821-b1ab-46cd-8eb8-a4cb31eec85b), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:23.055207 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f763dd2d-2be8-47ca-b1dd-8d7259314cf6 req-34e762a0-5b65-4231-9818-f39fb4841fa1 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:23.056674 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-f763dd2d-2be8-47ca-b1dd-8d7259314cf6 req-34e762a0-5b65-4231-9818-f39fb4841fa1 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.13 "GET /v2.0/ports?device_id=17db4106-ccc6-406b-8b93-aae11beb2e78 HTTP/1.1" status: 200 len: 946 time: 0.1250634 Apr 05 22:38:23.063631 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ab8f101a-92d9-4597-a9c0-47a2496df606 req-5225b50e-f1f7-437e-b682-89bd24eeb633 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670426 Apr 05 22:38:23.067525 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f56a1be2-c0cf-4e62-bd43-178757bcecc2 admin admin] Publish callbacks [] for port (79086086-f0b0-4293-86b6-de8dbf5eef4b), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:23.089929 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0b94f019-08bf-48ac-9141-938d81350ce5 admin admin] Publish callbacks [] for security_group (dacfb821-b1ab-46cd-8eb8-a4cb31eec85b), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:23.160675 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0b94f019-08bf-48ac-9141-938d81350ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (dacfb821-b1ab-46cd-8eb8-a4cb31eec85b), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:23.178736 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0b94f019-08bf-48ac-9141-938d81350ce5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:23.179990 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-0b94f019-08bf-48ac-9141-938d81350ce5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dacfb821-b1ab-46cd-8eb8-a4cb31eec85b HTTP/1.1" status: 204 len: 168 time: 0.2520924 Apr 05 22:38:23.293684 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b94f019-08bf-48ac-9141-938d81350ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dacfb821-b1ab-46cd-8eb8-a4cb31eec85b,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:23.324824 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f56a1be2-c0cf-4e62-bd43-178757bcecc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757100095748'] for port (79086086-f0b0-4293-86b6-de8dbf5eef4b), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:23.350594 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e60ed8-d7ba-4a31-af93-07015ee742e8 req-b8bf462f-6cff-4cd2-8a0d-f644e2bab1dc tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:23.352178 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-22e60ed8-d7ba-4a31-af93-07015ee742e8 req-b8bf462f-6cff-4cd2-8a0d-f644e2bab1dc tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/ports?device_id=17db4106-ccc6-406b-8b93-aae11beb2e78 HTTP/1.1" status: 200 len: 946 time: 0.1711564 Apr 05 22:38:23.421236 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56a1be2-c0cf-4e62-bd43-178757bcecc2 admin admin] Network 1c7020db-f04b-4bae-aa0d-07e17c11278d is already hosted by enough agents. {{(pid=103468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:38:23.423474 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [req-f763dd2d-2be8-47ca-b1dd-8d7259314cf6 req-4f3ba0f9-4eb5-4a6d-8d29-3676e95e4455 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] Deleting port a7e2149a-9a2d-42ae-ab91-ce31d564fbe9 {{(pid=103468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:38:23.423815 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-f763dd2d-2be8-47ca-b1dd-8d7259314cf6 req-4f3ba0f9-4eb5-4a6d-8d29-3676e95e4455 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757100664625'] for port (a7e2149a-9a2d-42ae-ab91-ce31d564fbe9), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:23.455471 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [None req-f56a1be2-c0cf-4e62-bd43-178757bcecc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:38:23.482192 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-22e60ed8-d7ba-4a31-af93-07015ee742e8 req-9ffabcf9-da19-44f5-b4eb-cc568ab9fcbf tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/security-groups?id=e84a0f4d-0a07-40b0-a81d-4381c766cfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155686 Apr 05 22:38:23.493578 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56a1be2-c0cf-4e62-bd43-178757bcecc2 admin admin] Received port after_create {{(pid=103468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:38:23.799435 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56a1be2-c0cf-4e62-bd43-178757bcecc2 admin admin] Pushing event updated for resources: {'Port': ['ID=79086086-f0b0-4293-86b6-de8dbf5eef4b,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:23.874906 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [req-f763dd2d-2be8-47ca-b1dd-8d7259314cf6 req-4f3ba0f9-4eb5-4a6d-8d29-3676e95e4455 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] For port a7e2149a-9a2d-42ae-ab91-ce31d564fbe9, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=a7e2149a-9a2d-42ae-ab91-ce31d564fbe9,segment=NetworkSegment(0a36ad85-e958-43c3-9b84-5cd18c62bc48),segment_id=0a36ad85-e958-43c3-9b84-5cd18c62bc48)] {{(pid=103468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:38:23.875273 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-f763dd2d-2be8-47ca-b1dd-8d7259314cf6 req-4f3ba0f9-4eb5-4a6d-8d29-3676e95e4455 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525920'] for port (a7e2149a-9a2d-42ae-ab91-ce31d564fbe9), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:23.896978 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [req-f763dd2d-2be8-47ca-b1dd-8d7259314cf6 req-4f3ba0f9-4eb5-4a6d-8d29-3676e95e4455 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] Calling delete_port for a7e2149a-9a2d-42ae-ab91-ce31d564fbe9 owned by compute:nova {{(pid=103468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:38:24.102372 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f56a1be2-c0cf-4e62-bd43-178757bcecc2 admin admin] Publish callbacks [] for router_gateway (905b4cea-117a-441e-b9b6-44e34699d3cc), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:24.250088 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device c5c4d410-4ebd-46aa-a0ef-bf3db94e4158 up at agent ovs-agent-dv-cinder-835881-4-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:38:24.274803 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de149d5-3bf3-4576-8612-db843a0ba8a4 None None] Network 82ac0f62-8f0d-494d-92b9-59e30fbb35e6 requested from dv-cinder-835881-4-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:38:24.337134 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-f763dd2d-2be8-47ca-b1dd-8d7259314cf6 req-4f3ba0f9-4eb5-4a6d-8d29-3676e95e4455 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757100670980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757100095757'] for port (a7e2149a-9a2d-42ae-ab91-ce31d564fbe9), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:24.356229 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] get_ports_and_sgs() called for port_ids ['a7e2149a-9a2d-42ae-ab91-ce31d564fbe9'] {{(pid=103470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:38:24.395775 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-cda4b348-4bb9-4a30-83f3-9a4a854fd994 None None] Provisioning complete for port c5c4d410-4ebd-46aa-a0ef-bf3db94e4158 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:38:24.396231 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-cda4b348-4bb9-4a30-83f3-9a4a854fd994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (c5c4d410-4ebd-46aa-a0ef-bf3db94e4158), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:24.431663 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3ba0f9-4eb5-4a6d-8d29-3676e95e4455 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] Pushing event deleted for resources: {'Port': ['ID=a7e2149a-9a2d-42ae-ab91-ce31d564fbe9,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:24.455014 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Provisioning complete for port c5c4d410-4ebd-46aa-a0ef-bf3db94e4158 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:38:24.455384 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (c5c4d410-4ebd-46aa-a0ef-bf3db94e4158), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:24.455499 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [req-f763dd2d-2be8-47ca-b1dd-8d7259314cf6 req-4f3ba0f9-4eb5-4a6d-8d29-3676e95e4455 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] No DVR routers for this DVR port a7e2149a-9a2d-42ae-ab91-ce31d564fbe9 on host hv-cinder-83588 {{(pid=103468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:38:24.488135 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-f763dd2d-2be8-47ca-b1dd-8d7259314cf6 req-4f3ba0f9-4eb5-4a6d-8d29-3676e95e4455 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for port (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:24.492393 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-f763dd2d-2be8-47ca-b1dd-8d7259314cf6 req-4f3ba0f9-4eb5-4a6d-8d29-3676e95e4455 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.13 "DELETE /v2.0/ports/a7e2149a-9a2d-42ae-ab91-ce31d564fbe9 HTTP/1.1" status: 204 len: 173 time: 1.4278631 Apr 05 22:38:24.492393 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17db4106-ccc6-406b-8b93-aae11beb2e78', 'name': 'network-vif-deleted', 'tag': 'a7e2149a-9a2d-42ae-ab91-ce31d564fbe9'}] {{(pid=103468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:38:24.495037 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8565d6b4cfa67e4590cf2f5bc7b4b9288cff1ea13080135eebb93ab155e6c8ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-269c6087-4cf9-4322-afde-b111963f397e" -d '{"events": [{"server_uuid": "17db4106-ccc6-406b-8b93-aae11beb2e78", "name": "network-vif-deleted", "tag": "a7e2149a-9a2d-42ae-ab91-ce31d564fbe9"}]}' {{(pid=103468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:38:24.544175 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f56a1be2-c0cf-4e62-bd43-178757bcecc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536699'] for router (905b4cea-117a-441e-b9b6-44e34699d3cc), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:24.574121 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-cda4b348-4bb9-4a30-83f3-9a4a854fd994 None None] Current status of the port c5c4d410-4ebd-46aa-a0ef-bf3db94e4158 is: DOWN; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:38:24.574249 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-cda4b348-4bb9-4a30-83f3-9a4a854fd994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (c5c4d410-4ebd-46aa-a0ef-bf3db94e4158), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:24.646048 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-95283f9b-bef2-4a72-9278-1f6ab07dd028 req-19b311dd-16d7-49e6-b045-d1de500b6fe6 tempest-DeleteServersTestJSON-118619630 tempest-DeleteServersTestJSON-118619630-project] 10.222.0.45 "GET /v2.0/ports?device_id=17db4106-ccc6-406b-8b93-aae11beb2e78 HTTP/1.1" status: 200 len: 210 time: 0.0466416 Apr 05 22:38:24.646517 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c617a4-21b5-422f-aea3-a615f98bdd10 x-openstack-request-id: req-70c617a4-21b5-422f-aea3-a615f98bdd10 {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:38:24.646517 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17db4106-ccc6-406b-8b93-aae11beb2e78", "name": "network-vif-deleted", "tag": "a7e2149a-9a2d-42ae-ab91-ce31d564fbe9", "status": "completed", "code": 200}]} {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:38:24.646517 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-70c617a4-21b5-422f-aea3-a615f98bdd10 {{(pid=103468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:38:24.646772 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70c617a4-21b5-422f-aea3-a615f98bdd10'] response: {'server_uuid': '17db4106-ccc6-406b-8b93-aae11beb2e78', 'name': 'network-vif-deleted', 'tag': 'a7e2149a-9a2d-42ae-ab91-ce31d564fbe9', 'status': 'completed', 'code': 200} Apr 05 22:38:24.681591 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Current status of the port c5c4d410-4ebd-46aa-a0ef-bf3db94e4158 is: DOWN; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:38:24.682031 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (c5c4d410-4ebd-46aa-a0ef-bf3db94e4158), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:24.724163 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-cda4b348-4bb9-4a30-83f3-9a4a854fd994 None None] For port c5c4d410-4ebd-46aa-a0ef-bf3db94e4158, host dv-cinder-835881-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=c5c4d410-4ebd-46aa-a0ef-bf3db94e4158,segment=NetworkSegment(66a23560-a634-4e66-94d7-80062cc7befd),segment_id=66a23560-a634-4e66-94d7-80062cc7befd)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:38:24.742823 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-cda4b348-4bb9-4a30-83f3-9a4a854fd994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (c5c4d410-4ebd-46aa-a0ef-bf3db94e4158), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:24.825049 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f56a1be2-c0cf-4e62-bd43-178757bcecc2 admin admin] Router 905b4cea-117a-441e-b9b6-44e34699d3cc is scheduled to L3 agent 79a469f9-bdbc-4492-b479-9e5faeaf33b0 with binding_index 1 {{(pid=103468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 22:38:24.892264 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.db.api [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 22:38:24.892627 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG oslo_db.api [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 22:38:24.893464 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda4b348-4bb9-4a30-83f3-9a4a854fd994 None None] Pushing event updated for resources: {'Port': ['ID=c5c4d410-4ebd-46aa-a0ef-bf3db94e4158,revision_number=3']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:24.982087 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-51596ba6-a045-4060-94e2-e94221fc1c8e None None] Provisioning complete for port c5c4d410-4ebd-46aa-a0ef-bf3db94e4158 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:38:24.982558 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-51596ba6-a045-4060-94e2-e94221fc1c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (c5c4d410-4ebd-46aa-a0ef-bf3db94e4158), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:25.042625 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f56a1be2-c0cf-4e62-bd43-178757bcecc2 admin admin] Notify agent at l3_agent.dv-cinder-835881-4-iscsi the message routers_updated {{(pid=103468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:38:25.057597 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2be910-aace-4ce3-8ca6-58a03b1f37af None None] Sync routers for ids ['905b4cea-117a-441e-b9b6-44e34699d3cc'] in dv-cinder-835881-4-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:38:25.080084 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2be910-aace-4ce3-8ca6-58a03b1f37af None None] Routers {'905b4cea-117a-441e-b9b6-44e34699d3cc'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:38:25.081853 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-3d2be910-aace-4ce3-8ca6-58a03b1f37af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:38:08Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['905b4cea-117a-441e-b9b6-44e34699d3cc'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:25.112216 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f56a1be2-c0cf-4e62-bd43-178757bcecc2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:25.116097 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-f56a1be2-c0cf-4e62-bd43-178757bcecc2 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1630793 Apr 05 22:38:25.117984 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 39636) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:25.139224 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-51596ba6-a045-4060-94e2-e94221fc1c8e None None] Current status of the port c5c4d410-4ebd-46aa-a0ef-bf3db94e4158 is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:38:25.151551 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eaf7a0-ca0a-442d-862f-6bb813b6e162 req-9232e791-5b14-47ce-8463-9ef1c7778677 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:25.158506 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-46eaf7a0-ca0a-442d-862f-6bb813b6e162 req-9232e791-5b14-47ce-8463-9ef1c7778677 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0326d1c-064c-4b3c-9ffd-06a7df79dec6 HTTP/1.1" status: 200 len: 946 time: 0.0738840 Apr 05 22:38:25.220719 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-46eaf7a0-ca0a-442d-862f-6bb813b6e162 req-67b5a07e-0d9b-48c2-ae26-aae2c22540ad tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557413 Apr 05 22:38:25.236689 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-3d2be910-aace-4ce3-8ca6-58a03b1f37af None None] Set router 905b4cea-117a-441e-b9b6-44e34699d3cc gateway port host: dv-cinder-835881-4-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:38:25.242587 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448aa05-88aa-4398-b6b5-908f90fdc86e req-a28b0676-3ad5-42a5-98b7-353b98e5141a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:25.244172 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-6448aa05-88aa-4398-b6b5-908f90fdc86e req-a28b0676-3ad5-42a5-98b7-353b98e5141a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1ba0c2747b5346a280f6f563ba891f9e&device_id=f0326d1c-064c-4b3c-9ffd-06a7df79dec6 HTTP/1.1" status: 200 len: 1130 time: 0.1778100 Apr 05 22:38:25.452829 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-3d2be910-aace-4ce3-8ca6-58a03b1f37af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905b4cea-117a-441e-b9b6-44e34699d3cc', 'name': 'tempest-TestMinimumBasicScenario-1231732896-router', 'tenant_id': '345149c7ece441b7b63f5b15eefd7347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '79086086-f0b0-4293-86b6-de8dbf5eef4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:22Z', 'updated_at': '2022-04-05T22:38:23Z', 'revision_number': 3, 'project_id': '345149c7ece441b7b63f5b15eefd7347', 'gw_port': {'id': '79086086-f0b0-4293-86b6-de8dbf5eef4b', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:af:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '905b4cea-117a-441e-b9b6-44e34699d3cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:22Z', 'updated_at': '2022-04-05T22:38:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi'}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:25.486218 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2be910-aace-4ce3-8ca6-58a03b1f37af None None] Checking router: 905b4cea-117a-441e-b9b6-44e34699d3cc for host: dv-cinder-835881-4-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:38:25.486717 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2be910-aace-4ce3-8ca6-58a03b1f37af None None] Updating router 905b4cea-117a-441e-b9b6-44e34699d3cc port 79086086-f0b0-4293-86b6-de8dbf5eef4b binding host dv-cinder-835881-4-iscsi {{(pid=103471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 22:38:25.496466 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Current status of the port c5c4d410-4ebd-46aa-a0ef-bf3db94e4158 is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:38:25.528883 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3d2be910-aace-4ce3-8ca6-58a03b1f37af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (79086086-f0b0-4293-86b6-de8dbf5eef4b), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:25.789312 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448aa05-88aa-4398-b6b5-908f90fdc86e req-9636a705-2bd7-42e6-8d60-8e8e033359a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:25.791287 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-6448aa05-88aa-4398-b6b5-908f90fdc86e req-9636a705-2bd7-42e6-8d60-8e8e033359a2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3db3989f-3792-497b-8859-b82b64749acf HTTP/1.1" status: 200 len: 919 time: 0.4350810 Apr 05 22:38:25.856038 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-6448aa05-88aa-4398-b6b5-908f90fdc86e req-4e5210f3-fe9e-466f-8ccc-e809b740f1f1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50a9d59b-5865-4112-823b-dcc7f80dc6fc HTTP/1.1" status: 200 len: 217 time: 0.0394831 Apr 05 22:38:25.953663 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448aa05-88aa-4398-b6b5-908f90fdc86e req-e3646bc6-d1ac-4945-b59d-a2a7bae83971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:25.955142 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-6448aa05-88aa-4398-b6b5-908f90fdc86e req-e3646bc6-d1ac-4945-b59d-a2a7bae83971 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=37586d04-a04b-404d-8716-ce23cb986874 HTTP/1.1" status: 200 len: 857 time: 0.0911167 Apr 05 22:38:26.010048 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3d2be910-aace-4ce3-8ca6-58a03b1f37af None None] Publish callbacks [] for port (79086086-f0b0-4293-86b6-de8dbf5eef4b), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:26.016855 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3d2be910-aace-4ce3-8ca6-58a03b1f37af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (79086086-f0b0-4293-86b6-de8dbf5eef4b), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:26.077757 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-3d2be910-aace-4ce3-8ca6-58a03b1f37af None None] Attempting to bind port 79086086-f0b0-4293-86b6-de8dbf5eef4b on host dv-cinder-835881-4-iscsi for vnic_type normal with profile {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:38:26.078358 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-3d2be910-aace-4ce3-8ca6-58a03b1f37af None None] Attempting to bind port 79086086-f0b0-4293-86b6-de8dbf5eef4b by drivers openvswitch,hyperv on host dv-cinder-835881-4-iscsi at level 0 using segments [{'id': '93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d'}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:38:26.078795 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2be910-aace-4ce3-8ca6-58a03b1f37af None None] Attempting to bind port 79086086-f0b0-4293-86b6-de8dbf5eef4b on network 1c7020db-f04b-4bae-aa0d-07e17c11278d {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:38:26.092028 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2be910-aace-4ce3-8ca6-58a03b1f37af None None] Checking agent: {'id': 'b771b186-15ef-4a1a-9c73-ea54ac08c8ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 28, 12), 'started_at': datetime.datetime(2022, 4, 5, 22, 28, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:38:26.092869 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2be910-aace-4ce3-8ca6-58a03b1f37af None None] Checking segment: {'id': '93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:38:26.093389 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3d2be910-aace-4ce3-8ca6-58a03b1f37af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:26.093878 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2be910-aace-4ce3-8ca6-58a03b1f37af None None] Bound using segment: {'id': '93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d'} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:38:26.094580 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-3d2be910-aace-4ce3-8ca6-58a03b1f37af None None] Bound port: 79086086-f0b0-4293-86b6-de8dbf5eef4b, host: dv-cinder-835881-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d'}}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:38:26.094978 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3d2be910-aace-4ce3-8ca6-58a03b1f37af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (79086086-f0b0-4293-86b6-de8dbf5eef4b), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:26.135187 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448aa05-88aa-4398-b6b5-908f90fdc86e req-416317c5-ce29-4f09-b70c-78ea76049d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:26.138766 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-6448aa05-88aa-4398-b6b5-908f90fdc86e req-416317c5-ce29-4f09-b70c-78ea76049d55 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3db3989f-3792-497b-8859-b82b64749acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1716990 Apr 05 22:38:26.179363 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-3d2be910-aace-4ce3-8ca6-58a03b1f37af None None] For port 79086086-f0b0-4293-86b6-de8dbf5eef4b, host dv-cinder-835881-4-iscsi, cleared binding levels {{(pid=103471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:38:26.188116 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 39698) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:26.205260 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-8d7b054c-33b2-4e49-aa4d-9d26e8782d34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:26.205731 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-3d2be910-aace-4ce3-8ca6-58a03b1f37af None None] For port 79086086-f0b0-4293-86b6-de8dbf5eef4b, host dv-cinder-835881-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=79086086-f0b0-4293-86b6-de8dbf5eef4b,segment=NetworkSegment(93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb),segment_id=93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb)] {{(pid=103471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:38:26.213378 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9515920-2cf7-4174-9d0f-44d031f5591f None None] Pushing event updated for resources: {'Port': ['ID=79086086-f0b0-4293-86b6-de8dbf5eef4b,revision_number=2']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:26.217937 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3d2be910-aace-4ce3-8ca6-58a03b1f37af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (79086086-f0b0-4293-86b6-de8dbf5eef4b), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:26.226740 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device c5c4d410-4ebd-46aa-a0ef-bf3db94e4158 up at agent ovs-agent-dv-cinder-835881-4-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:38:26.240546 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9515920-2cf7-4174-9d0f-44d031f5591f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:26.240546 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9515920-2cf7-4174-9d0f-44d031f5591f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:26.240546 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9515920-2cf7-4174-9d0f-44d031f5591f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:26.240546 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9515920-2cf7-4174-9d0f-44d031f5591f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:26.240546 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9515920-2cf7-4174-9d0f-44d031f5591f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:26.240546 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9515920-2cf7-4174-9d0f-44d031f5591f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:26.240546 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9515920-2cf7-4174-9d0f-44d031f5591f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:26.240546 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9515920-2cf7-4174-9d0f-44d031f5591f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:26.240546 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9515920-2cf7-4174-9d0f-44d031f5591f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:26.240546 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9515920-2cf7-4174-9d0f-44d031f5591f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:26.240546 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9515920-2cf7-4174-9d0f-44d031f5591f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:26.240546 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9515920-2cf7-4174-9d0f-44d031f5591f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:26.240546 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9515920-2cf7-4174-9d0f-44d031f5591f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:26.240546 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9515920-2cf7-4174-9d0f-44d031f5591f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:26.240546 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9515920-2cf7-4174-9d0f-44d031f5591f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:26.272912 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2be910-aace-4ce3-8ca6-58a03b1f37af None None] Routers {'905b4cea-117a-441e-b9b6-44e34699d3cc'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:38:26.273702 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-3d2be910-aace-4ce3-8ca6-58a03b1f37af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:38:08Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['905b4cea-117a-441e-b9b6-44e34699d3cc'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:26.340479 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Provisioning complete for port c5c4d410-4ebd-46aa-a0ef-bf3db94e4158 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:38:26.340849 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (c5c4d410-4ebd-46aa-a0ef-bf3db94e4158), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:26.340982 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-f317c1e7-f318-4d26-b2b3-9b4cd4773031 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:26.458197 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-6448aa05-88aa-4398-b6b5-908f90fdc86e req-6669aa08-4298-4f0b-b045-129d1d4710ad service neutron] 10.222.0.13 "GET /v2.0/networks/3db3989f-3792-497b-8859-b82b64749acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122907 Apr 05 22:38:26.482022 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Current status of the port c5c4d410-4ebd-46aa-a0ef-bf3db94e4158 is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:38:26.494808 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9515920-2cf7-4174-9d0f-44d031f5591f None None] Pushing event updated for resources: {'Port': ['ID=79086086-f0b0-4293-86b6-de8dbf5eef4b,revision_number=3']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:26.496508 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-f317c1e7-f318-4d26-b2b3-9b4cd4773031 admin admin] Publish callbacks [] for security_group (f132f105-4d62-44f1-8450-2edb39782533), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:26.511068 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-f317c1e7-f318-4d26-b2b3-9b4cd4773031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (f132f105-4d62-44f1-8450-2edb39782533), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:26.521887 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-3d2be910-aace-4ce3-8ca6-58a03b1f37af None None] Set router 905b4cea-117a-441e-b9b6-44e34699d3cc gateway port host: dv-cinder-835881-4-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:38:26.556614 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7984ca9-314d-4b9e-a26b-0418963d7bfb req-da92bb58-97cd-45f5-adc1-4f7b3dfd43e1 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:26.558138 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b7984ca9-314d-4b9e-a26b-0418963d7bfb req-da92bb58-97cd-45f5-adc1-4f7b3dfd43e1 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0326d1c-064c-4b3c-9ffd-06a7df79dec6 HTTP/1.1" status: 200 len: 946 time: 0.2193847 Apr 05 22:38:26.568198 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-f317c1e7-f318-4d26-b2b3-9b4cd4773031 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5c7191a22f784116b819d3fe20a25b9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3786373 Apr 05 22:38:26.568933 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f317c1e7-f318-4d26-b2b3-9b4cd4773031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f132f105-4d62-44f1-8450-2edb39782533,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:26.570040 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 39708) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:26.588084 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.db.db_base_plugin_common [None req-8d7b054c-33b2-4e49-aa4d-9d26e8782d34 admin admin] Allocated IP 172.20.0.1 (82ac0f62-8f0d-494d-92b9-59e30fbb35e6/19c28f15-7561-44cc-be09-8c106acb22d5/90b1751b-1a1d-4fa8-9904-e117d75a6f02) {{(pid=103468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:38:26.591712 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device a7e2149a-9a2d-42ae-ab91-ce31d564fbe9 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:38:26.623506 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] No Port match for: a7e2149a-9a2d-42ae-ab91-ce31d564fbe9 {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:38:26.623844 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device a7e2149a-9a2d-42ae-ab91-ce31d564fbe9 not bound to the agent host hv-cinder-83588 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:38:26.653991 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b7984ca9-314d-4b9e-a26b-0418963d7bfb req-04e3936d-46a3-44d9-b57c-492cb594e155 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812538 Apr 05 22:38:26.709803 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-6448aa05-88aa-4398-b6b5-908f90fdc86e req-9b0ffeba-a445-4972-851f-b815d1d922f0 service neutron] 10.222.0.13 "GET /v2.0/networks/3db3989f-3792-497b-8859-b82b64749acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411935 Apr 05 22:38:26.723052 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-3d2be910-aace-4ce3-8ca6-58a03b1f37af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905b4cea-117a-441e-b9b6-44e34699d3cc', 'name': 'tempest-TestMinimumBasicScenario-1231732896-router', 'tenant_id': '345149c7ece441b7b63f5b15eefd7347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '79086086-f0b0-4293-86b6-de8dbf5eef4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:22Z', 'updated_at': '2022-04-05T22:38:23Z', 'revision_number': 3, 'project_id': '345149c7ece441b7b63f5b15eefd7347', 'gw_port': {'id': '79086086-f0b0-4293-86b6-de8dbf5eef4b', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:af:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '905b4cea-117a-441e-b9b6-44e34699d3cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:22Z', 'updated_at': '2022-04-05T22:38:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi'}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:26.733863 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-d63b0ee5-f5f5-47e0-91fb-aba5a440277f admin admin] Publish callbacks [] for security_group (f132f105-4d62-44f1-8450-2edb39782533), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:26.757535 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2be910-aace-4ce3-8ca6-58a03b1f37af None None] The sync data for ids ['905b4cea-117a-441e-b9b6-44e34699d3cc'] in dv-cinder-835881-4-iscsi is: [{'id': '905b4cea-117a-441e-b9b6-44e34699d3cc', 'name': 'tempest-TestMinimumBasicScenario-1231732896-router', 'tenant_id': '345149c7ece441b7b63f5b15eefd7347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '79086086-f0b0-4293-86b6-de8dbf5eef4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:22Z', 'updated_at': '2022-04-05T22:38:23Z', 'revision_number': 3, 'project_id': '345149c7ece441b7b63f5b15eefd7347', 'gw_port': {'id': '79086086-f0b0-4293-86b6-de8dbf5eef4b', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:af:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '905b4cea-117a-441e-b9b6-44e34699d3cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:22Z', 'updated_at': '2022-04-05T22:38:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi'}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:38:26.775728 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-d63b0ee5-f5f5-47e0-91fb-aba5a440277f admin admin] Publish callbacks [] for security_group (f132f105-4d62-44f1-8450-2edb39782533), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:26.797972 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-8d7b054c-33b2-4e49-aa4d-9d26e8782d34 admin admin] Publish callbacks [] for port (90b1751b-1a1d-4fa8-9904-e117d75a6f02), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:26.852397 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-d63b0ee5-f5f5-47e0-91fb-aba5a440277f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (f132f105-4d62-44f1-8450-2edb39782533), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:26.855322 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-d63b0ee5-f5f5-47e0-91fb-aba5a440277f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:26.856479 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-d63b0ee5-f5f5-47e0-91fb-aba5a440277f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f132f105-4d62-44f1-8450-2edb39782533 HTTP/1.1" status: 204 len: 168 time: 0.2854202 Apr 05 22:38:26.859906 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-8d7b054c-33b2-4e49-aa4d-9d26e8782d34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757100095748'] for port (90b1751b-1a1d-4fa8-9904-e117d75a6f02), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:26.891410 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63b0ee5-f5f5-47e0-91fb-aba5a440277f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f132f105-4d62-44f1-8450-2edb39782533,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:26.909813 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7b054c-33b2-4e49-aa4d-9d26e8782d34 admin admin] Network 82ac0f62-8f0d-494d-92b9-59e30fbb35e6 is already hosted by enough agents. {{(pid=103468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:38:26.911191 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63b0ee5-f5f5-47e0-91fb-aba5a440277f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:26.911541 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63b0ee5-f5f5-47e0-91fb-aba5a440277f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:26.911888 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63b0ee5-f5f5-47e0-91fb-aba5a440277f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:26.912237 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63b0ee5-f5f5-47e0-91fb-aba5a440277f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:26.912572 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63b0ee5-f5f5-47e0-91fb-aba5a440277f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:26.913528 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63b0ee5-f5f5-47e0-91fb-aba5a440277f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:26.913906 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63b0ee5-f5f5-47e0-91fb-aba5a440277f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:26.914220 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63b0ee5-f5f5-47e0-91fb-aba5a440277f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:26.914778 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63b0ee5-f5f5-47e0-91fb-aba5a440277f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:26.915201 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63b0ee5-f5f5-47e0-91fb-aba5a440277f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:26.915553 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63b0ee5-f5f5-47e0-91fb-aba5a440277f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:26.916134 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63b0ee5-f5f5-47e0-91fb-aba5a440277f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:26.916474 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63b0ee5-f5f5-47e0-91fb-aba5a440277f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:26.916804 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63b0ee5-f5f5-47e0-91fb-aba5a440277f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:26.917256 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63b0ee5-f5f5-47e0-91fb-aba5a440277f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:26.922694 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [None req-8d7b054c-33b2-4e49-aa4d-9d26e8782d34 admin admin] Resources bound (agent type, host, resource id): {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:38:26.926043 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7b054c-33b2-4e49-aa4d-9d26e8782d34 admin admin] Received port after_create {{(pid=103468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:38:26.926524 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-8d7b054c-33b2-4e49-aa4d-9d26e8782d34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536746'] for router_interface (905b4cea-117a-441e-b9b6-44e34699d3cc), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:26.992428 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b054c-33b2-4e49-aa4d-9d26e8782d34 admin admin] Pushing event updated for resources: {'Port': ['ID=90b1751b-1a1d-4fa8-9904-e117d75a6f02,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:27.141377 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-8d7b054c-33b2-4e49-aa4d-9d26e8782d34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (90b1751b-1a1d-4fa8-9904-e117d75a6f02), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:27.275252 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 39728) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:27.292281 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0bc128c3-cc23-4cc0-90c7-441c9b2c71e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:27.303414 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-8f6767ca-9fcd-4b26-886a-a13bd6e889e7 None None] Provisioning complete for port 90b1751b-1a1d-4fa8-9904-e117d75a6f02 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:38:27.303781 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-8f6767ca-9fcd-4b26-886a-a13bd6e889e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (90b1751b-1a1d-4fa8-9904-e117d75a6f02), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:27.324317 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 39730) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:27.350320 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-8f6767ca-9fcd-4b26-886a-a13bd6e889e7 None None] Port 90b1751b-1a1d-4fa8-9904-e117d75a6f02 cannot update to ACTIVE because it is not bound. {{(pid=103470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:38:27.356505 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-8d7b054c-33b2-4e49-aa4d-9d26e8782d34 admin admin] Publish callbacks [] for port (90b1751b-1a1d-4fa8-9904-e117d75a6f02), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:27.363393 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-8d7b054c-33b2-4e49-aa4d-9d26e8782d34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (90b1751b-1a1d-4fa8-9904-e117d75a6f02), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:27.364675 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-8d7b054c-33b2-4e49-aa4d-9d26e8782d34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3645371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535098'] for router_interface (905b4cea-117a-441e-b9b6-44e34699d3cc), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:27.404643 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a5da996-73d8-4e7b-bb34-f533d01082a1 admin admin] Deleting subnet 235a2980-4296-4659-99f6-db4446792d92 {{(pid=103469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 22:38:27.411927 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9a5da996-73d8-4e7b-bb34-f533d01082a1 admin admin] Publish callbacks [] for subnet (235a2980-4296-4659-99f6-db4446792d92), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:27.427274 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b054c-33b2-4e49-aa4d-9d26e8782d34 admin admin] Pushing event updated for resources: {'Port': ['ID=90b1751b-1a1d-4fa8-9904-e117d75a6f02,revision_number=2']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:27.461430 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0bc128c3-cc23-4cc0-90c7-441c9b2c71e7 admin admin] Publish callbacks [] for security_group (f012af9b-490c-4394-b8d7-96d663439d33), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:27.468052 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9a5da996-73d8-4e7b-bb34-f533d01082a1 admin admin] Publish callbacks [] for subnet (235a2980-4296-4659-99f6-db4446792d92), precommit_delete_associations {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:27.475294 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0bc128c3-cc23-4cc0-90c7-441c9b2c71e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (f012af9b-490c-4394-b8d7-96d663439d33), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:27.482788 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9a5da996-73d8-4e7b-bb34-f533d01082a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3499703'] for subnet (235a2980-4296-4659-99f6-db4446792d92), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:27.522789 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7b054c-33b2-4e49-aa4d-9d26e8782d34 admin admin] Network 82ac0f62-8f0d-494d-92b9-59e30fbb35e6 is already hosted by enough agents. {{(pid=103468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:38:27.524364 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [None req-8d7b054c-33b2-4e49-aa4d-9d26e8782d34 admin admin] Resources bound (agent type, host, resource id): {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:38:27.554346 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-0bc128c3-cc23-4cc0-90c7-441c9b2c71e7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=00d52476ce7d4daea889c8a2ed48c2ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2773154 Apr 05 22:38:27.555527 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 39734) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:27.570312 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc128c3-cc23-4cc0-90c7-441c9b2c71e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f012af9b-490c-4394-b8d7-96d663439d33,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:27.597466 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc128c3-cc23-4cc0-90c7-441c9b2c71e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:27.598123 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc128c3-cc23-4cc0-90c7-441c9b2c71e7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:27.598667 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc128c3-cc23-4cc0-90c7-441c9b2c71e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:27.599179 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc128c3-cc23-4cc0-90c7-441c9b2c71e7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:27.599933 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc128c3-cc23-4cc0-90c7-441c9b2c71e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:27.600553 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc128c3-cc23-4cc0-90c7-441c9b2c71e7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:27.600883 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc128c3-cc23-4cc0-90c7-441c9b2c71e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:27.601209 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc128c3-cc23-4cc0-90c7-441c9b2c71e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:27.601605 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc128c3-cc23-4cc0-90c7-441c9b2c71e7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:27.601934 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc128c3-cc23-4cc0-90c7-441c9b2c71e7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:27.602258 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc128c3-cc23-4cc0-90c7-441c9b2c71e7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:27.602583 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc128c3-cc23-4cc0-90c7-441c9b2c71e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:27.602902 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc128c3-cc23-4cc0-90c7-441c9b2c71e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:27.603217 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc128c3-cc23-4cc0-90c7-441c9b2c71e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:27.603534 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc128c3-cc23-4cc0-90c7-441c9b2c71e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:27.644222 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9a5da996-73d8-4e7b-bb34-f533d01082a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3499704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321'] for subnet (235a2980-4296-4659-99f6-db4446792d92), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:27.659382 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c78160b9-fac0-4c77-b12d-7912e6244e89 admin admin] Publish callbacks [] for security_group (f012af9b-490c-4394-b8d7-96d663439d33), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:27.692525 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5da996-73d8-4e7b-bb34-f533d01082a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=235a2980-4296-4659-99f6-db4446792d92,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:27.704818 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d7b054c-33b2-4e49-aa4d-9d26e8782d34 admin admin] Router 905b4cea-117a-441e-b9b6-44e34699d3cc has already been hosted by L3 agent 79a469f9-bdbc-4492-b479-9e5faeaf33b0 {{(pid=103468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:38:27.711968 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9a5da996-73d8-4e7b-bb34-f533d01082a1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:27.722834 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-9a5da996-73d8-4e7b-bb34-f533d01082a1 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/235a2980-4296-4659-99f6-db4446792d92 HTTP/1.1" status: 204 len: 168 time: 0.3974631 Apr 05 22:38:27.728297 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 39738) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:27.763714 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (021dfe4d-8109-4136-9367-dac606dce553), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:27.785916 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c78160b9-fac0-4c77-b12d-7912e6244e89 admin admin] Publish callbacks [] for security_group (f012af9b-490c-4394-b8d7-96d663439d33), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:27.865466 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d7b054c-33b2-4e49-aa4d-9d26e8782d34 admin admin] Notify agent at l3_agent.dv-cinder-835881-4-iscsi the message routers_updated {{(pid=103468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:38:27.877523 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-8d7b054c-33b2-4e49-aa4d-9d26e8782d34 admin admin] 10.222.0.45 "PUT /v2.0/routers/905b4cea-117a-441e-b9b6-44e34699d3cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7534275 Apr 05 22:38:27.883433 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-39ea5277-dead-4ef6-accf-71f749f8724d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539952'] for network (49394ac4-ce2e-4d8d-ba06-ab2e2faf7c57), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:27.887550 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-398e8e08-497e-463a-8ecf-3ab6ea84d34c None None] Provisioning complete for port 90b1751b-1a1d-4fa8-9904-e117d75a6f02 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:38:27.888047 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-398e8e08-497e-463a-8ecf-3ab6ea84d34c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (90b1751b-1a1d-4fa8-9904-e117d75a6f02), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:27.922292 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9f3fbe-e6bf-4371-a570-3a38a17a3510 req-d40c28f6-1952-4301-b828-995cad8e0748 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:27.923837 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4d9f3fbe-e6bf-4371-a570-3a38a17a3510 req-d40c28f6-1952-4301-b828-995cad8e0748 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0326d1c-064c-4b3c-9ffd-06a7df79dec6 HTTP/1.1" status: 200 len: 946 time: 0.1473727 Apr 05 22:38:27.932680 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-398e8e08-497e-463a-8ecf-3ab6ea84d34c None None] Port 90b1751b-1a1d-4fa8-9904-e117d75a6f02 cannot update to ACTIVE because it is not bound. {{(pid=103470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:38:27.980583 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c78160b9-fac0-4c77-b12d-7912e6244e89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (f012af9b-490c-4394-b8d7-96d663439d33), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:27.983175 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c78160b9-fac0-4c77-b12d-7912e6244e89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:27.984346 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-c78160b9-fac0-4c77-b12d-7912e6244e89 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f012af9b-490c-4394-b8d7-96d663439d33 HTTP/1.1" status: 204 len: 168 time: 0.4242978 Apr 05 22:38:27.996351 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78160b9-fac0-4c77-b12d-7912e6244e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f012af9b-490c-4394-b8d7-96d663439d33,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:28.036679 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-39ea5277-dead-4ef6-accf-71f749f8724d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3448140', 'neutron.services.segments.db._delete_segments_for_network-8757100575609'] for network (49394ac4-ce2e-4d8d-ba06-ab2e2faf7c57), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:28.069878 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4d9f3fbe-e6bf-4371-a570-3a38a17a3510 req-4df8ad87-4bdd-418e-a06c-67e441970c78 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243007 Apr 05 22:38:28.073869 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-39ea5277-dead-4ef6-accf-71f749f8724d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:38:28.074512 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-39ea5277-dead-4ef6-accf-71f749f8724d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:38:28.075187 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-39ea5277-dead-4ef6-accf-71f749f8724d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:38:28.075973 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-39ea5277-dead-4ef6-accf-71f749f8724d admin admin] Subscribe: > port after_create 55550000 {{(pid=103469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:38:28.076297 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-39ea5277-dead-4ef6-accf-71f749f8724d admin admin] Subscribe: > port after_delete 55550000 {{(pid=103469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:38:28.076776 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-39ea5277-dead-4ef6-accf-71f749f8724d admin admin] Subscribe: > port after_update 55550000 {{(pid=103469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:38:28.077408 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-39ea5277-dead-4ef6-accf-71f749f8724d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:38:28.077774 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-39ea5277-dead-4ef6-accf-71f749f8724d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:38:28.078188 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-39ea5277-dead-4ef6-accf-71f749f8724d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:38:28.078906 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-39ea5277-dead-4ef6-accf-71f749f8724d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:38:28.204115 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device 79086086-f0b0-4293-86b6-de8dbf5eef4b up at agent ovs-agent-dv-cinder-835881-4-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:38:28.218969 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-39ea5277-dead-4ef6-accf-71f749f8724d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:38:28.219666 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-39ea5277-dead-4ef6-accf-71f749f8724d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:38:28.220202 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-39ea5277-dead-4ef6-accf-71f749f8724d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:38:28.220727 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-39ea5277-dead-4ef6-accf-71f749f8724d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:38:28.221290 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.services.segments.db [None req-39ea5277-dead-4ef6-accf-71f749f8724d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49394ac4-ce2e-4d8d-ba06-ab2e2faf7c57']}} {{(pid=103469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:28.243122 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.services.segments.db [None req-39ea5277-dead-4ef6-accf-71f749f8724d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a36ad85-e958-43c3-9b84-5cd18c62bc48') {'for_net_delete': True} {{(pid=103469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:28.243684 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.services.segments.db [None req-39ea5277-dead-4ef6-accf-71f749f8724d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a36ad85-e958-43c3-9b84-5cd18c62bc48') {} {{(pid=103469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:28.261072 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Provisioning complete for port 79086086-f0b0-4293-86b6-de8dbf5eef4b triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:38:28.261451 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (79086086-f0b0-4293-86b6-de8dbf5eef4b), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:28.263474 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-39ea5277-dead-4ef6-accf-71f749f8724d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757100576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9076220'] for segment (0a36ad85-e958-43c3-9b84-5cd18c62bc48), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:28.292253 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-39ea5277-dead-4ef6-accf-71f749f8724d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3567180'] for segment (0a36ad85-e958-43c3-9b84-5cd18c62bc48), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:28.301966 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39ea5277-dead-4ef6-accf-71f749f8724d admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=103469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 22:38:28.302886 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-39ea5277-dead-4ef6-accf-71f749f8724d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3567180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8827980'] for segment (0a36ad85-e958-43c3-9b84-5cd18c62bc48), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:28.325513 dv-cinder-835881-4-iscsi neutron-server[103469]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 05 22:38:28.325513 dv-cinder-835881-4-iscsi neutron-server[103469]: from cryptography.utils import int_from_bytes Apr 05 22:38:28.325513 dv-cinder-835881-4-iscsi neutron-server[103469]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 05 22:38:28.325513 dv-cinder-835881-4-iscsi neutron-server[103469]: from cryptography.utils import int_from_bytes Apr 05 22:38:28.325513 dv-cinder-835881-4-iscsi neutron-server[103469]: Traceback (most recent call last): Apr 05 22:38:28.325513 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 22:38:28.325513 dv-cinder-835881-4-iscsi neutron-server[103469]: timer() Apr 05 22:38:28.325513 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 22:38:28.325513 dv-cinder-835881-4-iscsi neutron-server[103469]: cb(*args, **kw) Apr 05 22:38:28.325513 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 22:38:28.325513 dv-cinder-835881-4-iscsi neutron-server[103469]: return func(*args, **kwargs) Apr 05 22:38:28.325513 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 22:38:28.325513 dv-cinder-835881-4-iscsi neutron-server[103469]: self._notify() Apr 05 22:38:28.325513 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 22:38:28.325513 dv-cinder-835881-4-iscsi neutron-server[103469]: self.callback(batched_events) Apr 05 22:38:28.325513 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 22:38:28.325513 dv-cinder-835881-4-iscsi neutron-server[103469]: event.method(event) Apr 05 22:38:28.325513 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 22:38:28.325513 dv-cinder-835881-4-iscsi neutron-server[103469]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 22:38:28.325513 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 22:38:28.325513 dv-cinder-835881-4-iscsi neutron-server[103469]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 22:38:28.325513 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 22:38:28.325513 dv-cinder-835881-4-iscsi neutron-server[103469]: return f(self, *a, **k) Apr 05 22:38:28.325513 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 22:38:28.325513 dv-cinder-835881-4-iscsi neutron-server[103469]: return self._get(url).json() Apr 05 22:38:28.325513 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 22:38:28.325513 dv-cinder-835881-4-iscsi neutron-server[103469]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 22:38:28.325513 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 22:38:28.325513 dv-cinder-835881-4-iscsi neutron-server[103469]: return self.request(url, 'GET', **kwargs) Apr 05 22:38:28.325513 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 22:38:28.325513 dv-cinder-835881-4-iscsi neutron-server[103469]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 22:38:28.325513 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 22:38:28.325513 dv-cinder-835881-4-iscsi neutron-server[103469]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 22:38:28.325513 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 22:38:28.325513 dv-cinder-835881-4-iscsi neutron-server[103469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 22:38:28.325513 dv-cinder-835881-4-iscsi neutron-server[103469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 22:38:28.368456 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Current status of the port 79086086-f0b0-4293-86b6-de8dbf5eef4b is: DOWN; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:38:28.369214 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (79086086-f0b0-4293-86b6-de8dbf5eef4b), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:28.406672 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] For port 79086086-f0b0-4293-86b6-de8dbf5eef4b, host dv-cinder-835881-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=79086086-f0b0-4293-86b6-de8dbf5eef4b,segment=NetworkSegment(93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb),segment_id=93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:38:28.411077 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-39ea5277-dead-4ef6-accf-71f749f8724d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3448117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536611'] for network (49394ac4-ce2e-4d8d-ba06-ab2e2faf7c57), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:28.412247 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (79086086-f0b0-4293-86b6-de8dbf5eef4b), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:28.421519 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-39ea5277-dead-4ef6-accf-71f749f8724d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644259'] for network (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:28.432947 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-39ea5277-dead-4ef6-accf-71f749f8724d admin admin] 10.222.0.45 "DELETE /v2.0/networks/49394ac4-ce2e-4d8d-ba06-ab2e2faf7c57 HTTP/1.1" status: 204 len: 168 time: 0.7003918 Apr 05 22:38:28.452893 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ea5277-dead-4ef6-accf-71f749f8724d admin admin] Pushing event deleted for resources: {'Network': ['ID=49394ac4-ce2e-4d8d-ba06-ab2e2faf7c57,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:28.496166 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Pushing event updated for resources: {'Port': ['ID=79086086-f0b0-4293-86b6-de8dbf5eef4b,revision_number=4']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:28.517998 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:28.518385 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:28.518898 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:28.519431 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:28.519824 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:28.520164 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:28.520501 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:28.520830 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:28.521355 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:28.521908 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:28.522278 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:28.522887 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:28.523235 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:28.523723 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:28.524474 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:28.585940 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 39766) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:28.633931 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-7eac0ada-ffcc-4838-9b6e-70547d312a7e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=94a318fdf9924965964e8fbc6cdbaf61&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0464959 Apr 05 22:38:28.636631 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 39768) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:28.685658 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c8e34819-29af-4c4b-a948-53d34eb7a5b8 admin admin] Publish callbacks [] for security_group (e84a0f4d-0a07-40b0-a81d-4381c766cfe4), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:28.712280 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c8e34819-29af-4c4b-a948-53d34eb7a5b8 admin admin] Publish callbacks [] for security_group (e84a0f4d-0a07-40b0-a81d-4381c766cfe4), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:28.764167 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c8e34819-29af-4c4b-a948-53d34eb7a5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (e84a0f4d-0a07-40b0-a81d-4381c766cfe4), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:28.768097 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c8e34819-29af-4c4b-a948-53d34eb7a5b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:28.773822 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-c8e34819-29af-4c4b-a948-53d34eb7a5b8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e84a0f4d-0a07-40b0-a81d-4381c766cfe4 HTTP/1.1" status: 204 len: 168 time: 0.1358199 Apr 05 22:38:28.783153 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e34819-29af-4c4b-a948-53d34eb7a5b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84a0f4d-0a07-40b0-a81d-4381c766cfe4,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:28.809094 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6a9075-b70c-4877-99c4-37dff68af251 None None] Sync routers for ids ['905b4cea-117a-441e-b9b6-44e34699d3cc'] in dv-cinder-835881-4-iscsi {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:38:28.821557 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6a9075-b70c-4877-99c4-37dff68af251 None None] Routers {'905b4cea-117a-441e-b9b6-44e34699d3cc'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:38:28.822193 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-2c6a9075-b70c-4877-99c4-37dff68af251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:38:08Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['905b4cea-117a-441e-b9b6-44e34699d3cc'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:28.966433 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 39784) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:28.973597 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-77aca852-1d2e-49cf-adce-3319274a2ab0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1517126522-network', 'tenant_id': '5315243108fd4bf9b9751bc79eb1c9cc'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:38:29.000012 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77aca852-1d2e-49cf-adce-3319274a2ab0 admin admin] Made reservation on behalf of 5315243108fd4bf9b9751bc79eb1c9cc for: {'network': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:38:29.003448 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-77aca852-1d2e-49cf-adce-3319274a2ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for network (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:29.015397 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-77aca852-1d2e-49cf-adce-3319274a2ab0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:29.078855 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-2c6a9075-b70c-4877-99c4-37dff68af251 None None] Set router 905b4cea-117a-441e-b9b6-44e34699d3cc gateway port host: dv-cinder-835881-4-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:38:29.118800 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-77aca852-1d2e-49cf-adce-3319274a2ab0 admin admin] Publish callbacks [] for security_group (564f42cb-6102-446d-ac2e-8f4c0c1f69b8), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:29.122956 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-77aca852-1d2e-49cf-adce-3319274a2ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (564f42cb-6102-446d-ac2e-8f4c0c1f69b8), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:29.157043 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77aca852-1d2e-49cf-adce-3319274a2ab0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=103469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 22:38:29.163524 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aca852-1d2e-49cf-adce-3319274a2ab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=564f42cb-6102-446d-ac2e-8f4c0c1f69b8,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:29.173869 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-77aca852-1d2e-49cf-adce-3319274a2ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3567180'] for segment (7bd52e8f-6e5d-4222-8919-5b4f80dd56be), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:29.174218 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.db.segments_db [None req-77aca852-1d2e-49cf-adce-3319274a2ab0 admin admin] Added segment 7bd52e8f-6e5d-4222-8919-5b4f80dd56be of type vlan for network f575877c-1a39-427f-b54c-1fd07385f869 Apr 05 22:38:29.248787 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-77aca852-1d2e-49cf-adce-3319274a2ab0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757100112442'] for network (f575877c-1a39-427f-b54c-1fd07385f869), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:29.291169 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b1ec66-568d-41db-8798-344a4cb3a4a3 req-98dcab78-7788-4a26-9f59-053b5e9008d3 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:29.293050 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-31b1ec66-568d-41db-8798-344a4cb3a4a3 req-98dcab78-7788-4a26-9f59-053b5e9008d3 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0326d1c-064c-4b3c-9ffd-06a7df79dec6 HTTP/1.1" status: 200 len: 946 time: 0.1075368 Apr 05 22:38:29.294584 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-77aca852-1d2e-49cf-adce-3319274a2ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321'] for network (f575877c-1a39-427f-b54c-1fd07385f869), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:29.295809 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77aca852-1d2e-49cf-adce-3319274a2ab0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:29.296782 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-77aca852-1d2e-49cf-adce-3319274a2ab0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644259'] for network (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:29.348406 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-77aca852-1d2e-49cf-adce-3319274a2ab0 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3793805 Apr 05 22:38:29.352889 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 39800) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:29.361188 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-7e2d310e-cd8f-439b-a121-3f47e2b3355c admin admin] Request body: {'subnet': {'network_id': 'f575877c-1a39-427f-b54c-1fd07385f869', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1517126522-subnet', 'tenant_id': '5315243108fd4bf9b9751bc79eb1c9cc', 'ip_version': 4}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:38:29.362339 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-2c6a9075-b70c-4877-99c4-37dff68af251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905b4cea-117a-441e-b9b6-44e34699d3cc', 'name': 'tempest-TestMinimumBasicScenario-1231732896-router', 'tenant_id': '345149c7ece441b7b63f5b15eefd7347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '79086086-f0b0-4293-86b6-de8dbf5eef4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:22Z', 'updated_at': '2022-04-05T22:38:27Z', 'revision_number': 4, 'project_id': '345149c7ece441b7b63f5b15eefd7347', 'gw_port': {'id': '79086086-f0b0-4293-86b6-de8dbf5eef4b', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:af:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905b4cea-117a-441e-b9b6-44e34699d3cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:22Z', 'updated_at': '2022-04-05T22:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_interfaces': [{'id': '90b1751b-1a1d-4fa8-9904-e117d75a6f02', 'name': '', 'network_id': '82ac0f62-8f0d-494d-92b9-59e30fbb35e6', 'tenant_id': '345149c7ece441b7b63f5b15eefd7347', 'mac_address': 'fa:16:3e:74:95:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '905b4cea-117a-441e-b9b6-44e34699d3cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '19c28f15-7561-44cc-be09-8c106acb22d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:26Z', 'updated_at': '2022-04-05T22:38:27Z', 'revision_number': 2, 'project_id': '345149c7ece441b7b63f5b15eefd7347', 'subnets': [{'id': '19c28f15-7561-44cc-be09-8c106acb22d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:29.393594 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6a9075-b70c-4877-99c4-37dff68af251 None None] Checking router: 905b4cea-117a-441e-b9b6-44e34699d3cc for host: dv-cinder-835881-4-iscsi {{(pid=103470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:38:29.394057 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aca852-1d2e-49cf-adce-3319274a2ab0 admin admin] Pushing event updated for resources: {'Network': ['ID=f575877c-1a39-427f-b54c-1fd07385f869,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:29.394476 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6a9075-b70c-4877-99c4-37dff68af251 None None] Updating router 905b4cea-117a-441e-b9b6-44e34699d3cc port 90b1751b-1a1d-4fa8-9904-e117d75a6f02 binding host dv-cinder-835881-4-iscsi {{(pid=103470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 22:38:29.408356 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e2d310e-cd8f-439b-a121-3f47e2b3355c admin admin] Made reservation on behalf of 5315243108fd4bf9b9751bc79eb1c9cc for: {'subnet': 1} {{(pid=103468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:38:29.414333 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-7e2d310e-cd8f-439b-a121-3f47e2b3355c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:29.415962 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-31b1ec66-568d-41db-8798-344a4cb3a4a3 req-a52dec89-6127-4d2e-9b24-55d49f032175 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152189 Apr 05 22:38:29.437625 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Network f575877c-1a39-427f-b54c-1fd07385f869 details requested by agent ovs-agent-dv-cinder-835881-4-iscsi with host dv-cinder-835881-4-iscsi {{(pid=103470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 22:38:29.504751 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-2c6a9075-b70c-4877-99c4-37dff68af251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (90b1751b-1a1d-4fa8-9904-e117d75a6f02), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:29.634434 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-7e2d310e-cd8f-439b-a121-3f47e2b3355c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321'] for subnet (7b1983e5-d0b4-42af-b7e2-25ec560e327a), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:29.715611 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2d310e-cd8f-439b-a121-3f47e2b3355c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b1983e5-d0b4-42af-b7e2-25ec560e327a,revision_number=0']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:29.721944 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2d310e-cd8f-439b-a121-3f47e2b3355c admin admin] Checking segment: {'id': '7bd52e8f-6e5d-4222-8919-5b4f80dd56be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f575877c-1a39-427f-b54c-1fd07385f869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:38:29.722328 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2d310e-cd8f-439b-a121-3f47e2b3355c admin admin] Network hostable DHCP agents. Network: f575877c-1a39-427f-b54c-1fd07385f869, hostable agents: ['08425891-4e99-4ae4-974b-85ee5a0410c6'], hosted agents: [] {{(pid=103468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 22:38:29.740513 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2d310e-cd8f-439b-a121-3f47e2b3355c admin admin] Network f575877c-1a39-427f-b54c-1fd07385f869 is scheduled to be hosted by DHCP agent 08425891-4e99-4ae4-974b-85ee5a0410c6 with binding_index 1 {{(pid=103468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 22:38:29.751939 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [None req-7e2d310e-cd8f-439b-a121-3f47e2b3355c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-4-iscsi, f575877c-1a39-427f-b54c-1fd07385f869) {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:38:29.759371 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2d310e-cd8f-439b-a121-3f47e2b3355c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:29.759987 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-7e2d310e-cd8f-439b-a121-3f47e2b3355c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644259'] for subnet (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:29.778888 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-7e2d310e-cd8f-439b-a121-3f47e2b3355c admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4239800 Apr 05 22:38:29.781428 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 39820) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:29.786930 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-a5bef0a2-8f16-4887-af43-8a94d3229495 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1517126522-router', 'tenant_id': '5315243108fd4bf9b9751bc79eb1c9cc', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d'}}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:38:29.793123 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500f00aa-07f6-47bd-8d63-d0797ee5b26e None None] Network f575877c-1a39-427f-b54c-1fd07385f869 requested from dv-cinder-835881-4-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:38:29.819763 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a5bef0a2-8f16-4887-af43-8a94d3229495 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5455'] for router (55e40fcd-194a-46c1-ae6a-41a5ecaab205), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:29.821413 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a5bef0a2-8f16-4887-af43-8a94d3229495 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5462'] for router (55e40fcd-194a-46c1-ae6a-41a5ecaab205), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:29.873817 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 39822) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:29.892931 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a5bef0a2-8f16-4887-af43-8a94d3229495 admin admin] Publish callbacks [] for router_controller (55e40fcd-194a-46c1-ae6a-41a5ecaab205), precommit_add_association {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:29.954138 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d303ee89-0482-4f9c-8c27-a1a087e46e3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd204a006-a1ce-5a6a-9bd3-55dc25c03605-f575877c-1a39-427f-b54c-1fd07385f869', 'network_id': 'f575877c-1a39-427f-b54c-1fd07385f869', 'project_id': '5315243108fd4bf9b9751bc79eb1c9cc', 'fixed_ips': [{'subnet_id': '7b1983e5-d0b4-42af-b7e2-25ec560e327a'}]}} from dv-cinder-835881-4-iscsi. {{(pid=103470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 22:38:29.955570 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d303ee89-0482-4f9c-8c27-a1a087e46e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:30.006158 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-c590f621-ff9b-4be3-955a-ac802159fe0a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-472349617-network', 'tenant_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:38:30.033801 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c590f621-ff9b-4be3-955a-ac802159fe0a admin admin] Made reservation on behalf of d9b7ea8d9b8d48318b8a50555b5be4f1 for: {'network': 1} {{(pid=103468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:38:30.037142 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c590f621-ff9b-4be3-955a-ac802159fe0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for network (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:30.047999 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c590f621-ff9b-4be3-955a-ac802159fe0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:30.067658 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-2c6a9075-b70c-4877-99c4-37dff68af251 None None] Publish callbacks [] for port (90b1751b-1a1d-4fa8-9904-e117d75a6f02), precommit_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:30.132509 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.db_base_plugin_common [None req-d303ee89-0482-4f9c-8c27-a1a087e46e3d None None] Allocated IP 172.20.0.2 (f575877c-1a39-427f-b54c-1fd07385f869/7b1983e5-d0b4-42af-b7e2-25ec560e327a/d4888fe4-c87d-4032-820f-08b09d366c7f) {{(pid=103470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:38:30.200304 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-2c6a9075-b70c-4877-99c4-37dff68af251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (90b1751b-1a1d-4fa8-9904-e117d75a6f02), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:30.203260 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c590f621-ff9b-4be3-955a-ac802159fe0a admin admin] Publish callbacks [] for security_group (d8fdb45f-cdbc-4a01-9bc4-b708f847f2dc), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:30.208958 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c590f621-ff9b-4be3-955a-ac802159fe0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (d8fdb45f-cdbc-4a01-9bc4-b708f847f2dc), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:30.242959 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c590f621-ff9b-4be3-955a-ac802159fe0a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=103468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 22:38:30.263115 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c590f621-ff9b-4be3-955a-ac802159fe0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8fdb45f-cdbc-4a01-9bc4-b708f847f2dc,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:30.267781 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c590f621-ff9b-4be3-955a-ac802159fe0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3567180'] for segment (3f4d4486-67c6-4d24-87d7-d8d6c3b7851c), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:30.268130 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.db.segments_db [None req-c590f621-ff9b-4be3-955a-ac802159fe0a admin admin] Added segment 3f4d4486-67c6-4d24-87d7-d8d6c3b7851c of type vlan for network da73ea9b-ba6b-4c3a-88b0-57977001462e Apr 05 22:38:30.276484 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device 79086086-f0b0-4293-86b6-de8dbf5eef4b up at agent ovs-agent-dv-cinder-835881-4-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:38:30.319411 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c590f621-ff9b-4be3-955a-ac802159fe0a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757100112442'] for network (da73ea9b-ba6b-4c3a-88b0-57977001462e), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:30.320451 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a5bef0a2-8f16-4887-af43-8a94d3229495 admin admin] Publish callbacks [] for router_gateway (55e40fcd-194a-46c1-ae6a-41a5ecaab205), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:30.359800 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c590f621-ff9b-4be3-955a-ac802159fe0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321'] for network (da73ea9b-ba6b-4c3a-88b0-57977001462e), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:30.360946 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c590f621-ff9b-4be3-955a-ac802159fe0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:30.361612 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c590f621-ff9b-4be3-955a-ac802159fe0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644259'] for network (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:30.414399 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-c590f621-ff9b-4be3-955a-ac802159fe0a admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5363164 Apr 05 22:38:30.415348 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 39836) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:30.424188 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-e7877030-7c8e-4236-b4d4-f2b33f9d6d9c admin admin] Request body: {'subnet': {'network_id': 'da73ea9b-ba6b-4c3a-88b0-57977001462e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-472349617-subnet', 'tenant_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:38:30.434160 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fedb07-fa47-4bba-a8ad-9a15af021fa9 None None] Pushing event updated for resources: {'Port': ['ID=90b1751b-1a1d-4fa8-9904-e117d75a6f02,revision_number=3']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:30.485680 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c590f621-ff9b-4be3-955a-ac802159fe0a admin admin] Pushing event updated for resources: {'Network': ['ID=da73ea9b-ba6b-4c3a-88b0-57977001462e,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:30.515093 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Network da73ea9b-ba6b-4c3a-88b0-57977001462e details requested by agent ovs-agent-dv-cinder-835881-4-iscsi with host dv-cinder-835881-4-iscsi {{(pid=103470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 22:38:30.517899 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7877030-7c8e-4236-b4d4-f2b33f9d6d9c admin admin] Made reservation on behalf of d9b7ea8d9b8d48318b8a50555b5be4f1 for: {'subnet': 1} {{(pid=103468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:38:30.520355 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-e7877030-7c8e-4236-b4d4-f2b33f9d6d9c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:30.646933 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d303ee89-0482-4f9c-8c27-a1a087e46e3d None None] Publish callbacks [] for port (d4888fe4-c87d-4032-820f-08b09d366c7f), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:30.648795 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Provisioning complete for port 79086086-f0b0-4293-86b6-de8dbf5eef4b triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:38:30.649154 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (79086086-f0b0-4293-86b6-de8dbf5eef4b), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:30.681548 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a5bef0a2-8f16-4887-af43-8a94d3229495 admin admin] Publish callbacks [] for router_gateway (55e40fcd-194a-46c1-ae6a-41a5ecaab205), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:30.726360 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-2c6a9075-b70c-4877-99c4-37dff68af251 None None] Attempting to bind port 90b1751b-1a1d-4fa8-9904-e117d75a6f02 on host dv-cinder-835881-4-iscsi for vnic_type normal with profile {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:38:30.726735 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-2c6a9075-b70c-4877-99c4-37dff68af251 None None] Attempting to bind port 90b1751b-1a1d-4fa8-9904-e117d75a6f02 by drivers openvswitch,hyperv on host dv-cinder-835881-4-iscsi at level 0 using segments [{'id': '66a23560-a634-4e66-94d7-80062cc7befd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '82ac0f62-8f0d-494d-92b9-59e30fbb35e6'}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:38:30.727526 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6a9075-b70c-4877-99c4-37dff68af251 None None] Attempting to bind port 90b1751b-1a1d-4fa8-9904-e117d75a6f02 on network 82ac0f62-8f0d-494d-92b9-59e30fbb35e6 {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:38:30.728794 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a5bef0a2-8f16-4887-af43-8a94d3229495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:30.729322 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d303ee89-0482-4f9c-8c27-a1a087e46e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757100095748'] for port (d4888fe4-c87d-4032-820f-08b09d366c7f), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:30.762614 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ebfa16-4a19-4534-91d8-58595429e9cc req-0e960aba-b118-4c7b-9ea4-56793c0c55eb tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:30.763950 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e7ebfa16-4a19-4534-91d8-58595429e9cc req-0e960aba-b118-4c7b-9ea4-56793c0c55eb tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0326d1c-064c-4b3c-9ffd-06a7df79dec6 HTTP/1.1" status: 200 len: 946 time: 0.2149305 Apr 05 22:38:30.795171 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee89-0482-4f9c-8c27-a1a087e46e3d None None] Pushing event updated for resources: {'Port': ['ID=d4888fe4-c87d-4032-820f-08b09d366c7f,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:30.800860 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6a9075-b70c-4877-99c4-37dff68af251 None None] Checking agent: {'id': 'b771b186-15ef-4a1a-9c73-ea54ac08c8ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 28, 12), 'started_at': datetime.datetime(2022, 4, 5, 22, 28, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:38:30.801233 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6a9075-b70c-4877-99c4-37dff68af251 None None] Checking segment: {'id': '66a23560-a634-4e66-94d7-80062cc7befd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '82ac0f62-8f0d-494d-92b9-59e30fbb35e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:38:30.802168 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-2c6a9075-b70c-4877-99c4-37dff68af251 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:30.802168 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6a9075-b70c-4877-99c4-37dff68af251 None None] Bound using segment: {'id': '66a23560-a634-4e66-94d7-80062cc7befd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '82ac0f62-8f0d-494d-92b9-59e30fbb35e6'} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:38:30.802601 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-2c6a9075-b70c-4877-99c4-37dff68af251 None None] Bound port: 90b1751b-1a1d-4fa8-9904-e117d75a6f02, host: dv-cinder-835881-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66a23560-a634-4e66-94d7-80062cc7befd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '82ac0f62-8f0d-494d-92b9-59e30fbb35e6'}}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:38:30.802894 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-2c6a9075-b70c-4877-99c4-37dff68af251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (90b1751b-1a1d-4fa8-9904-e117d75a6f02), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:30.812064 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-03c53a65-c49e-432e-beca-4183a7f16a4b None None] Provisioning complete for port 90b1751b-1a1d-4fa8-9904-e117d75a6f02 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:38:30.812443 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-03c53a65-c49e-432e-beca-4183a7f16a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (90b1751b-1a1d-4fa8-9904-e117d75a6f02), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:30.822431 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-e7877030-7c8e-4236-b4d4-f2b33f9d6d9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321'] for subnet (12407ce6-40cf-4857-a656-235674308ba7), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:30.893766 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7877030-7c8e-4236-b4d4-f2b33f9d6d9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=12407ce6-40cf-4857-a656-235674308ba7,revision_number=0']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:30.900678 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e7ebfa16-4a19-4534-91d8-58595429e9cc req-5ec93ef9-9ef7-4f02-a61c-397df9fb22c3 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969503 Apr 05 22:38:30.901364 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7877030-7c8e-4236-b4d4-f2b33f9d6d9c admin admin] Checking segment: {'id': '3f4d4486-67c6-4d24-87d7-d8d6c3b7851c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'da73ea9b-ba6b-4c3a-88b0-57977001462e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:38:30.901969 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7877030-7c8e-4236-b4d4-f2b33f9d6d9c admin admin] Network hostable DHCP agents. Network: da73ea9b-ba6b-4c3a-88b0-57977001462e, hostable agents: ['08425891-4e99-4ae4-974b-85ee5a0410c6'], hosted agents: [] {{(pid=103468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 22:38:30.925228 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d303ee89-0482-4f9c-8c27-a1a087e46e3d None None] Network f575877c-1a39-427f-b54c-1fd07385f869 is already hosted by enough agents. {{(pid=103470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:38:30.926465 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Current status of the port 79086086-f0b0-4293-86b6-de8dbf5eef4b is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:38:30.931160 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.scheduler.base_scheduler [None req-d303ee89-0482-4f9c-8c27-a1a087e46e3d None None] Resources bound (agent type, host, resource id): {{(pid=103470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:38:30.933186 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_common [None req-a5bef0a2-8f16-4887-af43-8a94d3229495 admin admin] Allocated IP 172.27.1.143 (1c7020db-f04b-4bae-aa0d-07e17c11278d/de4a5644-b80e-4142-a210-68f31fcb6ac5/6e452ceb-5ef1-4e22-b890-d96112ebfa6c) {{(pid=103469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:38:30.934180 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d303ee89-0482-4f9c-8c27-a1a087e46e3d None None] Received port after_create {{(pid=103470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:38:30.938933 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7877030-7c8e-4236-b4d4-f2b33f9d6d9c admin admin] Network da73ea9b-ba6b-4c3a-88b0-57977001462e is scheduled to be hosted by DHCP agent 08425891-4e99-4ae4-974b-85ee5a0410c6 with binding_index 1 {{(pid=103468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 22:38:30.954807 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [None req-e7877030-7c8e-4236-b4d4-f2b33f9d6d9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-4-iscsi, da73ea9b-ba6b-4c3a-88b0-57977001462e) {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:38:30.959695 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7877030-7c8e-4236-b4d4-f2b33f9d6d9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:30.963249 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-e7877030-7c8e-4236-b4d4-f2b33f9d6d9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644259'] for subnet (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:30.987580 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-e7877030-7c8e-4236-b4d4-f2b33f9d6d9c admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5708544 Apr 05 22:38:30.990051 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 39864) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:30.996624 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-63688fbf-823d-4709-8c3c-0da511129c8a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-472349617-router', 'tenant_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d'}}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:38:31.021102 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2748851-4a76-4d7c-a96f-402ce051bb7f None None] Network da73ea9b-ba6b-4c3a-88b0-57977001462e requested from dv-cinder-835881-4-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:38:31.023450 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-03c53a65-c49e-432e-beca-4183a7f16a4b None None] Port 90b1751b-1a1d-4fa8-9904-e117d75a6f02 cannot update to ACTIVE because it is not bound. {{(pid=103470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:38:31.034531 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-63688fbf-823d-4709-8c3c-0da511129c8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5455'] for router (605bef79-fea7-48b4-aa2e-9a61b7b53637), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:31.035605 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-63688fbf-823d-4709-8c3c-0da511129c8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5462'] for router (605bef79-fea7-48b4-aa2e-9a61b7b53637), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:31.089867 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a5bef0a2-8f16-4887-af43-8a94d3229495 admin admin] Publish callbacks [] for port (6e452ceb-5ef1-4e22-b890-d96112ebfa6c), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:31.107233 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-d303ee89-0482-4f9c-8c27-a1a087e46e3d None None] Attempting to bind port d4888fe4-c87d-4032-820f-08b09d366c7f on host dv-cinder-835881-4-iscsi for vnic_type normal with profile {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:38:31.107597 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-d303ee89-0482-4f9c-8c27-a1a087e46e3d None None] Attempting to bind port d4888fe4-c87d-4032-820f-08b09d366c7f by drivers openvswitch,hyperv on host dv-cinder-835881-4-iscsi at level 0 using segments [{'id': '7bd52e8f-6e5d-4222-8919-5b4f80dd56be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f575877c-1a39-427f-b54c-1fd07385f869'}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:38:31.107956 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d303ee89-0482-4f9c-8c27-a1a087e46e3d None None] Attempting to bind port d4888fe4-c87d-4032-820f-08b09d366c7f on network f575877c-1a39-427f-b54c-1fd07385f869 {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:38:31.114645 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-63688fbf-823d-4709-8c3c-0da511129c8a admin admin] Publish callbacks [] for router_controller (605bef79-fea7-48b4-aa2e-9a61b7b53637), precommit_add_association {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:31.120350 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d303ee89-0482-4f9c-8c27-a1a087e46e3d None None] Checking agent: {'id': 'b771b186-15ef-4a1a-9c73-ea54ac08c8ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 28, 12), 'started_at': datetime.datetime(2022, 4, 5, 22, 28, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:38:31.120769 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d303ee89-0482-4f9c-8c27-a1a087e46e3d None None] Checking segment: {'id': '7bd52e8f-6e5d-4222-8919-5b4f80dd56be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f575877c-1a39-427f-b54c-1fd07385f869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:38:31.121304 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d303ee89-0482-4f9c-8c27-a1a087e46e3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:31.121723 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d303ee89-0482-4f9c-8c27-a1a087e46e3d None None] Bound using segment: {'id': '7bd52e8f-6e5d-4222-8919-5b4f80dd56be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f575877c-1a39-427f-b54c-1fd07385f869'} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:38:31.122201 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-d303ee89-0482-4f9c-8c27-a1a087e46e3d None None] Bound port: d4888fe4-c87d-4032-820f-08b09d366c7f, host: dv-cinder-835881-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bd52e8f-6e5d-4222-8919-5b4f80dd56be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f575877c-1a39-427f-b54c-1fd07385f869'}}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:38:31.122576 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d303ee89-0482-4f9c-8c27-a1a087e46e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (d4888fe4-c87d-4032-820f-08b09d366c7f), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:31.134403 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a5bef0a2-8f16-4887-af43-8a94d3229495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757100095748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827921'] for port (6e452ceb-5ef1-4e22-b890-d96112ebfa6c), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:31.150159 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-2c6a9075-b70c-4877-99c4-37dff68af251 None None] For port 90b1751b-1a1d-4fa8-9904-e117d75a6f02, host dv-cinder-835881-4-iscsi, cleared binding levels {{(pid=103470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:38:31.156965 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-2c6a9075-b70c-4877-99c4-37dff68af251 None None] For port 90b1751b-1a1d-4fa8-9904-e117d75a6f02, host dv-cinder-835881-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=90b1751b-1a1d-4fa8-9904-e117d75a6f02,segment=NetworkSegment(66a23560-a634-4e66-94d7-80062cc7befd),segment_id=66a23560-a634-4e66-94d7-80062cc7befd)] {{(pid=103470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:38:31.182248 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5bef0a2-8f16-4887-af43-8a94d3229495 admin admin] Network 1c7020db-f04b-4bae-aa0d-07e17c11278d is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:38:31.185798 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-a5bef0a2-8f16-4887-af43-8a94d3229495 admin admin] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:38:31.190125 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bef0a2-8f16-4887-af43-8a94d3229495 admin admin] Received port after_create {{(pid=103469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:38:31.198074 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-2c6a9075-b70c-4877-99c4-37dff68af251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (90b1751b-1a1d-4fa8-9904-e117d75a6f02), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:31.227899 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bef0a2-8f16-4887-af43-8a94d3229495 admin admin] Pushing event updated for resources: {'Port': ['ID=6e452ceb-5ef1-4e22-b890-d96112ebfa6c,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:31.301938 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-63688fbf-823d-4709-8c3c-0da511129c8a admin admin] Publish callbacks [] for router_gateway (605bef79-fea7-48b4-aa2e-9a61b7b53637), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:31.406324 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 39872) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:31.428982 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d69fc5-ef34-4c6a-8a1c-803f77aaa5a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd204a006-a1ce-5a6a-9bd3-55dc25c03605-da73ea9b-ba6b-4c3a-88b0-57977001462e', 'network_id': 'da73ea9b-ba6b-4c3a-88b0-57977001462e', 'project_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'fixed_ips': [{'subnet_id': '12407ce6-40cf-4857-a656-235674308ba7'}]}} from dv-cinder-835881-4-iscsi. {{(pid=103470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 22:38:31.430293 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-12d69fc5-ef34-4c6a-8a1c-803f77aaa5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:31.473518 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-d303ee89-0482-4f9c-8c27-a1a087e46e3d None None] For port d4888fe4-c87d-4032-820f-08b09d366c7f, host dv-cinder-835881-4-iscsi, cleared binding levels {{(pid=103470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:38:31.485646 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fedb07-fa47-4bba-a8ad-9a15af021fa9 None None] Pushing event updated for resources: {'Port': ['ID=90b1751b-1a1d-4fa8-9904-e117d75a6f02,revision_number=4']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:31.514671 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6a9075-b70c-4877-99c4-37dff68af251 None None] Routers {'905b4cea-117a-441e-b9b6-44e34699d3cc'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:38:31.519458 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-2c6a9075-b70c-4877-99c4-37dff68af251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:38:08Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['905b4cea-117a-441e-b9b6-44e34699d3cc'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:31.573984 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-d303ee89-0482-4f9c-8c27-a1a087e46e3d None None] For port d4888fe4-c87d-4032-820f-08b09d366c7f, host dv-cinder-835881-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=d4888fe4-c87d-4032-820f-08b09d366c7f,segment=NetworkSegment(7bd52e8f-6e5d-4222-8919-5b4f80dd56be),segment_id=7bd52e8f-6e5d-4222-8919-5b4f80dd56be)] {{(pid=103470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:38:31.583345 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a5bef0a2-8f16-4887-af43-8a94d3229495 admin admin] Publish callbacks [] for router_gateway (55e40fcd-194a-46c1-ae6a-41a5ecaab205), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:31.646250 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b02c2789-a557-4d2b-8e48-d55f49911b9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:31.684463 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d303ee89-0482-4f9c-8c27-a1a087e46e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (d4888fe4-c87d-4032-820f-08b09d366c7f), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:31.825701 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-63688fbf-823d-4709-8c3c-0da511129c8a admin admin] Publish callbacks [] for router_gateway (605bef79-fea7-48b4-aa2e-9a61b7b53637), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:31.848555 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-dbea12a0-be03-4b87-a42d-79d4d72c6612 None None] Provisioning complete for port 90b1751b-1a1d-4fa8-9904-e117d75a6f02 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:38:31.848926 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-dbea12a0-be03-4b87-a42d-79d4d72c6612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (90b1751b-1a1d-4fa8-9904-e117d75a6f02), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:31.854093 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-63688fbf-823d-4709-8c3c-0da511129c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:31.889905 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b02c2789-a557-4d2b-8e48-d55f49911b9a admin admin] Publish callbacks [] for security_group (671d1298-05ff-4b54-b2d1-b537cebe3c51), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:31.899591 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b02c2789-a557-4d2b-8e48-d55f49911b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (671d1298-05ff-4b54-b2d1-b537cebe3c51), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:31.904136 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee89-0482-4f9c-8c27-a1a087e46e3d None None] Pushing event updated for resources: {'Port': ['ID=d4888fe4-c87d-4032-820f-08b09d366c7f,revision_number=2']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:31.932865 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a5bef0a2-8f16-4887-af43-8a94d3229495 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536699'] for router (55e40fcd-194a-46c1-ae6a-41a5ecaab205), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:31.936056 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-2c6a9075-b70c-4877-99c4-37dff68af251 None None] Set router 905b4cea-117a-441e-b9b6-44e34699d3cc gateway port host: dv-cinder-835881-4-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:38:31.978943 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.db_base_plugin_common [None req-12d69fc5-ef34-4c6a-8a1c-803f77aaa5a3 None None] Allocated IP 172.20.0.2 (da73ea9b-ba6b-4c3a-88b0-57977001462e/12407ce6-40cf-4857-a656-235674308ba7/dfb3deb2-ecee-4d01-ad83-21c3396467e5) {{(pid=103470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:38:32.028737 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.db.db_base_plugin_common [None req-63688fbf-823d-4709-8c3c-0da511129c8a admin admin] Allocated IP 172.27.1.99 (1c7020db-f04b-4bae-aa0d-07e17c11278d/de4a5644-b80e-4142-a210-68f31fcb6ac5/c3554d77-7648-483d-8c51-ad87166b1feb) {{(pid=103468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:38:32.120362 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-b02c2789-a557-4d2b-8e48-d55f49911b9a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6024e0e5fa1f41e7ba62a3f0316460da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6899369 Apr 05 22:38:32.120786 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 39880) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:32.132825 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02c2789-a557-4d2b-8e48-d55f49911b9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=671d1298-05ff-4b54-b2d1-b537cebe3c51,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:32.166800 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-dbea12a0-be03-4b87-a42d-79d4d72c6612 None None] Current status of the port 90b1751b-1a1d-4fa8-9904-e117d75a6f02 is: DOWN; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:38:32.167297 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-dbea12a0-be03-4b87-a42d-79d4d72c6612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (90b1751b-1a1d-4fa8-9904-e117d75a6f02), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:32.214145 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5bef0a2-8f16-4887-af43-8a94d3229495 admin admin] Router 55e40fcd-194a-46c1-ae6a-41a5ecaab205 is scheduled to L3 agent 79a469f9-bdbc-4492-b479-9e5faeaf33b0 with binding_index 1 {{(pid=103469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 22:38:32.230520 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ad546-cfb0-4eed-95f3-5301cb11f0a2 req-2104513f-136e-4eb7-a217-05c1d142d7a0 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:32.232319 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ea1ad546-cfb0-4eed-95f3-5301cb11f0a2 req-2104513f-136e-4eb7-a217-05c1d142d7a0 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0326d1c-064c-4b3c-9ffd-06a7df79dec6 HTTP/1.1" status: 200 len: 946 time: 0.1129806 Apr 05 22:38:32.246958 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-3af2ee12-5b8c-48d3-929a-acb09cbe0504 admin admin] Publish callbacks [] for security_group (671d1298-05ff-4b54-b2d1-b537cebe3c51), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:32.290300 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-3af2ee12-5b8c-48d3-929a-acb09cbe0504 admin admin] Publish callbacks [] for security_group (671d1298-05ff-4b54-b2d1-b537cebe3c51), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:32.296154 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ea1ad546-cfb0-4eed-95f3-5301cb11f0a2 req-9209ad4a-87ec-4359-a939-0b9f3c60748b tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552969 Apr 05 22:38:32.346055 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-63688fbf-823d-4709-8c3c-0da511129c8a admin admin] Publish callbacks [] for port (c3554d77-7648-483d-8c51-ad87166b1feb), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:32.350415 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device d4888fe4-c87d-4032-820f-08b09d366c7f up at agent ovs-agent-dv-cinder-835881-4-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:38:32.358779 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-dbea12a0-be03-4b87-a42d-79d4d72c6612 None None] For port 90b1751b-1a1d-4fa8-9904-e117d75a6f02, host dv-cinder-835881-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=90b1751b-1a1d-4fa8-9904-e117d75a6f02,segment=NetworkSegment(66a23560-a634-4e66-94d7-80062cc7befd),segment_id=66a23560-a634-4e66-94d7-80062cc7befd)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:38:32.407616 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-63688fbf-823d-4709-8c3c-0da511129c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757100095748'] for port (c3554d77-7648-483d-8c51-ad87166b1feb), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:32.410562 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-dbea12a0-be03-4b87-a42d-79d4d72c6612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (90b1751b-1a1d-4fa8-9904-e117d75a6f02), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:32.417335 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-3af2ee12-5b8c-48d3-929a-acb09cbe0504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (671d1298-05ff-4b54-b2d1-b537cebe3c51), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:32.419988 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-3af2ee12-5b8c-48d3-929a-acb09cbe0504 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:32.423528 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-3af2ee12-5b8c-48d3-929a-acb09cbe0504 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/671d1298-05ff-4b54-b2d1-b537cebe3c51 HTTP/1.1" status: 204 len: 168 time: 0.2996130 Apr 05 22:38:32.439061 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5bef0a2-8f16-4887-af43-8a94d3229495 admin admin] Notify agent at l3_agent.dv-cinder-835881-4-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:38:32.450824 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b338cf39-22d0-44f8-baa5-1df39ec85829 None None] Sync routers for ids ['55e40fcd-194a-46c1-ae6a-41a5ecaab205'] in dv-cinder-835881-4-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:38:32.456399 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63688fbf-823d-4709-8c3c-0da511129c8a admin admin] Network 1c7020db-f04b-4bae-aa0d-07e17c11278d is already hosted by enough agents. {{(pid=103468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:38:32.464698 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [None req-63688fbf-823d-4709-8c3c-0da511129c8a admin admin] Resources bound (agent type, host, resource id): {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:38:32.468054 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63688fbf-823d-4709-8c3c-0da511129c8a admin admin] Received port after_create {{(pid=103468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:38:32.468617 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b338cf39-22d0-44f8-baa5-1df39ec85829 None None] Routers {'55e40fcd-194a-46c1-ae6a-41a5ecaab205'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:38:32.470881 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-b338cf39-22d0-44f8-baa5-1df39ec85829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:38:08Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['55e40fcd-194a-46c1-ae6a-41a5ecaab205'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:32.481280 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a5bef0a2-8f16-4887-af43-8a94d3229495 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:32.482823 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-a5bef0a2-8f16-4887-af43-8a94d3229495 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6999745 Apr 05 22:38:32.485423 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 39884) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:32.508241 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-12d69fc5-ef34-4c6a-8a1c-803f77aaa5a3 None None] Publish callbacks [] for port (dfb3deb2-ecee-4d01-ad83-21c3396467e5), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:32.531940 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-12d69fc5-ef34-4c6a-8a1c-803f77aaa5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757100095748'] for port (dfb3deb2-ecee-4d01-ad83-21c3396467e5), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:32.546354 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbea12a0-be03-4b87-a42d-79d4d72c6612 None None] Pushing event updated for resources: {'Port': ['ID=90b1751b-1a1d-4fa8-9904-e117d75a6f02,revision_number=5']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:32.606586 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d69fc5-ef34-4c6a-8a1c-803f77aaa5a3 None None] Network da73ea9b-ba6b-4c3a-88b0-57977001462e is already hosted by enough agents. {{(pid=103470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:38:32.613933 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.scheduler.base_scheduler [None req-12d69fc5-ef34-4c6a-8a1c-803f77aaa5a3 None None] Resources bound (agent type, host, resource id): {{(pid=103470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:38:32.615775 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Provisioning complete for port d4888fe4-c87d-4032-820f-08b09d366c7f triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:38:32.616093 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (d4888fe4-c87d-4032-820f-08b09d366c7f), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:32.622070 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d69fc5-ef34-4c6a-8a1c-803f77aaa5a3 None None] Received port after_create {{(pid=103470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:38:32.643005 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63688fbf-823d-4709-8c3c-0da511129c8a admin admin] Pushing event updated for resources: {'Port': ['ID=c3554d77-7648-483d-8c51-ad87166b1feb,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:32.652203 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af2ee12-5b8c-48d3-929a-acb09cbe0504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=671d1298-05ff-4b54-b2d1-b537cebe3c51,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:32.683273 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-b338cf39-22d0-44f8-baa5-1df39ec85829 None None] Set router 55e40fcd-194a-46c1-ae6a-41a5ecaab205 gateway port host: dv-cinder-835881-4-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:38:32.705450 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d69fc5-ef34-4c6a-8a1c-803f77aaa5a3 None None] Pushing event updated for resources: {'Port': ['ID=dfb3deb2-ecee-4d01-ad83-21c3396467e5,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:32.758507 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-2c6a9075-b70c-4877-99c4-37dff68af251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905b4cea-117a-441e-b9b6-44e34699d3cc', 'name': 'tempest-TestMinimumBasicScenario-1231732896-router', 'tenant_id': '345149c7ece441b7b63f5b15eefd7347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '79086086-f0b0-4293-86b6-de8dbf5eef4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:22Z', 'updated_at': '2022-04-05T22:38:27Z', 'revision_number': 4, 'project_id': '345149c7ece441b7b63f5b15eefd7347', 'gw_port': {'id': '79086086-f0b0-4293-86b6-de8dbf5eef4b', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:af:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905b4cea-117a-441e-b9b6-44e34699d3cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:22Z', 'updated_at': '2022-04-05T22:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_interfaces': [{'id': '90b1751b-1a1d-4fa8-9904-e117d75a6f02', 'name': '', 'network_id': '82ac0f62-8f0d-494d-92b9-59e30fbb35e6', 'tenant_id': '345149c7ece441b7b63f5b15eefd7347', 'mac_address': 'fa:16:3e:74:95:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '905b4cea-117a-441e-b9b6-44e34699d3cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '19c28f15-7561-44cc-be09-8c106acb22d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:26Z', 'updated_at': '2022-04-05T22:38:31Z', 'revision_number': 4, 'project_id': '345149c7ece441b7b63f5b15eefd7347', 'subnets': [{'id': '19c28f15-7561-44cc-be09-8c106acb22d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:32.825538 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6a9075-b70c-4877-99c4-37dff68af251 None None] The sync data for ids ['905b4cea-117a-441e-b9b6-44e34699d3cc'] in dv-cinder-835881-4-iscsi is: [{'id': '905b4cea-117a-441e-b9b6-44e34699d3cc', 'name': 'tempest-TestMinimumBasicScenario-1231732896-router', 'tenant_id': '345149c7ece441b7b63f5b15eefd7347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '79086086-f0b0-4293-86b6-de8dbf5eef4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:22Z', 'updated_at': '2022-04-05T22:38:27Z', 'revision_number': 4, 'project_id': '345149c7ece441b7b63f5b15eefd7347', 'gw_port': {'id': '79086086-f0b0-4293-86b6-de8dbf5eef4b', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:af:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905b4cea-117a-441e-b9b6-44e34699d3cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:22Z', 'updated_at': '2022-04-05T22:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_interfaces': [{'id': '90b1751b-1a1d-4fa8-9904-e117d75a6f02', 'name': '', 'network_id': '82ac0f62-8f0d-494d-92b9-59e30fbb35e6', 'tenant_id': '345149c7ece441b7b63f5b15eefd7347', 'mac_address': 'fa:16:3e:74:95:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '905b4cea-117a-441e-b9b6-44e34699d3cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '19c28f15-7561-44cc-be09-8c106acb22d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:26Z', 'updated_at': '2022-04-05T22:38:31Z', 'revision_number': 4, 'project_id': '345149c7ece441b7b63f5b15eefd7347', 'subnets': [{'id': '19c28f15-7561-44cc-be09-8c106acb22d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:38:32.827755 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-63688fbf-823d-4709-8c3c-0da511129c8a admin admin] Publish callbacks [] for router_gateway (605bef79-fea7-48b4-aa2e-9a61b7b53637), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:32.869023 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-12d69fc5-ef34-4c6a-8a1c-803f77aaa5a3 None None] Attempting to bind port dfb3deb2-ecee-4d01-ad83-21c3396467e5 on host dv-cinder-835881-4-iscsi for vnic_type normal with profile {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:38:32.871016 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-12d69fc5-ef34-4c6a-8a1c-803f77aaa5a3 None None] Attempting to bind port dfb3deb2-ecee-4d01-ad83-21c3396467e5 by drivers openvswitch,hyperv on host dv-cinder-835881-4-iscsi at level 0 using segments [{'id': '3f4d4486-67c6-4d24-87d7-d8d6c3b7851c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'da73ea9b-ba6b-4c3a-88b0-57977001462e'}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:38:32.872205 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d69fc5-ef34-4c6a-8a1c-803f77aaa5a3 None None] Attempting to bind port dfb3deb2-ecee-4d01-ad83-21c3396467e5 on network da73ea9b-ba6b-4c3a-88b0-57977001462e {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:38:32.886295 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d69fc5-ef34-4c6a-8a1c-803f77aaa5a3 None None] Checking agent: {'id': 'b771b186-15ef-4a1a-9c73-ea54ac08c8ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 28, 12), 'started_at': datetime.datetime(2022, 4, 5, 22, 28, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:38:32.886724 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d69fc5-ef34-4c6a-8a1c-803f77aaa5a3 None None] Checking segment: {'id': '3f4d4486-67c6-4d24-87d7-d8d6c3b7851c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'da73ea9b-ba6b-4c3a-88b0-57977001462e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:38:32.887133 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-12d69fc5-ef34-4c6a-8a1c-803f77aaa5a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:32.887521 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d69fc5-ef34-4c6a-8a1c-803f77aaa5a3 None None] Bound using segment: {'id': '3f4d4486-67c6-4d24-87d7-d8d6c3b7851c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'da73ea9b-ba6b-4c3a-88b0-57977001462e'} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:38:32.887994 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-12d69fc5-ef34-4c6a-8a1c-803f77aaa5a3 None None] Bound port: dfb3deb2-ecee-4d01-ad83-21c3396467e5, host: dv-cinder-835881-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f4d4486-67c6-4d24-87d7-d8d6c3b7851c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'da73ea9b-ba6b-4c3a-88b0-57977001462e'}}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:38:32.888508 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-12d69fc5-ef34-4c6a-8a1c-803f77aaa5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (dfb3deb2-ecee-4d01-ad83-21c3396467e5), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:33.087673 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Current status of the port d4888fe4-c87d-4032-820f-08b09d366c7f is: DOWN; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:38:33.088066 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (d4888fe4-c87d-4032-820f-08b09d366c7f), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:33.145153 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 39892) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:33.155569 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-12d69fc5-ef34-4c6a-8a1c-803f77aaa5a3 None None] For port dfb3deb2-ecee-4d01-ad83-21c3396467e5, host dv-cinder-835881-4-iscsi, cleared binding levels {{(pid=103470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:38:33.161084 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-b338cf39-22d0-44f8-baa5-1df39ec85829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e40fcd-194a-46c1-ae6a-41a5ecaab205', 'name': 'tempest-TestMinimumBasicScenario-1517126522-router', 'tenant_id': '5315243108fd4bf9b9751bc79eb1c9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '6e452ceb-5ef1-4e22-b890-d96112ebfa6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:29Z', 'updated_at': '2022-04-05T22:38:31Z', 'revision_number': 3, 'project_id': '5315243108fd4bf9b9751bc79eb1c9cc', 'gw_port': {'id': '6e452ceb-5ef1-4e22-b890-d96112ebfa6c', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c6:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e40fcd-194a-46c1-ae6a-41a5ecaab205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:30Z', 'updated_at': '2022-04-05T22:38:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi'}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:33.173902 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-cc200470-efd1-42f6-a9c0-81140c749b62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:33.185945 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-12d69fc5-ef34-4c6a-8a1c-803f77aaa5a3 None None] For port dfb3deb2-ecee-4d01-ad83-21c3396467e5, host dv-cinder-835881-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=dfb3deb2-ecee-4d01-ad83-21c3396467e5,segment=NetworkSegment(3f4d4486-67c6-4d24-87d7-d8d6c3b7851c),segment_id=3f4d4486-67c6-4d24-87d7-d8d6c3b7851c)] {{(pid=103470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:38:33.206536 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-12d69fc5-ef34-4c6a-8a1c-803f77aaa5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (dfb3deb2-ecee-4d01-ad83-21c3396467e5), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:33.222428 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b338cf39-22d0-44f8-baa5-1df39ec85829 None None] Checking router: 55e40fcd-194a-46c1-ae6a-41a5ecaab205 for host: dv-cinder-835881-4-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:38:33.228045 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b338cf39-22d0-44f8-baa5-1df39ec85829 None None] Updating router 55e40fcd-194a-46c1-ae6a-41a5ecaab205 port 6e452ceb-5ef1-4e22-b890-d96112ebfa6c binding host dv-cinder-835881-4-iscsi {{(pid=103471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 22:38:33.237367 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] For port d4888fe4-c87d-4032-820f-08b09d366c7f, host dv-cinder-835881-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=d4888fe4-c87d-4032-820f-08b09d366c7f,segment=NetworkSegment(7bd52e8f-6e5d-4222-8919-5b4f80dd56be),segment_id=7bd52e8f-6e5d-4222-8919-5b4f80dd56be)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:38:33.290666 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b338cf39-22d0-44f8-baa5-1df39ec85829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (6e452ceb-5ef1-4e22-b890-d96112ebfa6c), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:33.301366 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (d4888fe4-c87d-4032-820f-08b09d366c7f), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:33.343111 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d69fc5-ef34-4c6a-8a1c-803f77aaa5a3 None None] Pushing event updated for resources: {'Port': ['ID=dfb3deb2-ecee-4d01-ad83-21c3396467e5,revision_number=2']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:33.440451 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Pushing event updated for resources: {'Port': ['ID=d4888fe4-c87d-4032-820f-08b09d366c7f,revision_number=3']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:33.452300 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-63688fbf-823d-4709-8c3c-0da511129c8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536699'] for router (605bef79-fea7-48b4-aa2e-9a61b7b53637), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:33.496026 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-fca93e49-74a0-4999-b082-395a426db6af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:33.513722 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906f9b8f-a8bb-494b-a075-32df496b45a8 None None] Network f575877c-1a39-427f-b54c-1fd07385f869 requested from dv-cinder-835881-4-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:38:33.580100 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-cc200470-efd1-42f6-a9c0-81140c749b62 admin admin] Publish callbacks [] for security_group (65dae362-34c3-4048-a88f-0e5d372a8168), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:33.637705 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf9b861-7978-40e7-8579-861aafa796d9 req-529a6363-49f7-4b73-8aee-bfde18b42863 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:33.638311 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-cc200470-efd1-42f6-a9c0-81140c749b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (65dae362-34c3-4048-a88f-0e5d372a8168), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:33.651254 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cbf9b861-7978-40e7-8579-861aafa796d9 req-529a6363-49f7-4b73-8aee-bfde18b42863 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0326d1c-064c-4b3c-9ffd-06a7df79dec6 HTTP/1.1" status: 200 len: 946 time: 0.1733844 Apr 05 22:38:33.658560 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-6f0d9084-6154-49a0-a752-a640d4614c6f None None] Provisioning complete for port d4888fe4-c87d-4032-820f-08b09d366c7f triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:38:33.659485 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-6f0d9084-6154-49a0-a752-a640d4614c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (d4888fe4-c87d-4032-820f-08b09d366c7f), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:33.811413 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cbf9b861-7978-40e7-8579-861aafa796d9 req-a5002e31-6500-4f19-8273-24c119d4221c tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449172 Apr 05 22:38:33.829272 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc200470-efd1-42f6-a9c0-81140c749b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65dae362-34c3-4048-a88f-0e5d372a8168,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:33.874353 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b338cf39-22d0-44f8-baa5-1df39ec85829 None None] Publish callbacks [] for port (6e452ceb-5ef1-4e22-b890-d96112ebfa6c), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:33.882189 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-cc200470-efd1-42f6-a9c0-81140c749b62 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f278001c5d7844f9b3dd42eeeb734554&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7346637 Apr 05 22:38:33.885413 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 39896) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:33.885841 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b338cf39-22d0-44f8-baa5-1df39ec85829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (6e452ceb-5ef1-4e22-b890-d96112ebfa6c), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:33.924187 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63688fbf-823d-4709-8c3c-0da511129c8a admin admin] Router 605bef79-fea7-48b4-aa2e-9a61b7b53637 is scheduled to L3 agent 79a469f9-bdbc-4492-b479-9e5faeaf33b0 with binding_index 1 {{(pid=103468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 22:38:33.929624 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_common [None req-fca93e49-74a0-4999-b082-395a426db6af admin admin] Allocated IP 172.20.0.1 (f575877c-1a39-427f-b54c-1fd07385f869/7b1983e5-d0b4-42af-b7e2-25ec560e327a/8621062f-4f56-4ed3-a7aa-211537451f56) {{(pid=103469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:38:33.936710 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-6f0d9084-6154-49a0-a752-a640d4614c6f None None] Current status of the port d4888fe4-c87d-4032-820f-08b09d366c7f is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:38:34.028951 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdc06a2-9b6e-4c9e-863e-8d6e291d40d8 None None] Pushing event updated for resources: {'Port': ['ID=6e452ceb-5ef1-4e22-b890-d96112ebfa6c,revision_number=2']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:34.043396 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-b338cf39-22d0-44f8-baa5-1df39ec85829 None None] Attempting to bind port 6e452ceb-5ef1-4e22-b890-d96112ebfa6c on host dv-cinder-835881-4-iscsi for vnic_type normal with profile {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:38:34.044088 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-b338cf39-22d0-44f8-baa5-1df39ec85829 None None] Attempting to bind port 6e452ceb-5ef1-4e22-b890-d96112ebfa6c by drivers openvswitch,hyperv on host dv-cinder-835881-4-iscsi at level 0 using segments [{'id': '93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d'}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:38:34.045059 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b338cf39-22d0-44f8-baa5-1df39ec85829 None None] Attempting to bind port 6e452ceb-5ef1-4e22-b890-d96112ebfa6c on network 1c7020db-f04b-4bae-aa0d-07e17c11278d {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:38:34.059868 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b338cf39-22d0-44f8-baa5-1df39ec85829 None None] Checking agent: {'id': 'b771b186-15ef-4a1a-9c73-ea54ac08c8ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 28, 12), 'started_at': datetime.datetime(2022, 4, 5, 22, 28, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:38:34.060254 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b338cf39-22d0-44f8-baa5-1df39ec85829 None None] Checking segment: {'id': '93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:38:34.060648 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b338cf39-22d0-44f8-baa5-1df39ec85829 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:34.061121 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b338cf39-22d0-44f8-baa5-1df39ec85829 None None] Bound using segment: {'id': '93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d'} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:38:34.061627 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-b338cf39-22d0-44f8-baa5-1df39ec85829 None None] Bound port: 6e452ceb-5ef1-4e22-b890-d96112ebfa6c, host: dv-cinder-835881-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d'}}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:38:34.062016 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b338cf39-22d0-44f8-baa5-1df39ec85829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (6e452ceb-5ef1-4e22-b890-d96112ebfa6c), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:34.070995 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-076d8d5d-9aef-4b10-804a-9d368f3bdd07 admin admin] Publish callbacks [] for security_group (65dae362-34c3-4048-a88f-0e5d372a8168), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:34.110086 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63688fbf-823d-4709-8c3c-0da511129c8a admin admin] Notify agent at l3_agent.dv-cinder-835881-4-iscsi the message routers_updated {{(pid=103468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:38:34.134932 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3b2d28-eba3-4631-a560-82e7bdf8101e None None] Sync routers for ids ['605bef79-fea7-48b4-aa2e-9a61b7b53637'] in dv-cinder-835881-4-iscsi {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:38:34.136828 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-076d8d5d-9aef-4b10-804a-9d368f3bdd07 admin admin] Publish callbacks [] for security_group (65dae362-34c3-4048-a88f-0e5d372a8168), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:34.155274 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3b2d28-eba3-4631-a560-82e7bdf8101e None None] Routers {'605bef79-fea7-48b4-aa2e-9a61b7b53637'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:38:34.163325 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-ab3b2d28-eba3-4631-a560-82e7bdf8101e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:38:08Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['605bef79-fea7-48b4-aa2e-9a61b7b53637'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:34.187474 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-63688fbf-823d-4709-8c3c-0da511129c8a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:34.189259 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-63688fbf-823d-4709-8c3c-0da511129c8a admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1966152 Apr 05 22:38:34.191897 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 39900) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:34.245593 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-b338cf39-22d0-44f8-baa5-1df39ec85829 None None] For port 6e452ceb-5ef1-4e22-b890-d96112ebfa6c, host dv-cinder-835881-4-iscsi, cleared binding levels {{(pid=103471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:38:34.251203 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-fca93e49-74a0-4999-b082-395a426db6af admin admin] Publish callbacks [] for port (8621062f-4f56-4ed3-a7aa-211537451f56), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:34.261968 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-b338cf39-22d0-44f8-baa5-1df39ec85829 None None] For port 6e452ceb-5ef1-4e22-b890-d96112ebfa6c, host dv-cinder-835881-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=6e452ceb-5ef1-4e22-b890-d96112ebfa6c,segment=NetworkSegment(93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb),segment_id=93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb)] {{(pid=103471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:38:34.275588 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b338cf39-22d0-44f8-baa5-1df39ec85829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (6e452ceb-5ef1-4e22-b890-d96112ebfa6c), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:34.313814 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-fca93e49-74a0-4999-b082-395a426db6af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757100095748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827921'] for port (8621062f-4f56-4ed3-a7aa-211537451f56), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:34.390185 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdc06a2-9b6e-4c9e-863e-8d6e291d40d8 None None] Pushing event updated for resources: {'Port': ['ID=6e452ceb-5ef1-4e22-b890-d96112ebfa6c,revision_number=3']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:34.401470 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca93e49-74a0-4999-b082-395a426db6af admin admin] Network f575877c-1a39-427f-b54c-1fd07385f869 is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:38:34.414258 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b338cf39-22d0-44f8-baa5-1df39ec85829 None None] Routers {'55e40fcd-194a-46c1-ae6a-41a5ecaab205'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:38:34.415032 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-b338cf39-22d0-44f8-baa5-1df39ec85829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:38:08Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['55e40fcd-194a-46c1-ae6a-41a5ecaab205'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:34.421052 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-fca93e49-74a0-4999-b082-395a426db6af admin admin] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:38:34.430502 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-076d8d5d-9aef-4b10-804a-9d368f3bdd07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (65dae362-34c3-4048-a88f-0e5d372a8168), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:34.434868 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-076d8d5d-9aef-4b10-804a-9d368f3bdd07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:34.440426 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-076d8d5d-9aef-4b10-804a-9d368f3bdd07 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/65dae362-34c3-4048-a88f-0e5d372a8168 HTTP/1.1" status: 204 len: 168 time: 0.5508621 Apr 05 22:38:34.443102 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca93e49-74a0-4999-b082-395a426db6af admin admin] Received port after_create {{(pid=103469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:38:34.467694 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076d8d5d-9aef-4b10-804a-9d368f3bdd07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65dae362-34c3-4048-a88f-0e5d372a8168,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:34.518540 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca93e49-74a0-4999-b082-395a426db6af admin admin] Pushing event updated for resources: {'Port': ['ID=8621062f-4f56-4ed3-a7aa-211537451f56,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:34.563229 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-fca93e49-74a0-4999-b082-395a426db6af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536746'] for router_interface (55e40fcd-194a-46c1-ae6a-41a5ecaab205), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:34.773120 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-b338cf39-22d0-44f8-baa5-1df39ec85829 None None] Set router 55e40fcd-194a-46c1-ae6a-41a5ecaab205 gateway port host: dv-cinder-835881-4-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:38:34.893084 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-fca93e49-74a0-4999-b082-395a426db6af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (8621062f-4f56-4ed3-a7aa-211537451f56), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:34.936015 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device dfb3deb2-ecee-4d01-ad83-21c3396467e5 up at agent ovs-agent-dv-cinder-835881-4-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:38:35.098645 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-abcb5d04-9324-4bd5-b66c-529fefd1dd10 None None] Provisioning complete for port d4888fe4-c87d-4032-820f-08b09d366c7f triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:38:35.099028 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-abcb5d04-9324-4bd5-b66c-529fefd1dd10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (d4888fe4-c87d-4032-820f-08b09d366c7f), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:35.159205 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-ab3b2d28-eba3-4631-a560-82e7bdf8101e None None] Set router 605bef79-fea7-48b4-aa2e-9a61b7b53637 gateway port host: dv-cinder-835881-4-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:38:35.196061 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fba485-e0f3-48f4-b468-2c72ab15243c None None] Network da73ea9b-ba6b-4c3a-88b0-57977001462e requested from dv-cinder-835881-4-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:38:35.235343 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0692f120-1105-4eee-b557-99ab4de36ee7 req-4c1ccd98-0fe3-495d-bd81-670efaf6c1ea tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:35.236841 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0692f120-1105-4eee-b557-99ab4de36ee7 req-4c1ccd98-0fe3-495d-bd81-670efaf6c1ea tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0326d1c-064c-4b3c-9ffd-06a7df79dec6 HTTP/1.1" status: 200 len: 946 time: 0.2970390 Apr 05 22:38:35.285828 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-3bef2b26-3bba-40f4-9f95-70130de66664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:35.322247 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-fca93e49-74a0-4999-b082-395a426db6af admin admin] Publish callbacks [] for port (8621062f-4f56-4ed3-a7aa-211537451f56), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:35.328658 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0692f120-1105-4eee-b557-99ab4de36ee7 req-3fd6c8ec-0be3-4781-beca-118735e2aa23 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804031 Apr 05 22:38:35.329932 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-b338cf39-22d0-44f8-baa5-1df39ec85829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e40fcd-194a-46c1-ae6a-41a5ecaab205', 'name': 'tempest-TestMinimumBasicScenario-1517126522-router', 'tenant_id': '5315243108fd4bf9b9751bc79eb1c9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '6e452ceb-5ef1-4e22-b890-d96112ebfa6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:29Z', 'updated_at': '2022-04-05T22:38:31Z', 'revision_number': 3, 'project_id': '5315243108fd4bf9b9751bc79eb1c9cc', 'gw_port': {'id': '6e452ceb-5ef1-4e22-b890-d96112ebfa6c', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c6:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e40fcd-194a-46c1-ae6a-41a5ecaab205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:30Z', 'updated_at': '2022-04-05T22:38:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi'}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:35.330806 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-fca93e49-74a0-4999-b082-395a426db6af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828008'] for port (8621062f-4f56-4ed3-a7aa-211537451f56), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:35.370783 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b338cf39-22d0-44f8-baa5-1df39ec85829 None None] The sync data for ids ['55e40fcd-194a-46c1-ae6a-41a5ecaab205'] in dv-cinder-835881-4-iscsi is: [{'id': '55e40fcd-194a-46c1-ae6a-41a5ecaab205', 'name': 'tempest-TestMinimumBasicScenario-1517126522-router', 'tenant_id': '5315243108fd4bf9b9751bc79eb1c9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '6e452ceb-5ef1-4e22-b890-d96112ebfa6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:29Z', 'updated_at': '2022-04-05T22:38:31Z', 'revision_number': 3, 'project_id': '5315243108fd4bf9b9751bc79eb1c9cc', 'gw_port': {'id': '6e452ceb-5ef1-4e22-b890-d96112ebfa6c', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c6:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e40fcd-194a-46c1-ae6a-41a5ecaab205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:30Z', 'updated_at': '2022-04-05T22:38:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi'}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:38:35.432764 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-fca93e49-74a0-4999-b082-395a426db6af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3645371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535098'] for router_interface (55e40fcd-194a-46c1-ae6a-41a5ecaab205), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:35.469129 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Provisioning complete for port dfb3deb2-ecee-4d01-ad83-21c3396467e5 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:38:35.469537 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (dfb3deb2-ecee-4d01-ad83-21c3396467e5), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:35.552857 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.db.db_base_plugin_common [None req-3bef2b26-3bba-40f4-9f95-70130de66664 admin admin] Allocated IP 172.20.0.1 (da73ea9b-ba6b-4c3a-88b0-57977001462e/12407ce6-40cf-4857-a656-235674308ba7/e8b012a7-396c-4bc9-a065-3c9ba8fd9314) {{(pid=103468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:38:35.576038 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca93e49-74a0-4999-b082-395a426db6af admin admin] Network f575877c-1a39-427f-b54c-1fd07385f869 is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:38:35.579725 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-fca93e49-74a0-4999-b082-395a426db6af admin admin] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:38:35.589459 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-68e68104-6469-4eae-b413-c3372d073c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (08425891-4e99-4ae4-974b-85ee5a0410c6), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:35.637876 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-abcb5d04-9324-4bd5-b66c-529fefd1dd10 None None] Current status of the port d4888fe4-c87d-4032-820f-08b09d366c7f is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:38:35.675570 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca93e49-74a0-4999-b082-395a426db6af admin admin] Pushing event updated for resources: {'Port': ['ID=8621062f-4f56-4ed3-a7aa-211537451f56,revision_number=2']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:35.758352 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fca93e49-74a0-4999-b082-395a426db6af admin admin] Router 55e40fcd-194a-46c1-ae6a-41a5ecaab205 has already been hosted by L3 agent 79a469f9-bdbc-4492-b479-9e5faeaf33b0 {{(pid=103469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:38:35.772648 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-3bef2b26-3bba-40f4-9f95-70130de66664 admin admin] Publish callbacks [] for port (e8b012a7-396c-4bc9-a065-3c9ba8fd9314), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:35.873005 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-3bef2b26-3bba-40f4-9f95-70130de66664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757100095748'] for port (e8b012a7-396c-4bc9-a065-3c9ba8fd9314), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:35.900283 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-b43f3723-f335-4b59-8d0a-5bdcccba2466 None None] Provisioning complete for port dfb3deb2-ecee-4d01-ad83-21c3396467e5 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:38:35.900283 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b43f3723-f335-4b59-8d0a-5bdcccba2466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (dfb3deb2-ecee-4d01-ad83-21c3396467e5), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:35.912608 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Current status of the port dfb3deb2-ecee-4d01-ad83-21c3396467e5 is: DOWN; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:38:35.912996 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (dfb3deb2-ecee-4d01-ad83-21c3396467e5), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:35.934785 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bef2b26-3bba-40f4-9f95-70130de66664 admin admin] Network da73ea9b-ba6b-4c3a-88b0-57977001462e is already hosted by enough agents. {{(pid=103468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:38:35.939014 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [None req-3bef2b26-3bba-40f4-9f95-70130de66664 admin admin] Resources bound (agent type, host, resource id): {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:38:35.943564 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bef2b26-3bba-40f4-9f95-70130de66664 admin admin] Received port after_create {{(pid=103468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:38:35.945091 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-3bef2b26-3bba-40f4-9f95-70130de66664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536746'] for router_interface (605bef79-fea7-48b4-aa2e-9a61b7b53637), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:35.991524 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fca93e49-74a0-4999-b082-395a426db6af admin admin] Notify agent at l3_agent.dv-cinder-835881-4-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:38:36.007067 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-fca93e49-74a0-4999-b082-395a426db6af admin admin] 10.222.0.45 "PUT /v2.0/routers/55e40fcd-194a-46c1-ae6a-41a5ecaab205/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5194218 Apr 05 22:38:36.007984 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-ab3b2d28-eba3-4631-a560-82e7bdf8101e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '605bef79-fea7-48b4-aa2e-9a61b7b53637', 'name': 'tempest-AttachVolumeTestJSON-472349617-router', 'tenant_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': 'c3554d77-7648-483d-8c51-ad87166b1feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:31Z', 'updated_at': '2022-04-05T22:38:32Z', 'revision_number': 3, 'project_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'gw_port': {'id': 'c3554d77-7648-483d-8c51-ad87166b1feb', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:62:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '605bef79-fea7-48b4-aa2e-9a61b7b53637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:31Z', 'updated_at': '2022-04-05T22:38:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi'}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:36.126071 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3b2d28-eba3-4631-a560-82e7bdf8101e None None] Checking router: 605bef79-fea7-48b4-aa2e-9a61b7b53637 for host: dv-cinder-835881-4-iscsi {{(pid=103470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:38:36.136154 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bef2b26-3bba-40f4-9f95-70130de66664 admin admin] Pushing event updated for resources: {'Port': ['ID=e8b012a7-396c-4bc9-a065-3c9ba8fd9314,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:36.150359 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3b2d28-eba3-4631-a560-82e7bdf8101e None None] Updating router 605bef79-fea7-48b4-aa2e-9a61b7b53637 port c3554d77-7648-483d-8c51-ad87166b1feb binding host dv-cinder-835881-4-iscsi {{(pid=103470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 22:38:36.210018 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] For port dfb3deb2-ecee-4d01-ad83-21c3396467e5, host dv-cinder-835881-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=dfb3deb2-ecee-4d01-ad83-21c3396467e5,segment=NetworkSegment(3f4d4486-67c6-4d24-87d7-d8d6c3b7851c),segment_id=3f4d4486-67c6-4d24-87d7-d8d6c3b7851c)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:38:36.221905 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (dfb3deb2-ecee-4d01-ad83-21c3396467e5), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:36.222709 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device 90b1751b-1a1d-4fa8-9904-e117d75a6f02 up at agent ovs-agent-dv-cinder-835881-4-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:38:36.310789 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Pushing event updated for resources: {'Port': ['ID=dfb3deb2-ecee-4d01-ad83-21c3396467e5,revision_number=3']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:36.321054 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-3bef2b26-3bba-40f4-9f95-70130de66664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (e8b012a7-396c-4bc9-a065-3c9ba8fd9314), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:36.355836 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-ab3b2d28-eba3-4631-a560-82e7bdf8101e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (c3554d77-7648-483d-8c51-ad87166b1feb), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:36.570463 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e8e69-4429-46ed-b476-eb064c02ef20 req-2e364b91-b902-42cf-8076-c5fec47a8894 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:36.572341 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3f4e8e69-4429-46ed-b476-eb064c02ef20 req-2e364b91-b902-42cf-8076-c5fec47a8894 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0326d1c-064c-4b3c-9ffd-06a7df79dec6 HTTP/1.1" status: 200 len: 946 time: 0.1287863 Apr 05 22:38:36.638766 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3f4e8e69-4429-46ed-b476-eb064c02ef20 req-819de308-931f-4fd9-bd96-392987610653 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605125 Apr 05 22:38:36.640623 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b43f3723-f335-4b59-8d0a-5bdcccba2466 None None] Current status of the port dfb3deb2-ecee-4d01-ad83-21c3396467e5 is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:38:36.683317 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-b43f3723-f335-4b59-8d0a-5bdcccba2466 None None] Provisioning complete for port 8621062f-4f56-4ed3-a7aa-211537451f56 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:38:36.683693 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b43f3723-f335-4b59-8d0a-5bdcccba2466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (8621062f-4f56-4ed3-a7aa-211537451f56), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:36.727223 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-3bef2b26-3bba-40f4-9f95-70130de66664 admin admin] Publish callbacks [] for port (e8b012a7-396c-4bc9-a065-3c9ba8fd9314), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:36.737151 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-3bef2b26-3bba-40f4-9f95-70130de66664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (e8b012a7-396c-4bc9-a065-3c9ba8fd9314), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:36.738119 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-3bef2b26-3bba-40f4-9f95-70130de66664 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3645371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535098'] for router_interface (605bef79-fea7-48b4-aa2e-9a61b7b53637), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:36.751463 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Provisioning complete for port 90b1751b-1a1d-4fa8-9904-e117d75a6f02 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:38:36.751730 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (90b1751b-1a1d-4fa8-9904-e117d75a6f02), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:36.786079 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 39956) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:36.801402 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b43f3723-f335-4b59-8d0a-5bdcccba2466 None None] Port 8621062f-4f56-4ed3-a7aa-211537451f56 cannot update to ACTIVE because it is not bound. {{(pid=103470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:38:36.940840 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bef2b26-3bba-40f4-9f95-70130de66664 admin admin] Network da73ea9b-ba6b-4c3a-88b0-57977001462e is already hosted by enough agents. {{(pid=103468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:38:36.947032 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [None req-3bef2b26-3bba-40f4-9f95-70130de66664 admin admin] Resources bound (agent type, host, resource id): {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:38:36.959438 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bef2b26-3bba-40f4-9f95-70130de66664 admin admin] Pushing event updated for resources: {'Port': ['ID=e8b012a7-396c-4bc9-a065-3c9ba8fd9314,revision_number=2']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:36.976410 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Current status of the port 90b1751b-1a1d-4fa8-9904-e117d75a6f02 is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:38:36.977550 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device d4888fe4-c87d-4032-820f-08b09d366c7f up at agent ovs-agent-dv-cinder-835881-4-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:38:37.019094 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-84c15487-1dd5-439e-bd62-413a50b5a702 None None] Provisioning complete for port dfb3deb2-ecee-4d01-ad83-21c3396467e5 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:38:37.019828 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-84c15487-1dd5-439e-bd62-413a50b5a702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (dfb3deb2-ecee-4d01-ad83-21c3396467e5), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:37.098259 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-ab3b2d28-eba3-4631-a560-82e7bdf8101e None None] Publish callbacks [] for port (c3554d77-7648-483d-8c51-ad87166b1feb), precommit_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:37.127839 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-ab3b2d28-eba3-4631-a560-82e7bdf8101e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (c3554d77-7648-483d-8c51-ad87166b1feb), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:37.165821 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bef2b26-3bba-40f4-9f95-70130de66664 admin admin] Router 605bef79-fea7-48b4-aa2e-9a61b7b53637 has already been hosted by L3 agent 79a469f9-bdbc-4492-b479-9e5faeaf33b0 {{(pid=103468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:38:37.186436 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e8b6bc7c-5a57-48b2-8057-dbc01d68c1e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:37.203638 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-ab3b2d28-eba3-4631-a560-82e7bdf8101e None None] Attempting to bind port c3554d77-7648-483d-8c51-ad87166b1feb on host dv-cinder-835881-4-iscsi for vnic_type normal with profile {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:38:37.204014 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-ab3b2d28-eba3-4631-a560-82e7bdf8101e None None] Attempting to bind port c3554d77-7648-483d-8c51-ad87166b1feb by drivers openvswitch,hyperv on host dv-cinder-835881-4-iscsi at level 0 using segments [{'id': '93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d'}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:38:37.204375 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3b2d28-eba3-4631-a560-82e7bdf8101e None None] Attempting to bind port c3554d77-7648-483d-8c51-ad87166b1feb on network 1c7020db-f04b-4bae-aa0d-07e17c11278d {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:38:37.225860 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3b2d28-eba3-4631-a560-82e7bdf8101e None None] Checking agent: {'id': 'b771b186-15ef-4a1a-9c73-ea54ac08c8ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 28, 12), 'started_at': datetime.datetime(2022, 4, 5, 22, 28, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:38:37.226409 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3b2d28-eba3-4631-a560-82e7bdf8101e None None] Checking segment: {'id': '93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:38:37.227618 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-ab3b2d28-eba3-4631-a560-82e7bdf8101e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:37.230190 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3b2d28-eba3-4631-a560-82e7bdf8101e None None] Bound using segment: {'id': '93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d'} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:38:37.230812 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-ab3b2d28-eba3-4631-a560-82e7bdf8101e None None] Bound port: c3554d77-7648-483d-8c51-ad87166b1feb, host: dv-cinder-835881-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d'}}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:38:37.231823 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-ab3b2d28-eba3-4631-a560-82e7bdf8101e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (c3554d77-7648-483d-8c51-ad87166b1feb), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:37.335575 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e8b6bc7c-5a57-48b2-8057-dbc01d68c1e4 admin admin] Publish callbacks [] for security_group (f8ed160a-e592-4867-a2db-85b82684d37b), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:37.350854 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-ab3b2d28-eba3-4631-a560-82e7bdf8101e None None] For port c3554d77-7648-483d-8c51-ad87166b1feb, host dv-cinder-835881-4-iscsi, cleared binding levels {{(pid=103470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:38:37.356324 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e8b6bc7c-5a57-48b2-8057-dbc01d68c1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (f8ed160a-e592-4867-a2db-85b82684d37b), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:37.360311 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-ab3b2d28-eba3-4631-a560-82e7bdf8101e None None] For port c3554d77-7648-483d-8c51-ad87166b1feb, host dv-cinder-835881-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=c3554d77-7648-483d-8c51-ad87166b1feb,segment=NetworkSegment(93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb),segment_id=93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb)] {{(pid=103470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:38:37.375402 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-ab3b2d28-eba3-4631-a560-82e7bdf8101e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (c3554d77-7648-483d-8c51-ad87166b1feb), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:37.382603 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Provisioning complete for port d4888fe4-c87d-4032-820f-08b09d366c7f triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:38:37.382916 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (d4888fe4-c87d-4032-820f-08b09d366c7f), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:37.432058 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-e8b6bc7c-5a57-48b2-8057-dbc01d68c1e4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bc7649b58aa4485e9da4d57739adae2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6442306 Apr 05 22:38:37.432727 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 39986) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:37.442933 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b6bc7c-5a57-48b2-8057-dbc01d68c1e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ed160a-e592-4867-a2db-85b82684d37b,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:37.499740 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b7f991-f636-4ad3-aebb-d35a43962914 None None] Pushing event updated for resources: {'Port': ['ID=c3554d77-7648-483d-8c51-ad87166b1feb,revision_number=2']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:37.502639 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7b36a230-10da-4a27-b2dc-9adc096700ff admin admin] Publish callbacks [] for security_group (f8ed160a-e592-4867-a2db-85b82684d37b), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:37.536527 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7b36a230-10da-4a27-b2dc-9adc096700ff admin admin] Publish callbacks [] for security_group (f8ed160a-e592-4867-a2db-85b82684d37b), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:37.576203 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b7f991-f636-4ad3-aebb-d35a43962914 None None] Pushing event updated for resources: {'Port': ['ID=c3554d77-7648-483d-8c51-ad87166b1feb,revision_number=3']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:37.675890 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7b36a230-10da-4a27-b2dc-9adc096700ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (f8ed160a-e592-4867-a2db-85b82684d37b), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:37.684473 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7b36a230-10da-4a27-b2dc-9adc096700ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:37.691054 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-7b36a230-10da-4a27-b2dc-9adc096700ff admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f8ed160a-e592-4867-a2db-85b82684d37b HTTP/1.1" status: 204 len: 168 time: 0.2569215 Apr 05 22:38:37.708517 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b36a230-10da-4a27-b2dc-9adc096700ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ed160a-e592-4867-a2db-85b82684d37b,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:37.806923 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-84c15487-1dd5-439e-bd62-413a50b5a702 None None] Current status of the port dfb3deb2-ecee-4d01-ad83-21c3396467e5 is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:38:37.816290 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3b2d28-eba3-4631-a560-82e7bdf8101e None None] Routers {'605bef79-fea7-48b4-aa2e-9a61b7b53637'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:38:37.817053 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-ab3b2d28-eba3-4631-a560-82e7bdf8101e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:38:08Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['605bef79-fea7-48b4-aa2e-9a61b7b53637'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:37.850504 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bef2b26-3bba-40f4-9f95-70130de66664 admin admin] Notify agent at l3_agent.dv-cinder-835881-4-iscsi the message routers_updated {{(pid=103468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:38:37.876653 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-3bef2b26-3bba-40f4-9f95-70130de66664 admin admin] 10.222.0.45 "PUT /v2.0/routers/605bef79-fea7-48b4-aa2e-9a61b7b53637/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6828172 Apr 05 22:38:37.919914 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d906a148-2fcd-42d6-a283-a58dd64a80d4 req-414e27d8-0c3a-45a4-804e-80114c8b6387 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:37.931750 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d906a148-2fcd-42d6-a283-a58dd64a80d4 req-414e27d8-0c3a-45a4-804e-80114c8b6387 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0326d1c-064c-4b3c-9ffd-06a7df79dec6 HTTP/1.1" status: 200 len: 946 time: 0.1501815 Apr 05 22:38:37.969550 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-84c15487-1dd5-439e-bd62-413a50b5a702 None None] Provisioning complete for port 8621062f-4f56-4ed3-a7aa-211537451f56 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:38:37.970153 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-84c15487-1dd5-439e-bd62-413a50b5a702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (8621062f-4f56-4ed3-a7aa-211537451f56), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:37.999513 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d906a148-2fcd-42d6-a283-a58dd64a80d4 req-b376dd66-d4c2-46ca-b5ad-de01ecf21ffd tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664504 Apr 05 22:38:38.036007 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-84c15487-1dd5-439e-bd62-413a50b5a702 None None] Port 8621062f-4f56-4ed3-a7aa-211537451f56 cannot update to ACTIVE because it is not bound. {{(pid=103470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:38:38.044926 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Current status of the port d4888fe4-c87d-4032-820f-08b09d366c7f is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:38:38.349989 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-9d89c0f9-1840-4c6b-8129-ba7bc328f786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (79a469f9-bdbc-4492-b479-9e5faeaf33b0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:38.362303 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device 6e452ceb-5ef1-4e22-b890-d96112ebfa6c up at agent ovs-agent-dv-cinder-835881-4-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:38:38.442554 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-84c15487-1dd5-439e-bd62-413a50b5a702 None None] Provisioning complete for port e8b012a7-396c-4bc9-a065-3c9ba8fd9314 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:38:38.443104 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-84c15487-1dd5-439e-bd62-413a50b5a702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (e8b012a7-396c-4bc9-a065-3c9ba8fd9314), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:38.491739 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00824592-c21c-4262-9c6a-b0ded19e1f45 None None] Sync routers for ids ['55e40fcd-194a-46c1-ae6a-41a5ecaab205'] in dv-cinder-835881-4-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:38:38.505412 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-ab3b2d28-eba3-4631-a560-82e7bdf8101e None None] Set router 605bef79-fea7-48b4-aa2e-9a61b7b53637 gateway port host: dv-cinder-835881-4-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:38:38.514639 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00824592-c21c-4262-9c6a-b0ded19e1f45 None None] Routers {'55e40fcd-194a-46c1-ae6a-41a5ecaab205'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:38:38.515438 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-00824592-c21c-4262-9c6a-b0ded19e1f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:38:38Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['55e40fcd-194a-46c1-ae6a-41a5ecaab205'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:38.533550 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-84c15487-1dd5-439e-bd62-413a50b5a702 None None] Port e8b012a7-396c-4bc9-a065-3c9ba8fd9314 cannot update to ACTIVE because it is not bound. {{(pid=103470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:38:38.538402 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Provisioning complete for port 6e452ceb-5ef1-4e22-b890-d96112ebfa6c triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:38:38.541173 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (6e452ceb-5ef1-4e22-b890-d96112ebfa6c), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:38.692429 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-00824592-c21c-4262-9c6a-b0ded19e1f45 None None] Set router 55e40fcd-194a-46c1-ae6a-41a5ecaab205 gateway port host: dv-cinder-835881-4-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:38:38.723655 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-f9aa1595-5542-44ce-90ae-1634dce619fb None None] Provisioning complete for port e8b012a7-396c-4bc9-a065-3c9ba8fd9314 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:38:38.723962 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-f9aa1595-5542-44ce-90ae-1634dce619fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (e8b012a7-396c-4bc9-a065-3c9ba8fd9314), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:38.893587 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-f9aa1595-5542-44ce-90ae-1634dce619fb None None] Port e8b012a7-396c-4bc9-a065-3c9ba8fd9314 cannot update to ACTIVE because it is not bound. {{(pid=103470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:38:38.896391 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Current status of the port 6e452ceb-5ef1-4e22-b890-d96112ebfa6c is: DOWN; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:38:38.897324 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (6e452ceb-5ef1-4e22-b890-d96112ebfa6c), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:38.924940 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] For port 6e452ceb-5ef1-4e22-b890-d96112ebfa6c, host dv-cinder-835881-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=6e452ceb-5ef1-4e22-b890-d96112ebfa6c,segment=NetworkSegment(93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb),segment_id=93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:38:38.930392 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (6e452ceb-5ef1-4e22-b890-d96112ebfa6c), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:38.932172 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 40020) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:38.937861 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-1cc0b6c8-958e-459d-9a0e-ced692d477b8 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Request body: {'security_group': {'name': 'tempest-securitygroup--50159016', 'description': 'tempest-description--1946909240'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:38:38.943039 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device dfb3deb2-ecee-4d01-ad83-21c3396467e5 up at agent ovs-agent-dv-cinder-835881-4-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:38:39.001302 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1cc0b6c8-958e-459d-9a0e-ced692d477b8 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:39.183570 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870fe958-39f5-44cf-9366-279b38ea1c10 req-63d5b051-6efd-4409-b6bb-26bfd8b03853 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:39.190770 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-00824592-c21c-4262-9c6a-b0ded19e1f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e40fcd-194a-46c1-ae6a-41a5ecaab205', 'name': 'tempest-TestMinimumBasicScenario-1517126522-router', 'tenant_id': '5315243108fd4bf9b9751bc79eb1c9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '6e452ceb-5ef1-4e22-b890-d96112ebfa6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:29Z', 'updated_at': '2022-04-05T22:38:34Z', 'revision_number': 4, 'project_id': '5315243108fd4bf9b9751bc79eb1c9cc', 'gw_port': {'id': '6e452ceb-5ef1-4e22-b890-d96112ebfa6c', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c6:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e40fcd-194a-46c1-ae6a-41a5ecaab205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:30Z', 'updated_at': '2022-04-05T22:38:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_interfaces': [{'id': '8621062f-4f56-4ed3-a7aa-211537451f56', 'name': '', 'network_id': 'f575877c-1a39-427f-b54c-1fd07385f869', 'tenant_id': '5315243108fd4bf9b9751bc79eb1c9cc', 'mac_address': 'fa:16:3e:93:c4:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e40fcd-194a-46c1-ae6a-41a5ecaab205', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '7b1983e5-d0b4-42af-b7e2-25ec560e327a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:33Z', 'updated_at': '2022-04-05T22:38:35Z', 'revision_number': 2, 'project_id': '5315243108fd4bf9b9751bc79eb1c9cc', 'subnets': [{'id': '7b1983e5-d0b4-42af-b7e2-25ec560e327a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:39.195172 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-870fe958-39f5-44cf-9366-279b38ea1c10 req-63d5b051-6efd-4409-b6bb-26bfd8b03853 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0326d1c-064c-4b3c-9ffd-06a7df79dec6 HTTP/1.1" status: 200 len: 946 time: 0.1077385 Apr 05 22:38:39.226634 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00824592-c21c-4262-9c6a-b0ded19e1f45 None None] Checking router: 55e40fcd-194a-46c1-ae6a-41a5ecaab205 for host: dv-cinder-835881-4-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:38:39.227125 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00824592-c21c-4262-9c6a-b0ded19e1f45 None None] Updating router 55e40fcd-194a-46c1-ae6a-41a5ecaab205 port 8621062f-4f56-4ed3-a7aa-211537451f56 binding host dv-cinder-835881-4-iscsi {{(pid=103471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 22:38:39.232039 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1cc0b6c8-958e-459d-9a0e-ced692d477b8 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks [] for security_group (1602fbfb-363d-466e-8059-00c4f95822a8), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:39.239294 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1cc0b6c8-958e-459d-9a0e-ced692d477b8 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (1602fbfb-363d-466e-8059-00c4f95822a8), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:39.264135 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-dae4f030-1cb2-49a8-bcfa-6facf2529a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (e40c9916-dc7d-41d8-a75d-da550db0c469), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:39.270272 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-00824592-c21c-4262-9c6a-b0ded19e1f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (8621062f-4f56-4ed3-a7aa-211537451f56), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:39.272623 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1cc0b6c8-958e-459d-9a0e-ced692d477b8 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:39.274500 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-1cc0b6c8-958e-459d-9a0e-ced692d477b8 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3409491 Apr 05 22:38:39.277276 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 40030) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:39.281939 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-2d57f210-49a0-4b13-b237-c513bebb2161 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Request body: {'security_group_rule': {'security_group_id': '1602fbfb-363d-466e-8059-00c4f95822a8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:38:39.314846 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-870fe958-39f5-44cf-9366-279b38ea1c10 req-b0eab124-16b7-4ece-ba6a-252d7dfc8c13 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161537 Apr 05 22:38:39.325953 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc0b6c8-958e-459d-9a0e-ced692d477b8 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1602fbfb-363d-466e-8059-00c4f95822a8,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:39.342125 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Pushing event updated for resources: {'Port': ['ID=6e452ceb-5ef1-4e22-b890-d96112ebfa6c,revision_number=4']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:39.358300 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2d57f210-49a0-4b13-b237-c513bebb2161 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks [] for security_group_rule (05245391-d7c5-4cbd-8e52-3a33085d94aa), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:39.374941 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Provisioning complete for port dfb3deb2-ecee-4d01-ad83-21c3396467e5 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:38:39.375369 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (dfb3deb2-ecee-4d01-ad83-21c3396467e5), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:39.383073 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-ab3b2d28-eba3-4631-a560-82e7bdf8101e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '605bef79-fea7-48b4-aa2e-9a61b7b53637', 'name': 'tempest-AttachVolumeTestJSON-472349617-router', 'tenant_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': 'c3554d77-7648-483d-8c51-ad87166b1feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:31Z', 'updated_at': '2022-04-05T22:38:36Z', 'revision_number': 4, 'project_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'gw_port': {'id': 'c3554d77-7648-483d-8c51-ad87166b1feb', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:62:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '605bef79-fea7-48b4-aa2e-9a61b7b53637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:31Z', 'updated_at': '2022-04-05T22:38:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_interfaces': [{'id': 'e8b012a7-396c-4bc9-a065-3c9ba8fd9314', 'name': '', 'network_id': 'da73ea9b-ba6b-4c3a-88b0-57977001462e', 'tenant_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'mac_address': 'fa:16:3e:6a:9e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '605bef79-fea7-48b4-aa2e-9a61b7b53637', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '12407ce6-40cf-4857-a656-235674308ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:35Z', 'updated_at': '2022-04-05T22:38:36Z', 'revision_number': 2, 'project_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'subnets': [{'id': '12407ce6-40cf-4857-a656-235674308ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:39.459833 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3b2d28-eba3-4631-a560-82e7bdf8101e None None] The sync data for ids ['605bef79-fea7-48b4-aa2e-9a61b7b53637'] in dv-cinder-835881-4-iscsi is: [{'id': '605bef79-fea7-48b4-aa2e-9a61b7b53637', 'name': 'tempest-AttachVolumeTestJSON-472349617-router', 'tenant_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': 'c3554d77-7648-483d-8c51-ad87166b1feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:31Z', 'updated_at': '2022-04-05T22:38:36Z', 'revision_number': 4, 'project_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'gw_port': {'id': 'c3554d77-7648-483d-8c51-ad87166b1feb', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:62:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '605bef79-fea7-48b4-aa2e-9a61b7b53637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:31Z', 'updated_at': '2022-04-05T22:38:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_interfaces': [{'id': 'e8b012a7-396c-4bc9-a065-3c9ba8fd9314', 'name': '', 'network_id': 'da73ea9b-ba6b-4c3a-88b0-57977001462e', 'tenant_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'mac_address': 'fa:16:3e:6a:9e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '605bef79-fea7-48b4-aa2e-9a61b7b53637', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '12407ce6-40cf-4857-a656-235674308ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:35Z', 'updated_at': '2022-04-05T22:38:36Z', 'revision_number': 2, 'project_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'subnets': [{'id': '12407ce6-40cf-4857-a656-235674308ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:38:39.530044 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2d57f210-49a0-4b13-b237-c513bebb2161 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks [] for security_group_rule (05245391-d7c5-4cbd-8e52-3a33085d94aa), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:39.540212 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2d57f210-49a0-4b13-b237-c513bebb2161 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586008'] for security_group_rule (05245391-d7c5-4cbd-8e52-3a33085d94aa), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:39.586772 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2d57f210-49a0-4b13-b237-c513bebb2161 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:39.591349 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 40038) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:39.591948 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-2d57f210-49a0-4b13-b237-c513bebb2161 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3132479 Apr 05 22:38:39.595005 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d57f210-49a0-4b13-b237-c513bebb2161 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05245391-d7c5-4cbd-8e52-3a33085d94aa,revision_number=0']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:39.596756 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-ac0338e6-6caf-4ed8-bb4d-7da841779a0e tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Request body: {'security_group_rule': {'security_group_id': '1602fbfb-363d-466e-8059-00c4f95822a8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:38:39.677646 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-ac0338e6-6caf-4ed8-bb4d-7da841779a0e tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks [] for security_group_rule (01f83072-a9eb-45f0-ab1a-8506f95a0cf9), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:39.686118 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Current status of the port dfb3deb2-ecee-4d01-ad83-21c3396467e5 is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:38:39.719782 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-00824592-c21c-4262-9c6a-b0ded19e1f45 None None] Publish callbacks [] for port (8621062f-4f56-4ed3-a7aa-211537451f56), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:39.727136 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-00824592-c21c-4262-9c6a-b0ded19e1f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (8621062f-4f56-4ed3-a7aa-211537451f56), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:39.785794 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-ac0338e6-6caf-4ed8-bb4d-7da841779a0e tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks [] for security_group_rule (01f83072-a9eb-45f0-ab1a-8506f95a0cf9), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:39.790913 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-ac0338e6-6caf-4ed8-bb4d-7da841779a0e tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586008'] for security_group_rule (01f83072-a9eb-45f0-ab1a-8506f95a0cf9), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:39.830107 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0338e6-6caf-4ed8-bb4d-7da841779a0e tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01f83072-a9eb-45f0-ab1a-8506f95a0cf9,revision_number=0']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:39.863522 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-ac0338e6-6caf-4ed8-bb4d-7da841779a0e tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:39.864762 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-ac0338e6-6caf-4ed8-bb4d-7da841779a0e tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2721658 Apr 05 22:38:39.868949 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 40046) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:39.874502 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-edf92b88-3835-4829-a17e-aaf486289b26 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Request body: {'floatingip': {'floating_network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:38:39.917861 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc95981-52be-457f-9e0d-b0b464bb63af None None] Pushing event updated for resources: {'Port': ['ID=8621062f-4f56-4ed3-a7aa-211537451f56,revision_number=3']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:39.923066 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-edf92b88-3835-4829-a17e-aaf486289b26 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:39.960208 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-00824592-c21c-4262-9c6a-b0ded19e1f45 None None] Attempting to bind port 8621062f-4f56-4ed3-a7aa-211537451f56 on host dv-cinder-835881-4-iscsi for vnic_type normal with profile {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:38:39.960997 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-00824592-c21c-4262-9c6a-b0ded19e1f45 None None] Attempting to bind port 8621062f-4f56-4ed3-a7aa-211537451f56 by drivers openvswitch,hyperv on host dv-cinder-835881-4-iscsi at level 0 using segments [{'id': '7bd52e8f-6e5d-4222-8919-5b4f80dd56be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f575877c-1a39-427f-b54c-1fd07385f869'}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:38:39.966168 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00824592-c21c-4262-9c6a-b0ded19e1f45 None None] Attempting to bind port 8621062f-4f56-4ed3-a7aa-211537451f56 on network f575877c-1a39-427f-b54c-1fd07385f869 {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:38:39.981745 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00824592-c21c-4262-9c6a-b0ded19e1f45 None None] Checking agent: {'id': 'b771b186-15ef-4a1a-9c73-ea54ac08c8ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 28, 12), 'started_at': datetime.datetime(2022, 4, 5, 22, 28, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:38:39.982402 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00824592-c21c-4262-9c6a-b0ded19e1f45 None None] Checking segment: {'id': '7bd52e8f-6e5d-4222-8919-5b4f80dd56be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f575877c-1a39-427f-b54c-1fd07385f869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:38:39.983575 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-00824592-c21c-4262-9c6a-b0ded19e1f45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:39.985800 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00824592-c21c-4262-9c6a-b0ded19e1f45 None None] Bound using segment: {'id': '7bd52e8f-6e5d-4222-8919-5b4f80dd56be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f575877c-1a39-427f-b54c-1fd07385f869'} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:38:39.986477 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-00824592-c21c-4262-9c6a-b0ded19e1f45 None None] Bound port: 8621062f-4f56-4ed3-a7aa-211537451f56, host: dv-cinder-835881-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bd52e8f-6e5d-4222-8919-5b4f80dd56be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f575877c-1a39-427f-b54c-1fd07385f869'}}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:38:39.987025 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-00824592-c21c-4262-9c6a-b0ded19e1f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (8621062f-4f56-4ed3-a7aa-211537451f56), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:40.149693 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-00824592-c21c-4262-9c6a-b0ded19e1f45 None None] For port 8621062f-4f56-4ed3-a7aa-211537451f56, host dv-cinder-835881-4-iscsi, cleared binding levels {{(pid=103471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:38:40.173470 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-00824592-c21c-4262-9c6a-b0ded19e1f45 None None] For port 8621062f-4f56-4ed3-a7aa-211537451f56, host dv-cinder-835881-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=8621062f-4f56-4ed3-a7aa-211537451f56,segment=NetworkSegment(7bd52e8f-6e5d-4222-8919-5b4f80dd56be),segment_id=7bd52e8f-6e5d-4222-8919-5b4f80dd56be)] {{(pid=103471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:38:40.188738 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-00824592-c21c-4262-9c6a-b0ded19e1f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (8621062f-4f56-4ed3-a7aa-211537451f56), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:40.195913 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-edf92b88-3835-4829-a17e-aaf486289b26 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:40.355062 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device 6e452ceb-5ef1-4e22-b890-d96112ebfa6c up at agent ovs-agent-dv-cinder-835881-4-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:38:40.357645 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00824592-c21c-4262-9c6a-b0ded19e1f45 None None] Routers {'55e40fcd-194a-46c1-ae6a-41a5ecaab205'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:38:40.359738 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-00824592-c21c-4262-9c6a-b0ded19e1f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:38:38Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['55e40fcd-194a-46c1-ae6a-41a5ecaab205'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:40.448619 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc95981-52be-457f-9e0d-b0b464bb63af None None] Pushing event updated for resources: {'Port': ['ID=8621062f-4f56-4ed3-a7aa-211537451f56,revision_number=4']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:40.469273 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_common [None req-edf92b88-3835-4829-a17e-aaf486289b26 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Allocated IP 172.27.1.226 (1c7020db-f04b-4bae-aa0d-07e17c11278d/de4a5644-b80e-4142-a210-68f31fcb6ac5/e340c418-e15c-46fa-9425-02df7502a574) {{(pid=103469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:38:40.502358 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-42e62280-2309-4caf-88a6-d7b706451f8a None None] Provisioning complete for port 8621062f-4f56-4ed3-a7aa-211537451f56 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:38:40.504589 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-42e62280-2309-4caf-88a6-d7b706451f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (8621062f-4f56-4ed3-a7aa-211537451f56), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:40.636840 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Provisioning complete for port 6e452ceb-5ef1-4e22-b890-d96112ebfa6c triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:38:40.637360 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (6e452ceb-5ef1-4e22-b890-d96112ebfa6c), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:40.641417 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-99ae2e83-6010-40d2-b70a-5b0f9e3ea887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (f28e62d6-8243-45bb-b578-64cfae2561d0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:40.688693 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-00824592-c21c-4262-9c6a-b0ded19e1f45 None None] Set router 55e40fcd-194a-46c1-ae6a-41a5ecaab205 gateway port host: dv-cinder-835881-4-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:38:40.745954 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-42e62280-2309-4caf-88a6-d7b706451f8a None None] Current status of the port 8621062f-4f56-4ed3-a7aa-211537451f56 is: DOWN; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:38:40.746439 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-42e62280-2309-4caf-88a6-d7b706451f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (8621062f-4f56-4ed3-a7aa-211537451f56), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:40.865018 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-edf92b88-3835-4829-a17e-aaf486289b26 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks [] for port (e340c418-e15c-46fa-9425-02df7502a574), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:40.957718 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-42e62280-2309-4caf-88a6-d7b706451f8a None None] For port 8621062f-4f56-4ed3-a7aa-211537451f56, host dv-cinder-835881-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=8621062f-4f56-4ed3-a7aa-211537451f56,segment=NetworkSegment(7bd52e8f-6e5d-4222-8919-5b4f80dd56be),segment_id=7bd52e8f-6e5d-4222-8919-5b4f80dd56be)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:38:41.008253 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-42e62280-2309-4caf-88a6-d7b706451f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (8621062f-4f56-4ed3-a7aa-211537451f56), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:41.034190 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Current status of the port 6e452ceb-5ef1-4e22-b890-d96112ebfa6c is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:38:41.062350 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-edf92b88-3835-4829-a17e-aaf486289b26 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757100095748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827921'] for port (e340c418-e15c-46fa-9425-02df7502a574), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:41.150543 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e62280-2309-4caf-88a6-d7b706451f8a None None] Pushing event updated for resources: {'Port': ['ID=8621062f-4f56-4ed3-a7aa-211537451f56,revision_number=5']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:41.189311 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf92b88-3835-4829-a17e-aaf486289b26 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Network 1c7020db-f04b-4bae-aa0d-07e17c11278d is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:38:41.196765 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-9965b877-4928-42e8-bc1b-8a0fcbf7d50b None None] Provisioning complete for port 8621062f-4f56-4ed3-a7aa-211537451f56 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:38:41.197143 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-9965b877-4928-42e8-bc1b-8a0fcbf7d50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (8621062f-4f56-4ed3-a7aa-211537451f56), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:41.201393 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ae487-f894-47dc-86c9-3aa818be02f3 req-38817701-ba83-40b9-9aa3-ef77aa45d33b tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:41.230675 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a70ae487-f894-47dc-86c9-3aa818be02f3 req-38817701-ba83-40b9-9aa3-ef77aa45d33b tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0326d1c-064c-4b3c-9ffd-06a7df79dec6 HTTP/1.1" status: 200 len: 946 time: 0.6938202 Apr 05 22:38:41.249814 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-edf92b88-3835-4829-a17e-aaf486289b26 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:38:41.291044 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf92b88-3835-4829-a17e-aaf486289b26 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Received port after_create {{(pid=103469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:38:41.303751 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-00824592-c21c-4262-9c6a-b0ded19e1f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e40fcd-194a-46c1-ae6a-41a5ecaab205', 'name': 'tempest-TestMinimumBasicScenario-1517126522-router', 'tenant_id': '5315243108fd4bf9b9751bc79eb1c9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '6e452ceb-5ef1-4e22-b890-d96112ebfa6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:29Z', 'updated_at': '2022-04-05T22:38:34Z', 'revision_number': 4, 'project_id': '5315243108fd4bf9b9751bc79eb1c9cc', 'gw_port': {'id': '6e452ceb-5ef1-4e22-b890-d96112ebfa6c', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e40fcd-194a-46c1-ae6a-41a5ecaab205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:30Z', 'updated_at': '2022-04-05T22:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_interfaces': [{'id': '8621062f-4f56-4ed3-a7aa-211537451f56', 'name': '', 'network_id': 'f575877c-1a39-427f-b54c-1fd07385f869', 'tenant_id': '5315243108fd4bf9b9751bc79eb1c9cc', 'mac_address': 'fa:16:3e:93:c4:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e40fcd-194a-46c1-ae6a-41a5ecaab205', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '7b1983e5-d0b4-42af-b7e2-25ec560e327a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:33Z', 'updated_at': '2022-04-05T22:38:40Z', 'revision_number': 4, 'project_id': '5315243108fd4bf9b9751bc79eb1c9cc', 'subnets': [{'id': '7b1983e5-d0b4-42af-b7e2-25ec560e327a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:41.307097 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf92b88-3835-4829-a17e-aaf486289b26 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Pushing event updated for resources: {'Port': ['ID=e340c418-e15c-46fa-9425-02df7502a574,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:41.362041 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00824592-c21c-4262-9c6a-b0ded19e1f45 None None] The sync data for ids ['55e40fcd-194a-46c1-ae6a-41a5ecaab205'] in dv-cinder-835881-4-iscsi is: [{'id': '55e40fcd-194a-46c1-ae6a-41a5ecaab205', 'name': 'tempest-TestMinimumBasicScenario-1517126522-router', 'tenant_id': '5315243108fd4bf9b9751bc79eb1c9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '6e452ceb-5ef1-4e22-b890-d96112ebfa6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:29Z', 'updated_at': '2022-04-05T22:38:34Z', 'revision_number': 4, 'project_id': '5315243108fd4bf9b9751bc79eb1c9cc', 'gw_port': {'id': '6e452ceb-5ef1-4e22-b890-d96112ebfa6c', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e40fcd-194a-46c1-ae6a-41a5ecaab205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:30Z', 'updated_at': '2022-04-05T22:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_interfaces': [{'id': '8621062f-4f56-4ed3-a7aa-211537451f56', 'name': '', 'network_id': 'f575877c-1a39-427f-b54c-1fd07385f869', 'tenant_id': '5315243108fd4bf9b9751bc79eb1c9cc', 'mac_address': 'fa:16:3e:93:c4:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e40fcd-194a-46c1-ae6a-41a5ecaab205', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '7b1983e5-d0b4-42af-b7e2-25ec560e327a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:33Z', 'updated_at': '2022-04-05T22:38:40Z', 'revision_number': 4, 'project_id': '5315243108fd4bf9b9751bc79eb1c9cc', 'subnets': [{'id': '7b1983e5-d0b4-42af-b7e2-25ec560e327a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:38:41.397890 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-9965b877-4928-42e8-bc1b-8a0fcbf7d50b None None] Current status of the port 8621062f-4f56-4ed3-a7aa-211537451f56 is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:38:41.902020 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a70ae487-f894-47dc-86c9-3aa818be02f3 req-a1c256fc-4eb5-41d8-8f97-188fdff6a625 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6704235 Apr 05 22:38:41.939357 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-edf92b88-3835-4829-a17e-aaf486289b26 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks [] for floatingip (273bfd4f-6ffd-4679-8888-c6bf76974c2f), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:42.011988 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-97cde7d9-dbb1-4d23-a7c6-1511c50e2662 None None] Agent healthcheck: found 6 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:38:42.046962 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-edf92b88-3835-4829-a17e-aaf486289b26 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (e340c418-e15c-46fa-9425-02df7502a574), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:42.077968 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (b771b186-15ef-4a1a-9c73-ea54ac08c8ac), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:42.258589 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device 8621062f-4f56-4ed3-a7aa-211537451f56 up at agent ovs-agent-dv-cinder-835881-4-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:38:42.331460 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-edf92b88-3835-4829-a17e-aaf486289b26 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks [] for port (e340c418-e15c-46fa-9425-02df7502a574), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:42.338216 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-edf92b88-3835-4829-a17e-aaf486289b26 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828008'] for port (e340c418-e15c-46fa-9425-02df7502a574), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:42.350726 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Provisioning complete for port 8621062f-4f56-4ed3-a7aa-211537451f56 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:38:42.351302 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (8621062f-4f56-4ed3-a7aa-211537451f56), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:42.490595 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf92b88-3835-4829-a17e-aaf486289b26 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Pushing event updated for resources: {'Port': ['ID=e340c418-e15c-46fa-9425-02df7502a574,revision_number=2']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:42.502706 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Current status of the port 8621062f-4f56-4ed3-a7aa-211537451f56 is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:38:42.503853 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device c3554d77-7648-483d-8c51-ad87166b1feb up at agent ovs-agent-dv-cinder-835881-4-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:38:42.524420 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-edf92b88-3835-4829-a17e-aaf486289b26 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536593'] for floatingip (273bfd4f-6ffd-4679-8888-c6bf76974c2f), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:42.553529 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-edf92b88-3835-4829-a17e-aaf486289b26 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for floatingip (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:42.559297 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-edf92b88-3835-4829-a17e-aaf486289b26 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6892662 Apr 05 22:38:42.571269 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Provisioning complete for port c3554d77-7648-483d-8c51-ad87166b1feb triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:38:42.572235 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (c3554d77-7648-483d-8c51-ad87166b1feb), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:42.578552 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1448fc2-e827-4cea-b8c4-76a583652ba2 req-a29c6f65-07e9-44b1-9441-d0e716d8ffb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:42.580088 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-c1448fc2-e827-4cea-b8c4-76a583652ba2 req-a29c6f65-07e9-44b1-9441-d0e716d8ffb7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f0326d1c-064c-4b3c-9ffd-06a7df79dec6 HTTP/1.1" status: 200 len: 1130 time: 0.0596342 Apr 05 22:38:42.683363 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Current status of the port c3554d77-7648-483d-8c51-ad87166b1feb is: DOWN; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:38:42.683760 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (c3554d77-7648-483d-8c51-ad87166b1feb), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:42.689744 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-c1448fc2-e827-4cea-b8c4-76a583652ba2 req-6336dc7f-7f76-4e24-93c7-1237143995aa service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897143 Apr 05 22:38:42.710249 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] For port c3554d77-7648-483d-8c51-ad87166b1feb, host dv-cinder-835881-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=c3554d77-7648-483d-8c51-ad87166b1feb,segment=NetworkSegment(93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb),segment_id=93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:38:42.715737 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (c3554d77-7648-483d-8c51-ad87166b1feb), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:42.776273 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Pushing event updated for resources: {'Port': ['ID=c3554d77-7648-483d-8c51-ad87166b1feb,revision_number=4']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:42.855164 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e0a292f1-7eb5-4584-a34d-e299f2821a8b req-892b724b-2c45-4214-b3e0-f9cff6529caa tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--50159016&fields=id&tenant_id=d9b7ea8d9b8d48318b8a50555b5be4f1 HTTP/1.1" status: 200 len: 267 time: 0.0529776 Apr 05 22:38:42.982742 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a292f1-7eb5-4584-a34d-e299f2821a8b req-79267970-c9c7-4426-a80f-c802f4bce0dd tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:42.984395 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e0a292f1-7eb5-4584-a34d-e299f2821a8b req-79267970-c9c7-4426-a80f-c802f4bce0dd tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/networks?id=da73ea9b-ba6b-4c3a-88b0-57977001462e HTTP/1.1" status: 200 len: 810 time: 0.1219513 Apr 05 22:38:43.020488 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e0a292f1-7eb5-4584-a34d-e299f2821a8b req-3929c81a-bb1c-4ae7-b72f-d2d37bbf28b9 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/quotas/d9b7ea8d9b8d48318b8a50555b5be4f1 HTTP/1.1" status: 200 len: 375 time: 0.0194385 Apr 05 22:38:43.144108 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde1023-7bbc-4396-a67e-797b198b212f req-0998cf45-8c12-4e71-925f-1e3b0ddfbc76 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:43.147712 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5dde1023-7bbc-4396-a67e-797b198b212f req-0998cf45-8c12-4e71-925f-1e3b0ddfbc76 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0326d1c-064c-4b3c-9ffd-06a7df79dec6 HTTP/1.1" status: 200 len: 946 time: 0.0773041 Apr 05 22:38:43.153859 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e0a292f1-7eb5-4584-a34d-e299f2821a8b req-1ed42480-80eb-450f-ab96-6d7a492914db tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=d9b7ea8d9b8d48318b8a50555b5be4f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1322575 Apr 05 22:38:43.249624 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5dde1023-7bbc-4396-a67e-797b198b212f req-0fd6b4cf-4460-41c7-bf82-82fab856ac8c tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924387 Apr 05 22:38:43.295835 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e0a292f1-7eb5-4584-a34d-e299f2821a8b req-4c6cb07a-0f93-41d7-89d0-c3564beb0eb8 service neutron] 10.222.0.45 "GET /v2.0/networks/da73ea9b-ba6b-4c3a-88b0-57977001462e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274335 Apr 05 22:38:43.397530 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e0a292f1-7eb5-4584-a34d-e299f2821a8b req-a8ea390e-c41c-4666-b2aa-a93979137e5b service neutron] 10.222.0.45 "GET /v2.0/networks/da73ea9b-ba6b-4c3a-88b0-57977001462e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951140 Apr 05 22:38:43.574252 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-aa196d92-d8c2-42d0-944c-f46347fcafed req-c6c490d9-099c-496c-92fb-acafd1679a1b tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1 HTTP/1.1" status: 200 len: 210 time: 0.0285757 Apr 05 22:38:44.165183 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device c3554d77-7648-483d-8c51-ad87166b1feb up at agent ovs-agent-dv-cinder-835881-4-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:38:44.236977 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Provisioning complete for port c3554d77-7648-483d-8c51-ad87166b1feb triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:38:44.237328 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (c3554d77-7648-483d-8c51-ad87166b1feb), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:44.334659 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Current status of the port c3554d77-7648-483d-8c51-ad87166b1feb is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:38:44.414714 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1157d832-40b3-468b-972e-818762567c4f req-5bb6977d-4df4-412c-a8ae-38716492835c tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:44.422449 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1157d832-40b3-468b-972e-818762567c4f req-5bb6977d-4df4-412c-a8ae-38716492835c tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0326d1c-064c-4b3c-9ffd-06a7df79dec6 HTTP/1.1" status: 200 len: 946 time: 0.0763130 Apr 05 22:38:44.492490 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1157d832-40b3-468b-972e-818762567c4f req-33d8479e-cd29-4211-b959-de118424e014 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629857 Apr 05 22:38:44.690457 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-102fefde-9ff2-4da1-a784-deb082ad7936 req-b0ad39ef-e546-40de-b691-3526d56f63ea tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1 HTTP/1.1" status: 200 len: 210 time: 0.0373437 Apr 05 22:38:45.046255 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1742dfeb-7bf8-40bb-a3bb-91f44275bd26 None None] Sync routers for ids ['605bef79-fea7-48b4-aa2e-9a61b7b53637'] in dv-cinder-835881-4-iscsi {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:38:45.056997 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1742dfeb-7bf8-40bb-a3bb-91f44275bd26 None None] Routers {'605bef79-fea7-48b4-aa2e-9a61b7b53637'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:38:45.058239 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-1742dfeb-7bf8-40bb-a3bb-91f44275bd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:38:38Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['605bef79-fea7-48b4-aa2e-9a61b7b53637'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:45.367948 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-1742dfeb-7bf8-40bb-a3bb-91f44275bd26 None None] Set router 605bef79-fea7-48b4-aa2e-9a61b7b53637 gateway port host: dv-cinder-835881-4-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:38:45.451307 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a292f1-7eb5-4584-a34d-e299f2821a8b req-89e76234-c392-420d-9a2d-e3635a5ac9e4 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:45.452876 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e0a292f1-7eb5-4584-a34d-e299f2821a8b req-89e76234-c392-420d-9a2d-e3635a5ac9e4 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.13 "GET /v2.0/networks?id=da73ea9b-ba6b-4c3a-88b0-57977001462e HTTP/1.1" status: 200 len: 810 time: 0.2300136 Apr 05 22:38:45.557862 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e0a292f1-7eb5-4584-a34d-e299f2821a8b req-dee12f2f-fee4-45b1-94a2-f3b1be535ef4 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d9b7ea8d9b8d48318b8a50555b5be4f1 HTTP/1.1" status: 200 len: 378 time: 0.0954409 Apr 05 22:38:45.579101 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [req-e0a292f1-7eb5-4584-a34d-e299f2821a8b req-4eeac311-f9b9-43a0-bae3-22d762542104 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Request body: {'port': {'device_id': '91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1', 'network_id': 'da73ea9b-ba6b-4c3a-88b0-57977001462e', 'admin_state_up': True, 'tenant_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'security_groups': ['1602fbfb-363d-466e-8059-00c4f95822a8']}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:38:45.643279 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-1742dfeb-7bf8-40bb-a3bb-91f44275bd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '605bef79-fea7-48b4-aa2e-9a61b7b53637', 'name': 'tempest-AttachVolumeTestJSON-472349617-router', 'tenant_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': 'c3554d77-7648-483d-8c51-ad87166b1feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:31Z', 'updated_at': '2022-04-05T22:38:36Z', 'revision_number': 4, 'project_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'gw_port': {'id': 'c3554d77-7648-483d-8c51-ad87166b1feb', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:62:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605bef79-fea7-48b4-aa2e-9a61b7b53637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:31Z', 'updated_at': '2022-04-05T22:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_interfaces': [{'id': 'e8b012a7-396c-4bc9-a065-3c9ba8fd9314', 'name': '', 'network_id': 'da73ea9b-ba6b-4c3a-88b0-57977001462e', 'tenant_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'mac_address': 'fa:16:3e:6a:9e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '605bef79-fea7-48b4-aa2e-9a61b7b53637', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '12407ce6-40cf-4857-a656-235674308ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:35Z', 'updated_at': '2022-04-05T22:38:36Z', 'revision_number': 2, 'project_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'subnets': [{'id': '12407ce6-40cf-4857-a656-235674308ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:45.678776 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc1a9ae-c5b3-4206-9b22-637227df339c req-75fc659d-05dd-4c78-b8e8-7372756828bd tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:45.680799 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2cc1a9ae-c5b3-4206-9b22-637227df339c req-75fc659d-05dd-4c78-b8e8-7372756828bd tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0326d1c-064c-4b3c-9ffd-06a7df79dec6 HTTP/1.1" status: 200 len: 946 time: 0.0811093 Apr 05 22:38:45.685150 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1742dfeb-7bf8-40bb-a3bb-91f44275bd26 None None] Checking router: 605bef79-fea7-48b4-aa2e-9a61b7b53637 for host: dv-cinder-835881-4-iscsi {{(pid=103470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:38:45.685787 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1742dfeb-7bf8-40bb-a3bb-91f44275bd26 None None] Updating router 605bef79-fea7-48b4-aa2e-9a61b7b53637 port e8b012a7-396c-4bc9-a065-3c9ba8fd9314 binding host dv-cinder-835881-4-iscsi {{(pid=103470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 22:38:45.715780 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1742dfeb-7bf8-40bb-a3bb-91f44275bd26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (e8b012a7-396c-4bc9-a065-3c9ba8fd9314), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:45.757987 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2cc1a9ae-c5b3-4206-9b22-637227df339c req-1cba39de-52b2-4460-9704-15a7d9e001d0 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679355 Apr 05 22:38:45.776232 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0a292f1-7eb5-4584-a34d-e299f2821a8b req-4eeac311-f9b9-43a0-bae3-22d762542104 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Made reservation on behalf of d9b7ea8d9b8d48318b8a50555b5be4f1 for: {'port': 1} {{(pid=103468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:38:45.780087 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-e0a292f1-7eb5-4584-a34d-e299f2821a8b req-4eeac311-f9b9-43a0-bae3-22d762542104 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:45.858650 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8e62c99d-64d0-4aca-96e2-75b5403e79f5 req-4ce7de48-b5ad-4964-9f68-ee1bc60b1d3e tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1 HTTP/1.1" status: 200 len: 210 time: 0.0449016 Apr 05 22:38:46.115061 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f1af47-4883-464d-ab26-6b68db43486c req-1b5ae1d9-9814-47fb-80d2-73646f50c042 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:46.117163 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-35f1af47-4883-464d-ab26-6b68db43486c req-1b5ae1d9-9814-47fb-80d2-73646f50c042 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0326d1c-064c-4b3c-9ffd-06a7df79dec6 HTTP/1.1" status: 200 len: 946 time: 0.1096947 Apr 05 22:38:46.139074 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1742dfeb-7bf8-40bb-a3bb-91f44275bd26 None None] Publish callbacks [] for port (e8b012a7-396c-4bc9-a065-3c9ba8fd9314), precommit_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:46.143577 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3568c3bc-809a-4bdc-8af9-c93c65419b7b req-d292b095-a82c-4e0b-b30d-6392f4c48cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:46.145225 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3568c3bc-809a-4bdc-8af9-c93c65419b7b req-d292b095-a82c-4e0b-b30d-6392f4c48cc1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1ba0c2747b5346a280f6f563ba891f9e&device_id=f0326d1c-064c-4b3c-9ffd-06a7df79dec6 HTTP/1.1" status: 200 len: 1130 time: 0.1025591 Apr 05 22:38:46.147188 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1742dfeb-7bf8-40bb-a3bb-91f44275bd26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (e8b012a7-396c-4bc9-a065-3c9ba8fd9314), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:46.253667 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.db.db_base_plugin_common [req-e0a292f1-7eb5-4584-a34d-e299f2821a8b req-4eeac311-f9b9-43a0-bae3-22d762542104 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Allocated IP 172.20.0.3 (da73ea9b-ba6b-4c3a-88b0-57977001462e/12407ce6-40cf-4857-a656-235674308ba7/67c2afe0-e448-48a4-b01a-3ed734bcec2a) {{(pid=103468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:38:46.328791 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ebbb-368d-4bec-8767-f6cd1b010fc5 None None] Pushing event updated for resources: {'Port': ['ID=e8b012a7-396c-4bc9-a065-3c9ba8fd9314,revision_number=3']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:46.338126 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-1742dfeb-7bf8-40bb-a3bb-91f44275bd26 None None] Attempting to bind port e8b012a7-396c-4bc9-a065-3c9ba8fd9314 on host dv-cinder-835881-4-iscsi for vnic_type normal with profile {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:38:46.338494 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-1742dfeb-7bf8-40bb-a3bb-91f44275bd26 None None] Attempting to bind port e8b012a7-396c-4bc9-a065-3c9ba8fd9314 by drivers openvswitch,hyperv on host dv-cinder-835881-4-iscsi at level 0 using segments [{'id': '3f4d4486-67c6-4d24-87d7-d8d6c3b7851c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'da73ea9b-ba6b-4c3a-88b0-57977001462e'}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:38:46.339117 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1742dfeb-7bf8-40bb-a3bb-91f44275bd26 None None] Attempting to bind port e8b012a7-396c-4bc9-a065-3c9ba8fd9314 on network da73ea9b-ba6b-4c3a-88b0-57977001462e {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:38:46.347645 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1742dfeb-7bf8-40bb-a3bb-91f44275bd26 None None] Checking agent: {'id': 'b771b186-15ef-4a1a-9c73-ea54ac08c8ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 28, 12), 'started_at': datetime.datetime(2022, 4, 5, 22, 28, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:38:46.348107 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1742dfeb-7bf8-40bb-a3bb-91f44275bd26 None None] Checking segment: {'id': '3f4d4486-67c6-4d24-87d7-d8d6c3b7851c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'da73ea9b-ba6b-4c3a-88b0-57977001462e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:38:46.348415 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1742dfeb-7bf8-40bb-a3bb-91f44275bd26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:46.349142 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1742dfeb-7bf8-40bb-a3bb-91f44275bd26 None None] Bound using segment: {'id': '3f4d4486-67c6-4d24-87d7-d8d6c3b7851c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'da73ea9b-ba6b-4c3a-88b0-57977001462e'} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:38:46.350322 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3568c3bc-809a-4bdc-8af9-c93c65419b7b req-cc7c8c0d-b17e-46fa-af72-2a0ba69d285f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:46.351822 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3568c3bc-809a-4bdc-8af9-c93c65419b7b req-cc7c8c0d-b17e-46fa-af72-2a0ba69d285f service neutron] 10.222.0.13 "GET /v2.0/networks?id=3db3989f-3792-497b-8859-b82b64749acf HTTP/1.1" status: 200 len: 919 time: 0.1984606 Apr 05 22:38:46.361606 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-1742dfeb-7bf8-40bb-a3bb-91f44275bd26 None None] Bound port: e8b012a7-396c-4bc9-a065-3c9ba8fd9314, host: dv-cinder-835881-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f4d4486-67c6-4d24-87d7-d8d6c3b7851c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'da73ea9b-ba6b-4c3a-88b0-57977001462e'}}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:38:46.362042 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1742dfeb-7bf8-40bb-a3bb-91f44275bd26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (e8b012a7-396c-4bc9-a065-3c9ba8fd9314), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:46.403181 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3568c3bc-809a-4bdc-8af9-c93c65419b7b req-a7c36f71-b15a-4bd5-8075-5239fbe41b01 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50a9d59b-5865-4112-823b-dcc7f80dc6fc HTTP/1.1" status: 200 len: 217 time: 0.0427861 Apr 05 22:38:46.469074 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-1742dfeb-7bf8-40bb-a3bb-91f44275bd26 None None] For port e8b012a7-396c-4bc9-a065-3c9ba8fd9314, host dv-cinder-835881-4-iscsi, cleared binding levels {{(pid=103470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:38:46.477154 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3568c3bc-809a-4bdc-8af9-c93c65419b7b req-29849a8b-0b26-4b3b-acc3-2bc275e5368f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:46.478911 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-1742dfeb-7bf8-40bb-a3bb-91f44275bd26 None None] For port e8b012a7-396c-4bc9-a065-3c9ba8fd9314, host dv-cinder-835881-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=e8b012a7-396c-4bc9-a065-3c9ba8fd9314,segment=NetworkSegment(3f4d4486-67c6-4d24-87d7-d8d6c3b7851c),segment_id=3f4d4486-67c6-4d24-87d7-d8d6c3b7851c)] {{(pid=103470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:38:46.479311 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3568c3bc-809a-4bdc-8af9-c93c65419b7b req-29849a8b-0b26-4b3b-acc3-2bc275e5368f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=37586d04-a04b-404d-8716-ce23cb986874 HTTP/1.1" status: 200 len: 857 time: 0.0674446 Apr 05 22:38:46.491656 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1742dfeb-7bf8-40bb-a3bb-91f44275bd26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (e8b012a7-396c-4bc9-a065-3c9ba8fd9314), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:46.522470 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-35f1af47-4883-464d-ab26-6b68db43486c req-32e0115d-e3da-47bf-92df-7a8d19a88e0f tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3981860 Apr 05 22:38:46.601897 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3568c3bc-809a-4bdc-8af9-c93c65419b7b req-f18bddab-8244-4335-b97c-49f80e109c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:46.607722 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3568c3bc-809a-4bdc-8af9-c93c65419b7b req-f18bddab-8244-4335-b97c-49f80e109c05 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3db3989f-3792-497b-8859-b82b64749acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1195877 Apr 05 22:38:46.624637 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1742dfeb-7bf8-40bb-a3bb-91f44275bd26 None None] Routers {'605bef79-fea7-48b4-aa2e-9a61b7b53637'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:38:46.625281 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-1742dfeb-7bf8-40bb-a3bb-91f44275bd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:38:38Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['605bef79-fea7-48b4-aa2e-9a61b7b53637'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:46.685384 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ebbb-368d-4bec-8767-f6cd1b010fc5 None None] Pushing event updated for resources: {'Port': ['ID=e8b012a7-396c-4bc9-a065-3c9ba8fd9314,revision_number=4']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:46.700886 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-e0a292f1-7eb5-4584-a34d-e299f2821a8b req-4eeac311-f9b9-43a0-bae3-22d762542104 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks [] for port (67c2afe0-e448-48a4-b01a-3ed734bcec2a), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:46.803909 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-e0a292f1-7eb5-4584-a34d-e299f2821a8b req-4eeac311-f9b9-43a0-bae3-22d762542104 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757100095748'] for port (67c2afe0-e448-48a4-b01a-3ed734bcec2a), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:46.961132 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0a292f1-7eb5-4584-a34d-e299f2821a8b req-4eeac311-f9b9-43a0-bae3-22d762542104 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Network da73ea9b-ba6b-4c3a-88b0-57977001462e is already hosted by enough agents. {{(pid=103468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:38:46.962576 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-1742dfeb-7bf8-40bb-a3bb-91f44275bd26 None None] Set router 605bef79-fea7-48b4-aa2e-9a61b7b53637 gateway port host: dv-cinder-835881-4-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:38:46.970398 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [req-e0a292f1-7eb5-4584-a34d-e299f2821a8b req-4eeac311-f9b9-43a0-bae3-22d762542104 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Resources bound (agent type, host, resource id): {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:38:46.982019 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0a292f1-7eb5-4584-a34d-e299f2821a8b req-4eeac311-f9b9-43a0-bae3-22d762542104 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Received port after_create {{(pid=103468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:38:46.989575 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a292f1-7eb5-4584-a34d-e299f2821a8b req-4eeac311-f9b9-43a0-bae3-22d762542104 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:46.989575 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-e0a292f1-7eb5-4584-a34d-e299f2821a8b req-4eeac311-f9b9-43a0-bae3-22d762542104 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for port (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:47.027350 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeac311-f9b9-43a0-bae3-22d762542104 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Pushing event updated for resources: {'Port': ['ID=67c2afe0-e448-48a4-b01a-3ed734bcec2a,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:47.043018 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e0a292f1-7eb5-4584-a34d-e299f2821a8b req-4eeac311-f9b9-43a0-bae3-22d762542104 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4763181 Apr 05 22:38:47.065018 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [req-e0a292f1-7eb5-4584-a34d-e299f2821a8b req-2b6f8ae3-5c2c-4b04-9344-791381c900e5 service neutron] Request body: {'port': {'device_id': '91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:38:47.083773 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3568c3bc-809a-4bdc-8af9-c93c65419b7b req-5ac021f6-ddce-4436-bc43-b5d62c960263 service neutron] 10.222.0.13 "GET /v2.0/networks/3db3989f-3792-497b-8859-b82b64749acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4652777 Apr 05 22:38:47.126207 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-11ff8860-92ab-43f8-a600-f9e818badfcf None None] Provisioning complete for port e8b012a7-396c-4bc9-a065-3c9ba8fd9314 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:38:47.128599 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-11ff8860-92ab-43f8-a600-f9e818badfcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (e8b012a7-396c-4bc9-a065-3c9ba8fd9314), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:47.160854 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-e0a292f1-7eb5-4584-a34d-e299f2821a8b req-2b6f8ae3-5c2c-4b04-9344-791381c900e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (67c2afe0-e448-48a4-b01a-3ed734bcec2a), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:47.341826 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3568c3bc-809a-4bdc-8af9-c93c65419b7b req-4047e944-be30-4918-9943-ff2d3fcbb7fb service neutron] 10.222.0.13 "GET /v2.0/networks/3db3989f-3792-497b-8859-b82b64749acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379923 Apr 05 22:38:47.354065 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea73705-0ff7-4a66-9f60-e4297dd09655 req-c24f3d42-7f17-40ae-9133-9cd02db87804 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:47.384250 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5ea73705-0ff7-4a66-9f60-e4297dd09655 req-c24f3d42-7f17-40ae-9133-9cd02db87804 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1 HTTP/1.1" status: 200 len: 931 time: 0.4211886 Apr 05 22:38:47.526624 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-11ff8860-92ab-43f8-a600-f9e818badfcf None None] Current status of the port e8b012a7-396c-4bc9-a065-3c9ba8fd9314 is: DOWN; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:38:47.527282 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-11ff8860-92ab-43f8-a600-f9e818badfcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (e8b012a7-396c-4bc9-a065-3c9ba8fd9314), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:47.539126 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.notifiers.nova [req-e0a292f1-7eb5-4584-a34d-e299f2821a8b req-2b6f8ae3-5c2c-4b04-9344-791381c900e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67c2afe0-e448-48a4-b01a-3ed734bcec2a {{(pid=103468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:38:47.547244 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-e0a292f1-7eb5-4584-a34d-e299f2821a8b req-2b6f8ae3-5c2c-4b04-9344-791381c900e5 service neutron] Publish callbacks [] for port (67c2afe0-e448-48a4-b01a-3ed734bcec2a), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:47.552819 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5ea73705-0ff7-4a66-9f60-e4297dd09655 req-e0b48cc2-4e7a-412d-89c5-f4e5a501043b tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/security-groups?id=1602fbfb-363d-466e-8059-00c4f95822a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1676342 Apr 05 22:38:47.562452 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.db.provisioning_blocks [req-e0a292f1-7eb5-4584-a34d-e299f2821a8b req-2b6f8ae3-5c2c-4b04-9344-791381c900e5 service neutron] Transition to ACTIVE for port object 67c2afe0-e448-48a4-b01a-3ed734bcec2a will not be triggered until provisioned by entity L2. {{(pid=103468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 22:38:47.571361 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-e0a292f1-7eb5-4584-a34d-e299f2821a8b req-2b6f8ae3-5c2c-4b04-9344-791381c900e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (67c2afe0-e448-48a4-b01a-3ed734bcec2a), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:47.598063 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-11ff8860-92ab-43f8-a600-f9e818badfcf None None] For port e8b012a7-396c-4bc9-a065-3c9ba8fd9314, host dv-cinder-835881-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=e8b012a7-396c-4bc9-a065-3c9ba8fd9314,segment=NetworkSegment(3f4d4486-67c6-4d24-87d7-d8d6c3b7851c),segment_id=3f4d4486-67c6-4d24-87d7-d8d6c3b7851c)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:38:47.643332 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-11ff8860-92ab-43f8-a600-f9e818badfcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (e8b012a7-396c-4bc9-a065-3c9ba8fd9314), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:47.683169 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6f8ae3-5c2c-4b04-9344-791381c900e5 service neutron] Pushing event updated for resources: {'Port': ['ID=67c2afe0-e448-48a4-b01a-3ed734bcec2a,revision_number=2']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:47.726053 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ff8860-92ab-43f8-a600-f9e818badfcf None None] Pushing event updated for resources: {'Port': ['ID=e8b012a7-396c-4bc9-a065-3c9ba8fd9314,revision_number=5']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:47.771839 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-1742dfeb-7bf8-40bb-a3bb-91f44275bd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '605bef79-fea7-48b4-aa2e-9a61b7b53637', 'name': 'tempest-AttachVolumeTestJSON-472349617-router', 'tenant_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': 'c3554d77-7648-483d-8c51-ad87166b1feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:31Z', 'updated_at': '2022-04-05T22:38:36Z', 'revision_number': 4, 'project_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'gw_port': {'id': 'c3554d77-7648-483d-8c51-ad87166b1feb', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:62:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605bef79-fea7-48b4-aa2e-9a61b7b53637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:31Z', 'updated_at': '2022-04-05T22:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_interfaces': [{'id': 'e8b012a7-396c-4bc9-a065-3c9ba8fd9314', 'name': '', 'network_id': 'da73ea9b-ba6b-4c3a-88b0-57977001462e', 'tenant_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'mac_address': 'fa:16:3e:6a:9e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '605bef79-fea7-48b4-aa2e-9a61b7b53637', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '12407ce6-40cf-4857-a656-235674308ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:35Z', 'updated_at': '2022-04-05T22:38:46Z', 'revision_number': 4, 'project_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'subnets': [{'id': '12407ce6-40cf-4857-a656-235674308ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:47.787865 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [req-e0a292f1-7eb5-4584-a34d-e299f2821a8b req-2b6f8ae3-5c2c-4b04-9344-791381c900e5 service neutron] Attempting to bind port 67c2afe0-e448-48a4-b01a-3ed734bcec2a on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:38:47.788492 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [req-e0a292f1-7eb5-4584-a34d-e299f2821a8b req-2b6f8ae3-5c2c-4b04-9344-791381c900e5 service neutron] Attempting to bind port 67c2afe0-e448-48a4-b01a-3ed734bcec2a by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '3f4d4486-67c6-4d24-87d7-d8d6c3b7851c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'da73ea9b-ba6b-4c3a-88b0-57977001462e'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:38:47.788745 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a292f1-7eb5-4584-a34d-e299f2821a8b req-2b6f8ae3-5c2c-4b04-9344-791381c900e5 service neutron] Attempting to bind port 67c2afe0-e448-48a4-b01a-3ed734bcec2a on network da73ea9b-ba6b-4c3a-88b0-57977001462e {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:38:47.796857 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a292f1-7eb5-4584-a34d-e299f2821a8b req-2b6f8ae3-5c2c-4b04-9344-791381c900e5 service neutron] Port 67c2afe0-e448-48a4-b01a-3ed734bcec2a on network da73ea9b-ba6b-4c3a-88b0-57977001462e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 22:38:47.797688 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a292f1-7eb5-4584-a34d-e299f2821a8b req-2b6f8ae3-5c2c-4b04-9344-791381c900e5 service neutron] Attempting to bind port 67c2afe0-e448-48a4-b01a-3ed734bcec2a on network da73ea9b-ba6b-4c3a-88b0-57977001462e {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:38:47.819480 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a292f1-7eb5-4584-a34d-e299f2821a8b req-2b6f8ae3-5c2c-4b04-9344-791381c900e5 service neutron] Checking agent: {'id': '021dfe4d-8109-4136-9367-dac606dce553', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 34, 28), 'started_at': datetime.datetime(2022, 4, 5, 22, 34, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:38:47.819761 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a292f1-7eb5-4584-a34d-e299f2821a8b req-2b6f8ae3-5c2c-4b04-9344-791381c900e5 service neutron] Checking segment: {'id': '3f4d4486-67c6-4d24-87d7-d8d6c3b7851c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'da73ea9b-ba6b-4c3a-88b0-57977001462e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:38:47.820126 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a292f1-7eb5-4584-a34d-e299f2821a8b req-2b6f8ae3-5c2c-4b04-9344-791381c900e5 service neutron] Bound using segment: {'id': '3f4d4486-67c6-4d24-87d7-d8d6c3b7851c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'da73ea9b-ba6b-4c3a-88b0-57977001462e'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:38:47.820581 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [req-e0a292f1-7eb5-4584-a34d-e299f2821a8b req-2b6f8ae3-5c2c-4b04-9344-791381c900e5 service neutron] Bound port: 67c2afe0-e448-48a4-b01a-3ed734bcec2a, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f4d4486-67c6-4d24-87d7-d8d6c3b7851c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'da73ea9b-ba6b-4c3a-88b0-57977001462e'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:38:47.829237 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-e0a292f1-7eb5-4584-a34d-e299f2821a8b req-2b6f8ae3-5c2c-4b04-9344-791381c900e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (67c2afe0-e448-48a4-b01a-3ed734bcec2a), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:47.867876 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1742dfeb-7bf8-40bb-a3bb-91f44275bd26 None None] The sync data for ids ['605bef79-fea7-48b4-aa2e-9a61b7b53637'] in dv-cinder-835881-4-iscsi is: [{'id': '605bef79-fea7-48b4-aa2e-9a61b7b53637', 'name': 'tempest-AttachVolumeTestJSON-472349617-router', 'tenant_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': 'c3554d77-7648-483d-8c51-ad87166b1feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:31Z', 'updated_at': '2022-04-05T22:38:36Z', 'revision_number': 4, 'project_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'gw_port': {'id': 'c3554d77-7648-483d-8c51-ad87166b1feb', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:62:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605bef79-fea7-48b4-aa2e-9a61b7b53637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:31Z', 'updated_at': '2022-04-05T22:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_interfaces': [{'id': 'e8b012a7-396c-4bc9-a065-3c9ba8fd9314', 'name': '', 'network_id': 'da73ea9b-ba6b-4c3a-88b0-57977001462e', 'tenant_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'mac_address': 'fa:16:3e:6a:9e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '605bef79-fea7-48b4-aa2e-9a61b7b53637', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '12407ce6-40cf-4857-a656-235674308ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:35Z', 'updated_at': '2022-04-05T22:38:46Z', 'revision_number': 4, 'project_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'subnets': [{'id': '12407ce6-40cf-4857-a656-235674308ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:38:47.868771 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd0d668-c647-4db5-b51c-a5ee354531c9 req-271013b1-516b-4d8f-90ce-834d52b26de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:47.870415 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4fd0d668-c647-4db5-b51c-a5ee354531c9 req-271013b1-516b-4d8f-90ce-834d52b26de2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1ba0c2747b5346a280f6f563ba891f9e&device_id=f0326d1c-064c-4b3c-9ffd-06a7df79dec6 HTTP/1.1" status: 200 len: 1130 time: 0.2777181 Apr 05 22:38:47.890316 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-e28284ef-6f81-40ed-8808-95165008af9d None None] Provisioning complete for port e8b012a7-396c-4bc9-a065-3c9ba8fd9314 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:38:47.890705 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-e28284ef-6f81-40ed-8808-95165008af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (e8b012a7-396c-4bc9-a065-3c9ba8fd9314), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:47.901912 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d484c066-e06f-4efd-90de-ea2a226c2c17 req-bd744ff5-e8cc-43b0-9b78-8d1a5bea8672 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:47.919739 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d484c066-e06f-4efd-90de-ea2a226c2c17 req-bd744ff5-e8cc-43b0-9b78-8d1a5bea8672 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0326d1c-064c-4b3c-9ffd-06a7df79dec6 HTTP/1.1" status: 200 len: 946 time: 0.2286353 Apr 05 22:38:48.032915 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [req-e0a292f1-7eb5-4584-a34d-e299f2821a8b req-2b6f8ae3-5c2c-4b04-9344-791381c900e5 service neutron] For port 67c2afe0-e448-48a4-b01a-3ed734bcec2a, host hv-cinder-83588, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:38:48.042023 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [req-e0a292f1-7eb5-4584-a34d-e299f2821a8b req-2b6f8ae3-5c2c-4b04-9344-791381c900e5 service neutron] For port 67c2afe0-e448-48a4-b01a-3ed734bcec2a, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=67c2afe0-e448-48a4-b01a-3ed734bcec2a,segment=NetworkSegment(3f4d4486-67c6-4d24-87d7-d8d6c3b7851c),segment_id=3f4d4486-67c6-4d24-87d7-d8d6c3b7851c)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:38:48.055789 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-e0a292f1-7eb5-4584-a34d-e299f2821a8b req-2b6f8ae3-5c2c-4b04-9344-791381c900e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (67c2afe0-e448-48a4-b01a-3ed734bcec2a), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:48.111144 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a292f1-7eb5-4584-a34d-e299f2821a8b req-2b6f8ae3-5c2c-4b04-9344-791381c900e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:48.111750 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-e0a292f1-7eb5-4584-a34d-e299f2821a8b req-2b6f8ae3-5c2c-4b04-9344-791381c900e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for port (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:48.117172 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e0a292f1-7eb5-4584-a34d-e299f2821a8b req-2b6f8ae3-5c2c-4b04-9344-791381c900e5 service neutron] 10.222.0.13 "PUT /v2.0/ports/67c2afe0-e448-48a4-b01a-3ed734bcec2a HTTP/1.1" status: 200 len: 1093 time: 1.0660553 Apr 05 22:38:48.117722 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1', 'tag': '67c2afe0-e448-48a4-b01a-3ed734bcec2a'}] {{(pid=103468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:38:48.120122 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8565d6b4cfa67e4590cf2f5bc7b4b9288cff1ea13080135eebb93ab155e6c8ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f992b27f-bdfd-4108-a2c9-bf05e9232120" -d '{"events": [{"name": "network-changed", "server_uuid": "91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1", "tag": "67c2afe0-e448-48a4-b01a-3ed734bcec2a"}]}' {{(pid=103468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:38:48.158787 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-e28284ef-6f81-40ed-8808-95165008af9d None None] Current status of the port e8b012a7-396c-4bc9-a065-3c9ba8fd9314 is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:38:48.242982 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97776ed2-2b9a-401a-b0c5-09066f9dd7f5 x-openstack-request-id: req-97776ed2-2b9a-401a-b0c5-09066f9dd7f5 {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:38:48.243276 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1", "tag": "67c2afe0-e448-48a4-b01a-3ed734bcec2a", "status": "completed", "code": 200}]} {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:38:48.243528 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-97776ed2-2b9a-401a-b0c5-09066f9dd7f5 {{(pid=103468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:38:48.246450 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97776ed2-2b9a-401a-b0c5-09066f9dd7f5'] response: {'name': 'network-changed', 'server_uuid': '91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1', 'tag': '67c2afe0-e448-48a4-b01a-3ed734bcec2a', 'status': 'completed', 'code': 200} Apr 05 22:38:48.248956 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d484c066-e06f-4efd-90de-ea2a226c2c17 req-199b4adc-4543-4b59-87b8-7e9bac3a5c06 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145623 Apr 05 22:38:48.308330 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device e8b012a7-396c-4bc9-a065-3c9ba8fd9314 up at agent ovs-agent-dv-cinder-835881-4-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:38:48.323161 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd0d668-c647-4db5-b51c-a5ee354531c9 req-2de98a87-c24e-49f7-bb37-414b9e15b68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:48.324577 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4fd0d668-c647-4db5-b51c-a5ee354531c9 req-2de98a87-c24e-49f7-bb37-414b9e15b68f service neutron] 10.222.0.13 "GET /v2.0/networks?id=3db3989f-3792-497b-8859-b82b64749acf HTTP/1.1" status: 200 len: 919 time: 0.4016588 Apr 05 22:38:48.331196 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6f8ae3-5c2c-4b04-9344-791381c900e5 service neutron] Pushing event updated for resources: {'Port': ['ID=67c2afe0-e448-48a4-b01a-3ed734bcec2a,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:48.390103 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Provisioning complete for port e8b012a7-396c-4bc9-a065-3c9ba8fd9314 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:38:48.390482 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (e8b012a7-396c-4bc9-a065-3c9ba8fd9314), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:48.546219 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Current status of the port e8b012a7-396c-4bc9-a065-3c9ba8fd9314 is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:38:48.712923 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51297819-4615-423c-b2ad-b55655847c76 req-bbdb4543-a7c3-4ca4-a9b9-70206619d917 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:48.714995 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-51297819-4615-423c-b2ad-b55655847c76 req-bbdb4543-a7c3-4ca4-a9b9-70206619d917 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1 HTTP/1.1" status: 200 len: 943 time: 0.0688860 Apr 05 22:38:48.776707 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-51297819-4615-423c-b2ad-b55655847c76 req-37c07630-52de-47a7-b295-faa9802f1638 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/security-groups?id=1602fbfb-363d-466e-8059-00c4f95822a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0560963 Apr 05 22:38:49.410293 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e009cdc-ccd2-469f-93fb-bc2ef77ce420 req-a37a396f-5242-40d0-a8fd-99532a5ebdae tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:49.418357 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4e009cdc-ccd2-469f-93fb-bc2ef77ce420 req-a37a396f-5242-40d0-a8fd-99532a5ebdae tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0326d1c-064c-4b3c-9ffd-06a7df79dec6 HTTP/1.1" status: 200 len: 946 time: 0.0820899 Apr 05 22:38:49.480878 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4e009cdc-ccd2-469f-93fb-bc2ef77ce420 req-39414a40-7738-4851-ba74-95ad0d6af46c tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565524 Apr 05 22:38:49.778423 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4fd0d668-c647-4db5-b51c-a5ee354531c9 req-971b7326-fbec-480d-aa7d-c963b44445ba service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50a9d59b-5865-4112-823b-dcc7f80dc6fc HTTP/1.1" status: 200 len: 217 time: 0.0777342 Apr 05 22:38:49.907737 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992b27f-bdfd-4108-a2c9-bf05e9232120 req-d23c6f7b-86bf-4a21-b3a5-5fd8a367c397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:49.910623 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-f992b27f-bdfd-4108-a2c9-bf05e9232120 req-d23c6f7b-86bf-4a21-b3a5-5fd8a367c397 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d9b7ea8d9b8d48318b8a50555b5be4f1&device_id=91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1 HTTP/1.1" status: 200 len: 1127 time: 0.0759475 Apr 05 22:38:49.950283 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd0d668-c647-4db5-b51c-a5ee354531c9 req-5ae00b57-5b35-48e0-b009-1edf1f516132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:49.952547 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4fd0d668-c647-4db5-b51c-a5ee354531c9 req-5ae00b57-5b35-48e0-b009-1edf1f516132 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=37586d04-a04b-404d-8716-ce23cb986874 HTTP/1.1" status: 200 len: 857 time: 0.1150808 Apr 05 22:38:49.964335 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bea9dc-a8bb-47ed-b083-0ee63d9faa5f req-2d1f341e-dcb5-4f95-99df-fdcffa7f0142 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:49.970958 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-55bea9dc-a8bb-47ed-b083-0ee63d9faa5f req-2d1f341e-dcb5-4f95-99df-fdcffa7f0142 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1 HTTP/1.1" status: 200 len: 943 time: 0.0899932 Apr 05 22:38:50.035622 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992b27f-bdfd-4108-a2c9-bf05e9232120 req-a2ca1a2d-0ce4-4e08-b9b3-2154ba4ceb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:50.037295 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-f992b27f-bdfd-4108-a2c9-bf05e9232120 req-a2ca1a2d-0ce4-4e08-b9b3-2154ba4ceb7a service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=d9b7ea8d9b8d48318b8a50555b5be4f1&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1191242 Apr 05 22:38:50.051811 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-55bea9dc-a8bb-47ed-b083-0ee63d9faa5f req-31c6e6da-6fbe-4551-b342-cca415da60b7 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/security-groups?id=1602fbfb-363d-466e-8059-00c4f95822a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0800004 Apr 05 22:38:50.066963 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd0d668-c647-4db5-b51c-a5ee354531c9 req-db288a46-00f2-4217-b491-b4e4d067c280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:50.069001 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4fd0d668-c647-4db5-b51c-a5ee354531c9 req-db288a46-00f2-4217-b491-b4e4d067c280 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3db3989f-3792-497b-8859-b82b64749acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0960236 Apr 05 22:38:50.697945 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992b27f-bdfd-4108-a2c9-bf05e9232120 req-798e7bb7-610e-4137-9899-87e9aa42b701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:50.699581 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-f992b27f-bdfd-4108-a2c9-bf05e9232120 req-798e7bb7-610e-4137-9899-87e9aa42b701 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1895466 Apr 05 22:38:50.761693 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4fd0d668-c647-4db5-b51c-a5ee354531c9 req-d8fa152c-fea8-4503-bd9f-05c6bbf885f2 service neutron] 10.222.0.13 "GET /v2.0/networks/3db3989f-3792-497b-8859-b82b64749acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518094 Apr 05 22:38:50.772823 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7e5da4-22d9-416f-9c87-8b13838923f7 req-40559077-2149-4b9d-8599-f3f439812102 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:50.774693 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4a7e5da4-22d9-416f-9c87-8b13838923f7 req-40559077-2149-4b9d-8599-f3f439812102 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0326d1c-064c-4b3c-9ffd-06a7df79dec6 HTTP/1.1" status: 200 len: 946 time: 0.1470671 Apr 05 22:38:50.839952 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a292f1-7eb5-4584-a34d-e299f2821a8b req-df2c8c54-7406-4b1e-b922-2e8c52a60ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:50.841717 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e0a292f1-7eb5-4584-a34d-e299f2821a8b req-df2c8c54-7406-4b1e-b922-2e8c52a60ed6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d9b7ea8d9b8d48318b8a50555b5be4f1&device_id=91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1 HTTP/1.1" status: 200 len: 1127 time: 0.0828931 Apr 05 22:38:50.877726 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4a7e5da4-22d9-416f-9c87-8b13838923f7 req-25c5c3ce-deb2-47b3-a3fa-0b59f55efad7 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946662 Apr 05 22:38:50.941805 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e0a292f1-7eb5-4584-a34d-e299f2821a8b req-ee29433e-614f-4b0a-b13f-9d65c3c33d76 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67c2afe0-e448-48a4-b01a-3ed734bcec2a HTTP/1.1" status: 200 len: 217 time: 0.0902984 Apr 05 22:38:50.981828 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4fd0d668-c647-4db5-b51c-a5ee354531c9 req-c977ed21-1ad9-4834-b0a8-0aaf1b89c506 service neutron] 10.222.0.13 "GET /v2.0/networks/3db3989f-3792-497b-8859-b82b64749acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059395 Apr 05 22:38:51.044054 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a292f1-7eb5-4584-a34d-e299f2821a8b req-a543e7ea-4180-4d6b-86e7-c999bdbdc0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:51.045783 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e0a292f1-7eb5-4584-a34d-e299f2821a8b req-a543e7ea-4180-4d6b-86e7-c999bdbdc0db service neutron] 10.222.0.13 "GET /v2.0/subnets?id=12407ce6-40cf-4857-a656-235674308ba7 HTTP/1.1" status: 200 len: 849 time: 0.0954106 Apr 05 22:38:51.151321 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a292f1-7eb5-4584-a34d-e299f2821a8b req-81f4a382-f570-4ee4-b83a-0c0d24c7725a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:51.152776 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e0a292f1-7eb5-4584-a34d-e299f2821a8b req-81f4a382-f570-4ee4-b83a-0c0d24c7725a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=da73ea9b-ba6b-4c3a-88b0-57977001462e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0989888 Apr 05 22:38:51.258501 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c58669-7f45-4e8f-87f5-755644df06b8 req-9e85b0be-cb96-4d17-95c6-a841b907c0d1 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:51.260240 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-51c58669-7f45-4e8f-87f5-755644df06b8 req-9e85b0be-cb96-4d17-95c6-a841b907c0d1 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1 HTTP/1.1" status: 200 len: 943 time: 0.0694740 Apr 05 22:38:51.344006 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-51c58669-7f45-4e8f-87f5-755644df06b8 req-9788e814-ba11-41e8-b435-e1ba93d8cf1d tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/security-groups?id=1602fbfb-363d-466e-8059-00c4f95822a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0778172 Apr 05 22:38:51.475996 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e0a292f1-7eb5-4584-a34d-e299f2821a8b req-e42173bc-792e-4b2b-8f4f-829cc0f73638 service neutron] 10.222.0.13 "GET /v2.0/networks/da73ea9b-ba6b-4c3a-88b0-57977001462e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175451 Apr 05 22:38:51.624573 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-e0a292f1-7eb5-4584-a34d-e299f2821a8b req-9eddc63d-e7cc-4803-8187-f4993a7c87f8 service neutron] 10.222.0.13 "GET /v2.0/networks/da73ea9b-ba6b-4c3a-88b0-57977001462e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427023 Apr 05 22:38:52.006888 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40c8846-fd58-44fd-9aff-e903b247fe78 req-5b6e3631-0e41-4442-a09a-7f6ab005f5a8 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:52.008428 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a40c8846-fd58-44fd-9aff-e903b247fe78 req-5b6e3631-0e41-4442-a09a-7f6ab005f5a8 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0326d1c-064c-4b3c-9ffd-06a7df79dec6 HTTP/1.1" status: 200 len: 946 time: 0.0602973 Apr 05 22:38:52.081975 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a40c8846-fd58-44fd-9aff-e903b247fe78 req-5f56f368-0bee-41d5-b74b-37772a917b37 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647905 Apr 05 22:38:52.482428 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba9815-46a4-4798-92e5-383aca0a3d17 req-6ee3c284-4c29-47d0-8235-16d2b2bc3431 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:52.483994 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-eaba9815-46a4-4798-92e5-383aca0a3d17 req-6ee3c284-4c29-47d0-8235-16d2b2bc3431 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1 HTTP/1.1" status: 200 len: 943 time: 0.0576291 Apr 05 22:38:52.534120 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-eaba9815-46a4-4798-92e5-383aca0a3d17 req-a64836f5-26fa-4c81-a859-9c1aeb0a979b tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/security-groups?id=1602fbfb-363d-466e-8059-00c4f95822a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445354 Apr 05 22:38:52.839831 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a5144-7350-4f07-b523-318cc571377b req-a068afbe-96bc-4c63-b148-016e2ae400da tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:52.841201 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-199a5144-7350-4f07-b523-318cc571377b req-a068afbe-96bc-4c63-b148-016e2ae400da tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/networks?id=82ac0f62-8f0d-494d-92b9-59e30fbb35e6 HTTP/1.1" status: 200 len: 815 time: 0.0951107 Apr 05 22:38:52.855994 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-199a5144-7350-4f07-b523-318cc571377b req-c99e0a48-3cf7-413c-bf4f-7bc4f1f0580d tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/quotas/345149c7ece441b7b63f5b15eefd7347 HTTP/1.1" status: 200 len: 375 time: 0.0095153 Apr 05 22:38:52.906478 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-199a5144-7350-4f07-b523-318cc571377b req-9d376c8a-8ffe-4dc9-bc45-37ae2b91a1c1 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=345149c7ece441b7b63f5b15eefd7347&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458493 Apr 05 22:38:53.002964 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-199a5144-7350-4f07-b523-318cc571377b req-ec657f6c-892c-48eb-96f6-9f4a79dbe239 service neutron] 10.222.0.45 "GET /v2.0/networks/82ac0f62-8f0d-494d-92b9-59e30fbb35e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838697 Apr 05 22:38:53.095773 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-199a5144-7350-4f07-b523-318cc571377b req-d0f303fe-7f2d-40ab-9483-01da3e2638c1 service neutron] 10.222.0.45 "GET /v2.0/networks/82ac0f62-8f0d-494d-92b9-59e30fbb35e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867167 Apr 05 22:38:53.253210 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4ca35815-7003-44cc-abc7-8643e40e08c7 req-68c324d9-f7ca-4ebc-8db3-60717b425769 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c3cd28d-cb91-4884-827e-ca478eb1ff77 HTTP/1.1" status: 200 len: 210 time: 0.0252588 Apr 05 22:38:53.652877 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38589e5f-a21a-4163-a84b-4839e2b65a0d req-aa1781ff-9d42-4d19-ac7b-2dffee798edb tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:53.654441 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-38589e5f-a21a-4163-a84b-4839e2b65a0d req-aa1781ff-9d42-4d19-ac7b-2dffee798edb tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1 HTTP/1.1" status: 200 len: 943 time: 0.0525303 Apr 05 22:38:53.700545 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-38589e5f-a21a-4163-a84b-4839e2b65a0d req-f6f95f0d-f579-4ac4-ac18-259b7294b88f tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/security-groups?id=1602fbfb-363d-466e-8059-00c4f95822a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404975 Apr 05 22:38:54.342597 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4067da90-61d3-4893-b30c-8d74e2c1ef1c req-8d4d6251-167e-44b0-a33c-e4feef7ed2aa tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c3cd28d-cb91-4884-827e-ca478eb1ff77 HTTP/1.1" status: 200 len: 210 time: 0.0252533 Apr 05 22:38:54.820845 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa33c4c-03ac-4bf3-8b27-b596b0bedb2c req-f8c428d6-b38c-4f98-8e89-ba8709f54497 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:54.822291 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-efa33c4c-03ac-4bf3-8b27-b596b0bedb2c req-f8c428d6-b38c-4f98-8e89-ba8709f54497 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1 HTTP/1.1" status: 200 len: 943 time: 0.0540206 Apr 05 22:38:54.867574 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-efa33c4c-03ac-4bf3-8b27-b596b0bedb2c req-b301aca2-3f34-48c9-a791-6fd9f1778df8 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/security-groups?id=1602fbfb-363d-466e-8059-00c4f95822a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397973 Apr 05 22:38:55.432775 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-fdacffc3-32d2-4cf1-adfb-c04c0f20aca2 req-34a1725a-b474-4686-99e8-2635b45add83 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c3cd28d-cb91-4884-827e-ca478eb1ff77 HTTP/1.1" status: 200 len: 210 time: 0.0258522 Apr 05 22:38:55.981582 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df02c0a-1391-4866-b4de-daf0e841f2a0 req-53d3ff82-fb14-4f90-b613-000a16c65920 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:55.982966 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2df02c0a-1391-4866-b4de-daf0e841f2a0 req-53d3ff82-fb14-4f90-b613-000a16c65920 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1 HTTP/1.1" status: 200 len: 943 time: 0.0503340 Apr 05 22:38:56.029354 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2df02c0a-1391-4866-b4de-daf0e841f2a0 req-cc3c6a64-ef2d-4509-8367-3c994020074b tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/security-groups?id=1602fbfb-363d-466e-8059-00c4f95822a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408156 Apr 05 22:38:56.525716 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-bdfc6b18-db22-406d-a78c-4e51712719b1 req-3a5043a6-fc93-4bad-a24a-9e8a3338b0e9 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c3cd28d-cb91-4884-827e-ca478eb1ff77 HTTP/1.1" status: 200 len: 210 time: 0.0288255 Apr 05 22:38:57.072336 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 40332) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:57.148702 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096871ad-27e4-44a6-8370-e8efa0cbe1cf req-ed6802ae-ccb7-48f2-8c82-a48fad32f592 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:57.150633 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-096871ad-27e4-44a6-8370-e8efa0cbe1cf req-ed6802ae-ccb7-48f2-8c82-a48fad32f592 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1 HTTP/1.1" status: 200 len: 943 time: 0.0529704 Apr 05 22:38:57.206462 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-096871ad-27e4-44a6-8370-e8efa0cbe1cf req-90e7c7de-7932-4d60-90a9-099c7614331e tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/security-groups?id=1602fbfb-363d-466e-8059-00c4f95822a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507195 Apr 05 22:38:57.207297 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-4aae97c0-d120-430f-9e52-29dc553313b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:57.279807 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-4aae97c0-d120-430f-9e52-29dc553313b6 admin admin] Publish callbacks [] for security_group (34187430-4d8d-41f4-b7b2-fd62c3933dd0), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:57.283285 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-4aae97c0-d120-430f-9e52-29dc553313b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (34187430-4d8d-41f4-b7b2-fd62c3933dd0), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:57.319917 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-4aae97c0-d120-430f-9e52-29dc553313b6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e762220887d944c09a405562ff902808&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2464628 Apr 05 22:38:57.321043 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aae97c0-d120-430f-9e52-29dc553313b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34187430-4d8d-41f4-b7b2-fd62c3933dd0,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:57.331594 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 40340) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:57.385118 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-5baa852b-5a7e-4c0a-9a72-591e11c6cc33 admin admin] Publish callbacks [] for security_group (34187430-4d8d-41f4-b7b2-fd62c3933dd0), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:57.406318 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-5baa852b-5a7e-4c0a-9a72-591e11c6cc33 admin admin] Publish callbacks [] for security_group (34187430-4d8d-41f4-b7b2-fd62c3933dd0), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:57.459107 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-5baa852b-5a7e-4c0a-9a72-591e11c6cc33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (34187430-4d8d-41f4-b7b2-fd62c3933dd0), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:57.462069 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-5baa852b-5a7e-4c0a-9a72-591e11c6cc33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:57.463223 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-5baa852b-5a7e-4c0a-9a72-591e11c6cc33 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/34187430-4d8d-41f4-b7b2-fd62c3933dd0 HTTP/1.1" status: 204 len: 168 time: 0.1302660 Apr 05 22:38:57.471934 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baa852b-5a7e-4c0a-9a72-591e11c6cc33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34187430-4d8d-41f4-b7b2-fd62c3933dd0,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:57.626079 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1887ed11-db7d-40c6-92ba-18b81e476eac req-b6223565-5596-4563-a681-68f88623d76c tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c3cd28d-cb91-4884-827e-ca478eb1ff77 HTTP/1.1" status: 200 len: 210 time: 0.0331805 Apr 05 22:38:57.752314 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 40356) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:57.762747 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (021dfe4d-8109-4136-9367-dac606dce553), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:57.767881 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-2e02e43c-5f68-4b26-b15f-f4d4a71c384f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:57.842554 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-2e02e43c-5f68-4b26-b15f-f4d4a71c384f admin admin] Publish callbacks [] for security_group (ba6ce9fd-5665-4f9d-90ab-16c3d00d24fc), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:57.846214 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-2e02e43c-5f68-4b26-b15f-f4d4a71c384f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (ba6ce9fd-5665-4f9d-90ab-16c3d00d24fc), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:57.861750 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 40358) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:57.866920 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-f20d3a66-cd53-4ca4-a2ce-14805084d458 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Request body: {'security_group': {'name': 'tempest-securitygroup--154615313', 'description': 'tempest-description--334531476'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:38:57.878677 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-2e02e43c-5f68-4b26-b15f-f4d4a71c384f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a94c7358cf994754abccd5bd9abbc207&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1249483 Apr 05 22:38:57.882835 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 40360) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:57.887485 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e02e43c-5f68-4b26-b15f-f4d4a71c384f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6ce9fd-5665-4f9d-90ab-16c3d00d24fc,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:57.913455 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f20d3a66-cd53-4ca4-a2ce-14805084d458 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:57.965129 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-9c1e4d32-57b9-4a13-b192-7b311bd0fc7c admin admin] Publish callbacks [] for security_group (ba6ce9fd-5665-4f9d-90ab-16c3d00d24fc), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:58.000510 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-9c1e4d32-57b9-4a13-b192-7b311bd0fc7c admin admin] Publish callbacks [] for security_group (ba6ce9fd-5665-4f9d-90ab-16c3d00d24fc), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:58.048070 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f20d3a66-cd53-4ca4-a2ce-14805084d458 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Publish callbacks [] for security_group (f7cc9993-4e8a-4abb-b67a-760072a0d25d), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:58.053842 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f20d3a66-cd53-4ca4-a2ce-14805084d458 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (f7cc9993-4e8a-4abb-b67a-760072a0d25d), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:58.086961 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f20d3a66-cd53-4ca4-a2ce-14805084d458 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:58.088255 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-f20d3a66-cd53-4ca4-a2ce-14805084d458 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2254140 Apr 05 22:38:58.090342 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20d3a66-cd53-4ca4-a2ce-14805084d458 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7cc9993-4e8a-4abb-b67a-760072a0d25d,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:58.091318 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 40362) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:58.097742 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-70ba835c-2c45-4ce2-8456-498cb63cc14c tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Request body: {'security_group_rule': {'security_group_id': 'f7cc9993-4e8a-4abb-b67a-760072a0d25d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:38:58.101408 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-9c1e4d32-57b9-4a13-b192-7b311bd0fc7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (ba6ce9fd-5665-4f9d-90ab-16c3d00d24fc), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:58.104336 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-9c1e4d32-57b9-4a13-b192-7b311bd0fc7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:58.105568 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-9c1e4d32-57b9-4a13-b192-7b311bd0fc7c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ba6ce9fd-5665-4f9d-90ab-16c3d00d24fc HTTP/1.1" status: 204 len: 168 time: 0.2208040 Apr 05 22:38:58.114391 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1e4d32-57b9-4a13-b192-7b311bd0fc7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6ce9fd-5665-4f9d-90ab-16c3d00d24fc,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:58.133678 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-70ba835c-2c45-4ce2-8456-498cb63cc14c tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Publish callbacks [] for security_group_rule (5d81b354-3d7e-407e-8175-09e1c21762c5), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:58.181812 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-70ba835c-2c45-4ce2-8456-498cb63cc14c tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Publish callbacks [] for security_group_rule (5d81b354-3d7e-407e-8175-09e1c21762c5), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:58.186233 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-70ba835c-2c45-4ce2-8456-498cb63cc14c tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586008'] for security_group_rule (5d81b354-3d7e-407e-8175-09e1c21762c5), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:58.204931 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ba835c-2c45-4ce2-8456-498cb63cc14c tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d81b354-3d7e-407e-8175-09e1c21762c5,revision_number=0']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:58.215273 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-70ba835c-2c45-4ce2-8456-498cb63cc14c tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:58.216514 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-70ba835c-2c45-4ce2-8456-498cb63cc14c tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1230474 Apr 05 22:38:58.219146 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 40366) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:58.223832 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-13c95194-8011-46a5-ba1e-0f23dd1c080a tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Request body: {'security_group_rule': {'security_group_id': 'f7cc9993-4e8a-4abb-b67a-760072a0d25d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:38:58.250331 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-13c95194-8011-46a5-ba1e-0f23dd1c080a tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Publish callbacks [] for security_group_rule (7e7d4e57-0087-43d6-8c7e-7e39c80e195d), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:58.342667 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-13c95194-8011-46a5-ba1e-0f23dd1c080a tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Publish callbacks [] for security_group_rule (7e7d4e57-0087-43d6-8c7e-7e39c80e195d), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:58.348865 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-13c95194-8011-46a5-ba1e-0f23dd1c080a tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586008'] for security_group_rule (7e7d4e57-0087-43d6-8c7e-7e39c80e195d), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:58.368947 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca7b1bf-b884-4cb3-9d3d-7d63e7d371a3 req-e5f97946-5cf6-4488-86fb-d6a17e786097 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:58.370525 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-eca7b1bf-b884-4cb3-9d3d-7d63e7d371a3 req-e5f97946-5cf6-4488-86fb-d6a17e786097 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1 HTTP/1.1" status: 200 len: 943 time: 0.0853131 Apr 05 22:38:58.387054 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c95194-8011-46a5-ba1e-0f23dd1c080a tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e7d4e57-0087-43d6-8c7e-7e39c80e195d,revision_number=0']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:58.393520 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-13c95194-8011-46a5-ba1e-0f23dd1c080a tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:58.394693 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-13c95194-8011-46a5-ba1e-0f23dd1c080a tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1745923 Apr 05 22:38:58.398335 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 40372) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:58.403397 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-c2f7a9b0-2494-4ffd-89b5-5ca79059c63a tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Request body: {'floatingip': {'floating_network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:38:58.424739 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c2f7a9b0-2494-4ffd-89b5-5ca79059c63a tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:58.443769 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-eca7b1bf-b884-4cb3-9d3d-7d63e7d371a3 req-df5a2838-8974-4da9-a0a5-cd91c9bd51be tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/security-groups?id=1602fbfb-363d-466e-8059-00c4f95822a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0642591 Apr 05 22:38:58.461919 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 40374) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:58.476131 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3522d1e7-b457-48d2-bb37-05efe04fa163 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:58.540317 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c2f7a9b0-2494-4ffd-89b5-5ca79059c63a tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:58.581543 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3522d1e7-b457-48d2-bb37-05efe04fa163 admin admin] Publish callbacks [] for security_group (d47337cc-ca24-47b5-8696-4487c0f20600), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:58.587585 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3522d1e7-b457-48d2-bb37-05efe04fa163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (d47337cc-ca24-47b5-8696-4487c0f20600), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:58.643484 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3522d1e7-b457-48d2-bb37-05efe04fa163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d47337cc-ca24-47b5-8696-4487c0f20600,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:58.648559 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-3522d1e7-b457-48d2-bb37-05efe04fa163 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=eaaca9bcbe3e4dd1aadbdbb7100666de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1854188 Apr 05 22:38:58.660379 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 40384) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:58.725077 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.db.db_base_plugin_common [None req-c2f7a9b0-2494-4ffd-89b5-5ca79059c63a tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Allocated IP 172.27.1.170 (1c7020db-f04b-4bae-aa0d-07e17c11278d/de4a5644-b80e-4142-a210-68f31fcb6ac5/73195ac7-1a2b-48de-84d5-612683b2453e) {{(pid=103468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:38:58.727339 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c350df8f-fbe6-4b25-a259-2fa355fa9a12 admin admin] Publish callbacks [] for security_group (d47337cc-ca24-47b5-8696-4487c0f20600), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:58.769581 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9f821160-1f15-464e-a9de-64b49a42c354 req-e86a5f54-6718-4033-b29f-283dbcaf3af7 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c3cd28d-cb91-4884-827e-ca478eb1ff77 HTTP/1.1" status: 200 len: 210 time: 0.0319424 Apr 05 22:38:58.774422 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c350df8f-fbe6-4b25-a259-2fa355fa9a12 admin admin] Publish callbacks [] for security_group (d47337cc-ca24-47b5-8696-4487c0f20600), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:58.826734 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c350df8f-fbe6-4b25-a259-2fa355fa9a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (d47337cc-ca24-47b5-8696-4487c0f20600), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:58.829810 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c350df8f-fbe6-4b25-a259-2fa355fa9a12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:58.830945 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-c350df8f-fbe6-4b25-a259-2fa355fa9a12 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d47337cc-ca24-47b5-8696-4487c0f20600 HTTP/1.1" status: 204 len: 168 time: 0.1681397 Apr 05 22:38:58.838698 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c350df8f-fbe6-4b25-a259-2fa355fa9a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d47337cc-ca24-47b5-8696-4487c0f20600,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:58.841036 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c2f7a9b0-2494-4ffd-89b5-5ca79059c63a tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Publish callbacks [] for port (73195ac7-1a2b-48de-84d5-612683b2453e), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:58.882084 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c2f7a9b0-2494-4ffd-89b5-5ca79059c63a tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757100095748'] for port (73195ac7-1a2b-48de-84d5-612683b2453e), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:58.916139 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f7a9b0-2494-4ffd-89b5-5ca79059c63a tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Network 1c7020db-f04b-4bae-aa0d-07e17c11278d is already hosted by enough agents. {{(pid=103468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:38:58.919057 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [None req-c2f7a9b0-2494-4ffd-89b5-5ca79059c63a tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Resources bound (agent type, host, resource id): {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:38:58.922507 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f7a9b0-2494-4ffd-89b5-5ca79059c63a tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Received port after_create {{(pid=103468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:38:58.941840 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f7a9b0-2494-4ffd-89b5-5ca79059c63a tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Pushing event updated for resources: {'Port': ['ID=73195ac7-1a2b-48de-84d5-612683b2453e,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:58.985847 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c2f7a9b0-2494-4ffd-89b5-5ca79059c63a tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Publish callbacks [] for floatingip (0c94cd2b-93db-4689-87f3-c317510d65f2), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:59.032722 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c2f7a9b0-2494-4ffd-89b5-5ca79059c63a tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (73195ac7-1a2b-48de-84d5-612683b2453e), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:59.217417 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a5144-7350-4f07-b523-318cc571377b req-89407ca1-404a-44bf-b682-7c7f7bf25d1d tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:59.218902 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-199a5144-7350-4f07-b523-318cc571377b req-89407ca1-404a-44bf-b682-7c7f7bf25d1d tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.13 "GET /v2.0/networks?id=82ac0f62-8f0d-494d-92b9-59e30fbb35e6 HTTP/1.1" status: 200 len: 815 time: 0.1879950 Apr 05 22:38:59.277405 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c2f7a9b0-2494-4ffd-89b5-5ca79059c63a tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Publish callbacks [] for port (73195ac7-1a2b-48de-84d5-612683b2453e), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:59.281820 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c2f7a9b0-2494-4ffd-89b5-5ca79059c63a tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (73195ac7-1a2b-48de-84d5-612683b2453e), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:59.297630 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [req-199a5144-7350-4f07-b523-318cc571377b req-9afe406c-f8ba-408a-9221-4842fcd22c5e tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Request body: {'port': {'device_id': '5c3cd28d-cb91-4884-827e-ca478eb1ff77', 'network_id': '82ac0f62-8f0d-494d-92b9-59e30fbb35e6', 'admin_state_up': True, 'tenant_id': '345149c7ece441b7b63f5b15eefd7347'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:38:59.337370 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c2f7a9b0-2494-4ffd-89b5-5ca79059c63a tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536593'] for floatingip (0c94cd2b-93db-4689-87f3-c317510d65f2), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:59.406189 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c2f7a9b0-2494-4ffd-89b5-5ca79059c63a tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for floatingip (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:59.407621 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-c2f7a9b0-2494-4ffd-89b5-5ca79059c63a tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0082879 Apr 05 22:38:59.408583 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f7a9b0-2494-4ffd-89b5-5ca79059c63a tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Pushing event updated for resources: {'Port': ['ID=73195ac7-1a2b-48de-84d5-612683b2453e,revision_number=2']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:59.466656 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-199a5144-7350-4f07-b523-318cc571377b req-9afe406c-f8ba-408a-9221-4842fcd22c5e tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Made reservation on behalf of 345149c7ece441b7b63f5b15eefd7347 for: {'port': 1} {{(pid=103468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:38:59.470474 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-199a5144-7350-4f07-b523-318cc571377b req-9afe406c-f8ba-408a-9221-4842fcd22c5e tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:59.635625 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400f2d11-3854-491a-9f2b-e6e157af8f2c req-a5674136-8355-4853-b559-c19625aa1f08 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:59.637690 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-400f2d11-3854-491a-9f2b-e6e157af8f2c req-a5674136-8355-4853-b559-c19625aa1f08 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1 HTTP/1.1" status: 200 len: 943 time: 0.1141973 Apr 05 22:38:59.661781 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.db.db_base_plugin_common [req-199a5144-7350-4f07-b523-318cc571377b req-9afe406c-f8ba-408a-9221-4842fcd22c5e tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Allocated IP 172.20.0.9 (82ac0f62-8f0d-494d-92b9-59e30fbb35e6/19c28f15-7561-44cc-be09-8c106acb22d5/ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa) {{(pid=103468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:38:59.825341 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-400f2d11-3854-491a-9f2b-e6e157af8f2c req-dc9a35b4-434c-45dd-9d71-057ab334e977 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/security-groups?id=1602fbfb-363d-466e-8059-00c4f95822a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1600044 Apr 05 22:38:59.830003 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 40448) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:59.899000 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-dd23174e-22ff-4f8d-b819-dd064778f425 req-0386a69e-1cdd-46ad-a881-3706e8a43dee tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--154615313&fields=id&tenant_id=1ba0c2747b5346a280f6f563ba891f9e HTTP/1.1" status: 200 len: 267 time: 0.2596798 Apr 05 22:38:59.899622 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-199a5144-7350-4f07-b523-318cc571377b req-9afe406c-f8ba-408a-9221-4842fcd22c5e tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Publish callbacks [] for port (ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:59.994138 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-199a5144-7350-4f07-b523-318cc571377b req-9afe406c-f8ba-408a-9221-4842fcd22c5e tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757100095748'] for port (ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:00.047301 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-199a5144-7350-4f07-b523-318cc571377b req-9afe406c-f8ba-408a-9221-4842fcd22c5e tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Network 82ac0f62-8f0d-494d-92b9-59e30fbb35e6 is already hosted by enough agents. {{(pid=103468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:39:00.051307 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [req-199a5144-7350-4f07-b523-318cc571377b req-9afe406c-f8ba-408a-9221-4842fcd22c5e tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Resources bound (agent type, host, resource id): {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:39:00.075845 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [req-199a5144-7350-4f07-b523-318cc571377b req-9afe406c-f8ba-408a-9221-4842fcd22c5e tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Received port after_create {{(pid=103468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:39:00.088212 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-0f6f711f-9c40-4026-979e-c4ec4840b164 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1575049161-network', 'tenant_id': 'c30240b95f844507b090c8c5e4e837f8'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:39:00.088549 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a5144-7350-4f07-b523-318cc571377b req-9afe406c-f8ba-408a-9221-4842fcd22c5e tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:00.089617 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-199a5144-7350-4f07-b523-318cc571377b req-9afe406c-f8ba-408a-9221-4842fcd22c5e tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for port (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:00.115645 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afe406c-f8ba-408a-9221-4842fcd22c5e tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Pushing event updated for resources: {'Port': ['ID=ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:00.143523 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-199a5144-7350-4f07-b523-318cc571377b req-9afe406c-f8ba-408a-9221-4842fcd22c5e tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8492279 Apr 05 22:39:00.186454 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f6f711f-9c40-4026-979e-c4ec4840b164 admin admin] Made reservation on behalf of c30240b95f844507b090c8c5e4e837f8 for: {'network': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:39:00.189341 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0f6f711f-9c40-4026-979e-c4ec4840b164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for network (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:00.250105 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0f6f711f-9c40-4026-979e-c4ec4840b164 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:00.283930 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd23174e-22ff-4f8d-b819-dd064778f425 req-0a244add-92ea-4801-a667-1921fcac1175 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:00.285940 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-dd23174e-22ff-4f8d-b819-dd064778f425 req-0a244add-92ea-4801-a667-1921fcac1175 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/networks?id=3db3989f-3792-497b-8859-b82b64749acf HTTP/1.1" status: 200 len: 818 time: 0.3859048 Apr 05 22:39:00.324432 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846ad11-c1b8-4c33-b092-9ce001b4fa0d req-1ee7f099-ab13-4438-97cf-a0c3e0b59e42 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:00.331519 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9846ad11-c1b8-4c33-b092-9ce001b4fa0d req-1ee7f099-ab13-4438-97cf-a0c3e0b59e42 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c3cd28d-cb91-4884-827e-ca478eb1ff77 HTTP/1.1" status: 200 len: 931 time: 0.2537868 Apr 05 22:39:00.338359 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-dd23174e-22ff-4f8d-b819-dd064778f425 req-fdbea7cd-8cc5-410d-a745-a2c513e75e2d tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/quotas/1ba0c2747b5346a280f6f563ba891f9e HTTP/1.1" status: 200 len: 375 time: 0.0385890 Apr 05 22:39:00.460962 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9846ad11-c1b8-4c33-b092-9ce001b4fa0d req-34f2d6c5-7518-4477-8a17-6af65be1cf1b tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e5ab744-8b27-401a-9f50-b62fc5f2c997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138601 Apr 05 22:39:00.471575 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-dd23174e-22ff-4f8d-b819-dd064778f425 req-4bfac828-940f-4ac4-a321-be12950c827a tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=1ba0c2747b5346a280f6f563ba891f9e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1220696 Apr 05 22:39:00.483751 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0f6f711f-9c40-4026-979e-c4ec4840b164 admin admin] Publish callbacks [] for security_group (910b8a97-c13a-4f24-8fc8-2c3c142aeb83), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:00.494190 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0f6f711f-9c40-4026-979e-c4ec4840b164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (910b8a97-c13a-4f24-8fc8-2c3c142aeb83), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:00.500288 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-1236cd06-7473-43cb-a096-560e3c85a96f None None] Provisioning complete for port ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:39:00.501301 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1236cd06-7473-43cb-a096-560e3c85a96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:00.563435 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-1236cd06-7473-43cb-a096-560e3c85a96f None None] Port ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa cannot update to ACTIVE because it is not bound. {{(pid=103470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:39:00.564932 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f6f711f-9c40-4026-979e-c4ec4840b164 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=103469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 22:39:00.577923 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6f711f-9c40-4026-979e-c4ec4840b164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=910b8a97-c13a-4f24-8fc8-2c3c142aeb83,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:00.618399 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0f6f711f-9c40-4026-979e-c4ec4840b164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3567180'] for segment (6c738280-30fc-49ea-929c-a4e23bf1c310), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:00.618751 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.db.segments_db [None req-0f6f711f-9c40-4026-979e-c4ec4840b164 admin admin] Added segment 6c738280-30fc-49ea-929c-a4e23bf1c310 of type vlan for network 29e62588-d45d-408b-8ff2-41c8ab8f7564 Apr 05 22:39:00.684491 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-dd23174e-22ff-4f8d-b819-dd064778f425 req-30fd202d-3cb0-4e8f-8360-73055c3b4a94 service neutron] 10.222.0.45 "GET /v2.0/networks/3db3989f-3792-497b-8859-b82b64749acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991811 Apr 05 22:39:00.687408 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0f6f711f-9c40-4026-979e-c4ec4840b164 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757100112442'] for network (29e62588-d45d-408b-8ff2-41c8ab8f7564), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:00.764514 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0f6f711f-9c40-4026-979e-c4ec4840b164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321'] for network (29e62588-d45d-408b-8ff2-41c8ab8f7564), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:00.765359 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6f711f-9c40-4026-979e-c4ec4840b164 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:00.765956 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0f6f711f-9c40-4026-979e-c4ec4840b164 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644259'] for network (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:00.808110 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-0f6f711f-9c40-4026-979e-c4ec4840b164 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9751127 Apr 05 22:39:00.811651 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 40454) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:00.816259 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-74d2e3dc-857e-4bf2-9436-8fa02c2a7217 admin admin] Request body: {'subnet': {'network_id': '29e62588-d45d-408b-8ff2-41c8ab8f7564', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1575049161-subnet', 'tenant_id': 'c30240b95f844507b090c8c5e4e837f8', 'ip_version': 4}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:39:01.096079 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-dd23174e-22ff-4f8d-b819-dd064778f425 req-9c5f0728-8e73-4aa5-9971-ed7776cd1e73 service neutron] 10.222.0.45 "GET /v2.0/networks/3db3989f-3792-497b-8859-b82b64749acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4106333 Apr 05 22:39:01.099670 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device 67c2afe0-e448-48a4-b01a-3ed734bcec2a details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:39:01.143592 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6f711f-9c40-4026-979e-c4ec4840b164 admin admin] Pushing event updated for resources: {'Network': ['ID=29e62588-d45d-408b-8ff2-41c8ab8f7564,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:01.160498 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d2e3dc-857e-4bf2-9436-8fa02c2a7217 admin admin] Made reservation on behalf of c30240b95f844507b090c8c5e4e837f8 for: {'subnet': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:39:01.163205 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-74d2e3dc-857e-4bf2-9436-8fa02c2a7217 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8949769'] for subnet (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:01.177950 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Network 29e62588-d45d-408b-8ff2-41c8ab8f7564 details requested by agent ovs-agent-dv-cinder-835881-4-iscsi with host dv-cinder-835881-4-iscsi {{(pid=103470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 22:39:01.230356 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47e7cfe-c6f9-4619-b9ef-047272204902 req-3f694ae9-ca85-4716-8e04-ac96ef44ab5d tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:01.231891 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b47e7cfe-c6f9-4619-b9ef-047272204902 req-3f694ae9-ca85-4716-8e04-ac96ef44ab5d tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1 HTTP/1.1" status: 200 len: 943 time: 0.1409478 Apr 05 22:39:01.313690 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b47e7cfe-c6f9-4619-b9ef-047272204902 req-4bf33522-16fb-4d42-a9be-0e9f2aa6746c tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/security-groups?id=1602fbfb-363d-466e-8059-00c4f95822a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0726089 Apr 05 22:39:01.325883 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] For port 67c2afe0-e448-48a4-b01a-3ed734bcec2a, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=67c2afe0-e448-48a4-b01a-3ed734bcec2a,segment=NetworkSegment(3f4d4486-67c6-4d24-87d7-d8d6c3b7851c),segment_id=3f4d4486-67c6-4d24-87d7-d8d6c3b7851c)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:39:01.367541 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Returning: {'device': '67c2afe0-e448-48a4-b01a-3ed734bcec2a', 'network_id': 'da73ea9b-ba6b-4c3a-88b0-57977001462e', 'port_id': '67c2afe0-e448-48a4-b01a-3ed734bcec2a', 'mac_address': 'fa:16:3e:b7:dd:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12407ce6-40cf-4857-a656-235674308ba7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:39:01.425497 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Current status of the port 67c2afe0-e448-48a4-b01a-3ed734bcec2a is: DOWN; New status is: BUILD {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:39:01.425890 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (67c2afe0-e448-48a4-b01a-3ed734bcec2a), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:01.446546 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67c2afe0-e448-48a4-b01a-3ed734bcec2a {{(pid=103470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:39:01.463452 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-74d2e3dc-857e-4bf2-9436-8fa02c2a7217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8949783'] for subnet (01cfd0c4-12a2-43c1-a8b6-36df1c8261fd), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:01.467236 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c0a0efb3-180c-4887-8d83-6ce3c7e7b483 req-6c00638f-0051-41d6-8c95-eb538b18793e tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9c3ec7-79db-4e27-b0b9-239732c6eaad HTTP/1.1" status: 200 len: 210 time: 0.0512743 Apr 05 22:39:01.503065 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] For port 67c2afe0-e448-48a4-b01a-3ed734bcec2a, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=67c2afe0-e448-48a4-b01a-3ed734bcec2a,segment=NetworkSegment(3f4d4486-67c6-4d24-87d7-d8d6c3b7851c),segment_id=3f4d4486-67c6-4d24-87d7-d8d6c3b7851c)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:39:01.518610 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (67c2afe0-e448-48a4-b01a-3ed734bcec2a), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:01.565609 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d2e3dc-857e-4bf2-9436-8fa02c2a7217 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01cfd0c4-12a2-43c1-a8b6-36df1c8261fd,revision_number=0']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:01.578587 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d2e3dc-857e-4bf2-9436-8fa02c2a7217 admin admin] Checking segment: {'id': '6c738280-30fc-49ea-929c-a4e23bf1c310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '29e62588-d45d-408b-8ff2-41c8ab8f7564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:39:01.578947 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d2e3dc-857e-4bf2-9436-8fa02c2a7217 admin admin] Network hostable DHCP agents. Network: 29e62588-d45d-408b-8ff2-41c8ab8f7564, hostable agents: ['08425891-4e99-4ae4-974b-85ee5a0410c6'], hosted agents: [] {{(pid=103469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 22:39:01.630565 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Pushing event updated for resources: {'Port': ['ID=67c2afe0-e448-48a4-b01a-3ed734bcec2a,revision_number=4']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:01.665418 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d2e3dc-857e-4bf2-9436-8fa02c2a7217 admin admin] Network 29e62588-d45d-408b-8ff2-41c8ab8f7564 is scheduled to be hosted by DHCP agent 08425891-4e99-4ae4-974b-85ee5a0410c6 with binding_index 1 {{(pid=103469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 22:39:01.681700 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac0908-30b0-4794-8638-dd51dde60c96 req-2c64f2ac-6be6-400f-869d-8536dba608d3 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:01.683251 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-03ac0908-30b0-4794-8638-dd51dde60c96 req-2c64f2ac-6be6-400f-869d-8536dba608d3 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c3cd28d-cb91-4884-827e-ca478eb1ff77 HTTP/1.1" status: 200 len: 931 time: 0.0768397 Apr 05 22:39:01.684569 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-74d2e3dc-857e-4bf2-9436-8fa02c2a7217 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-4-iscsi, 29e62588-d45d-408b-8ff2-41c8ab8f7564) {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:39:01.690244 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d2e3dc-857e-4bf2-9436-8fa02c2a7217 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:01.690835 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-74d2e3dc-857e-4bf2-9436-8fa02c2a7217 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:01.695344 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532e94d3-cc0d-45dc-a1e1-13fa4c1f4479 None None] Network 29e62588-d45d-408b-8ff2-41c8ab8f7564 requested from dv-cinder-835881-4-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:39:01.746767 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 40474) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:01.752057 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-66506983-5225-4ba9-aa92-a95b4bfa0dc0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1575049161-router', 'tenant_id': 'c30240b95f844507b090c8c5e4e837f8', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d'}}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:39:01.756744 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-74d2e3dc-857e-4bf2-9436-8fa02c2a7217 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9439745 Apr 05 22:39:01.776739 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-66506983-5225-4ba9-aa92-a95b4bfa0dc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5455'] for router (1234f21b-804b-42c6-8ed1-79cd5f091c41), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:01.777929 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-66506983-5225-4ba9-aa92-a95b4bfa0dc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5462'] for router (1234f21b-804b-42c6-8ed1-79cd5f091c41), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:01.789614 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-03ac0908-30b0-4794-8638-dd51dde60c96 req-d6359373-e89c-4b62-b20e-e89c03f2b6f2 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e5ab744-8b27-401a-9f50-b62fc5f2c997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916042 Apr 05 22:39:01.847198 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-66506983-5225-4ba9-aa92-a95b4bfa0dc0 admin admin] Publish callbacks [] for router_controller (1234f21b-804b-42c6-8ed1-79cd5f091c41), precommit_add_association {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:02.018948 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe1bb3a-f937-420c-b5e9-2752d4ae8fb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd204a006-a1ce-5a6a-9bd3-55dc25c03605-29e62588-d45d-408b-8ff2-41c8ab8f7564', 'network_id': '29e62588-d45d-408b-8ff2-41c8ab8f7564', 'project_id': 'c30240b95f844507b090c8c5e4e837f8', 'fixed_ips': [{'subnet_id': '01cfd0c4-12a2-43c1-a8b6-36df1c8261fd'}]}} from dv-cinder-835881-4-iscsi. {{(pid=103470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 22:39:02.019814 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1fe1bb3a-f937-420c-b5e9-2752d4ae8fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:02.025447 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-66506983-5225-4ba9-aa92-a95b4bfa0dc0 admin admin] Publish callbacks [] for router_gateway (1234f21b-804b-42c6-8ed1-79cd5f091c41), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:02.037412 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] get_ports_and_sgs() called for port_ids ['67c2afe0-e448-48a4-b01a-3ed734bcec2a'] {{(pid=103470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:39:02.269227 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.db_base_plugin_common [None req-1fe1bb3a-f937-420c-b5e9-2752d4ae8fb5 None None] Allocated IP 172.20.0.2 (29e62588-d45d-408b-8ff2-41c8ab8f7564/01cfd0c4-12a2-43c1-a8b6-36df1c8261fd/ff79d262-711c-4110-9da6-9f81cd889ffc) {{(pid=103470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:39:02.282851 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-66506983-5225-4ba9-aa92-a95b4bfa0dc0 admin admin] Publish callbacks [] for router_gateway (1234f21b-804b-42c6-8ed1-79cd5f091c41), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:02.305445 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-66506983-5225-4ba9-aa92-a95b4bfa0dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:02.436698 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 40488) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:02.438427 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.db.db_base_plugin_common [None req-66506983-5225-4ba9-aa92-a95b4bfa0dc0 admin admin] Allocated IP 172.27.1.163 (1c7020db-f04b-4bae-aa0d-07e17c11278d/de4a5644-b80e-4142-a210-68f31fcb6ac5/162c1f4e-739b-4d50-b74e-16242592db8a) {{(pid=103468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:39:02.525375 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0961c2-614c-4d9b-87be-f85b500fa47d req-cae18e01-5f5a-4ff9-94a9-3c7a130c81b0 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:02.527034 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2e0961c2-614c-4d9b-87be-f85b500fa47d req-cae18e01-5f5a-4ff9-94a9-3c7a130c81b0 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1 HTTP/1.1" status: 200 len: 944 time: 0.1038597 Apr 05 22:39:02.607838 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1fe1bb3a-f937-420c-b5e9-2752d4ae8fb5 None None] Publish callbacks [] for port (ff79d262-711c-4110-9da6-9f81cd889ffc), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:02.617649 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1fe1bb3a-f937-420c-b5e9-2752d4ae8fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757100095748'] for port (ff79d262-711c-4110-9da6-9f81cd889ffc), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:02.669468 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-66506983-5225-4ba9-aa92-a95b4bfa0dc0 admin admin] Publish callbacks [] for port (162c1f4e-739b-4d50-b74e-16242592db8a), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:02.675529 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe1bb3a-f937-420c-b5e9-2752d4ae8fb5 None None] Network 29e62588-d45d-408b-8ff2-41c8ab8f7564 is already hosted by enough agents. {{(pid=103470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:39:02.679427 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.scheduler.base_scheduler [None req-1fe1bb3a-f937-420c-b5e9-2752d4ae8fb5 None None] Resources bound (agent type, host, resource id): {{(pid=103470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:39:02.685022 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe1bb3a-f937-420c-b5e9-2752d4ae8fb5 None None] Received port after_create {{(pid=103470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:39:02.703309 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2e0961c2-614c-4d9b-87be-f85b500fa47d req-041cbd8b-95ff-4ee5-a798-a103bb361411 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/security-groups?id=1602fbfb-363d-466e-8059-00c4f95822a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1447802 Apr 05 22:39:02.742953 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe1bb3a-f937-420c-b5e9-2752d4ae8fb5 None None] Pushing event updated for resources: {'Port': ['ID=ff79d262-711c-4110-9da6-9f81cd889ffc,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:02.753637 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-66506983-5225-4ba9-aa92-a95b4bfa0dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757100095748'] for port (162c1f4e-739b-4d50-b74e-16242592db8a), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:02.775832 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-1fe1bb3a-f937-420c-b5e9-2752d4ae8fb5 None None] Attempting to bind port ff79d262-711c-4110-9da6-9f81cd889ffc on host dv-cinder-835881-4-iscsi for vnic_type normal with profile {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:39:02.776242 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-1fe1bb3a-f937-420c-b5e9-2752d4ae8fb5 None None] Attempting to bind port ff79d262-711c-4110-9da6-9f81cd889ffc by drivers openvswitch,hyperv on host dv-cinder-835881-4-iscsi at level 0 using segments [{'id': '6c738280-30fc-49ea-929c-a4e23bf1c310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '29e62588-d45d-408b-8ff2-41c8ab8f7564'}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:39:02.776553 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe1bb3a-f937-420c-b5e9-2752d4ae8fb5 None None] Attempting to bind port ff79d262-711c-4110-9da6-9f81cd889ffc on network 29e62588-d45d-408b-8ff2-41c8ab8f7564 {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:39:02.782639 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe1bb3a-f937-420c-b5e9-2752d4ae8fb5 None None] Checking agent: {'id': 'b771b186-15ef-4a1a-9c73-ea54ac08c8ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 28, 12), 'started_at': datetime.datetime(2022, 4, 5, 22, 28, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:39:02.783001 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe1bb3a-f937-420c-b5e9-2752d4ae8fb5 None None] Checking segment: {'id': '6c738280-30fc-49ea-929c-a4e23bf1c310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '29e62588-d45d-408b-8ff2-41c8ab8f7564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:39:02.783404 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1fe1bb3a-f937-420c-b5e9-2752d4ae8fb5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:02.783846 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe1bb3a-f937-420c-b5e9-2752d4ae8fb5 None None] Bound using segment: {'id': '6c738280-30fc-49ea-929c-a4e23bf1c310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '29e62588-d45d-408b-8ff2-41c8ab8f7564'} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:39:02.784323 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-1fe1bb3a-f937-420c-b5e9-2752d4ae8fb5 None None] Bound port: ff79d262-711c-4110-9da6-9f81cd889ffc, host: dv-cinder-835881-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c738280-30fc-49ea-929c-a4e23bf1c310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '29e62588-d45d-408b-8ff2-41c8ab8f7564'}}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:39:02.784696 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1fe1bb3a-f937-420c-b5e9-2752d4ae8fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (ff79d262-711c-4110-9da6-9f81cd889ffc), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:02.791220 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0ace3fa3-2dff-4dbc-bac5-4ddad4bf71b4 req-5049c36b-31b2-4964-ba3d-f3b6cb9647d1 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9c3ec7-79db-4e27-b0b9-239732c6eaad HTTP/1.1" status: 200 len: 210 time: 0.1088786 Apr 05 22:39:02.792383 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7857ed94-a63a-4eca-af16-4a8de8c8622f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:02.826961 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66506983-5225-4ba9-aa92-a95b4bfa0dc0 admin admin] Network 1c7020db-f04b-4bae-aa0d-07e17c11278d is already hosted by enough agents. {{(pid=103468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:39:02.830291 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [None req-66506983-5225-4ba9-aa92-a95b4bfa0dc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:39:02.845951 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66506983-5225-4ba9-aa92-a95b4bfa0dc0 admin admin] Received port after_create {{(pid=103468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:39:02.853231 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66506983-5225-4ba9-aa92-a95b4bfa0dc0 admin admin] Pushing event updated for resources: {'Port': ['ID=162c1f4e-739b-4d50-b74e-16242592db8a,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:02.872336 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-1fe1bb3a-f937-420c-b5e9-2752d4ae8fb5 None None] For port ff79d262-711c-4110-9da6-9f81cd889ffc, host dv-cinder-835881-4-iscsi, cleared binding levels {{(pid=103470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:39:02.876214 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-1fe1bb3a-f937-420c-b5e9-2752d4ae8fb5 None None] For port ff79d262-711c-4110-9da6-9f81cd889ffc, host dv-cinder-835881-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=ff79d262-711c-4110-9da6-9f81cd889ffc,segment=NetworkSegment(6c738280-30fc-49ea-929c-a4e23bf1c310),segment_id=6c738280-30fc-49ea-929c-a4e23bf1c310)] {{(pid=103470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:39:02.884337 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1fe1bb3a-f937-420c-b5e9-2752d4ae8fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (ff79d262-711c-4110-9da6-9f81cd889ffc), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:02.960275 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7857ed94-a63a-4eca-af16-4a8de8c8622f admin admin] Publish callbacks [] for security_group (eed4d060-7101-4840-a7f1-9a081c896dd1), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:02.975237 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7857ed94-a63a-4eca-af16-4a8de8c8622f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (eed4d060-7101-4840-a7f1-9a081c896dd1), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:02.975445 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe1bb3a-f937-420c-b5e9-2752d4ae8fb5 None None] Pushing event updated for resources: {'Port': ['ID=ff79d262-711c-4110-9da6-9f81cd889ffc,revision_number=2']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:03.021620 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-7857ed94-a63a-4eca-af16-4a8de8c8622f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=78b189e4cef0487494e069be5716de5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5798895 Apr 05 22:39:03.021936 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7857ed94-a63a-4eca-af16-4a8de8c8622f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eed4d060-7101-4840-a7f1-9a081c896dd1,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:03.025039 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 40496) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:03.048053 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd35fc-dc3a-4d8c-ad20-50d4a08c3e71 req-05b3712a-6724-406a-a63b-a2555799c8aa tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:03.049728 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8dfd35fc-dc3a-4d8c-ad20-50d4a08c3e71 req-05b3712a-6724-406a-a63b-a2555799c8aa tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c3cd28d-cb91-4884-827e-ca478eb1ff77 HTTP/1.1" status: 200 len: 931 time: 0.1683955 Apr 05 22:39:03.131477 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-66506983-5225-4ba9-aa92-a95b4bfa0dc0 admin admin] Publish callbacks [] for router_gateway (1234f21b-804b-42c6-8ed1-79cd5f091c41), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:03.141305 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-2929432b-2195-4895-966c-bc0b23ab97c8 admin admin] Publish callbacks [] for security_group (eed4d060-7101-4840-a7f1-9a081c896dd1), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:03.155598 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8dfd35fc-dc3a-4d8c-ad20-50d4a08c3e71 req-9fe44ab9-4692-4ed6-ac7d-e3774b63e45c tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e5ab744-8b27-401a-9f50-b62fc5f2c997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884151 Apr 05 22:39:03.213912 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-2929432b-2195-4895-966c-bc0b23ab97c8 admin admin] Publish callbacks [] for security_group (eed4d060-7101-4840-a7f1-9a081c896dd1), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:03.313043 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-2929432b-2195-4895-966c-bc0b23ab97c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (eed4d060-7101-4840-a7f1-9a081c896dd1), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:03.316906 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-2929432b-2195-4895-966c-bc0b23ab97c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:03.328546 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-2929432b-2195-4895-966c-bc0b23ab97c8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/eed4d060-7101-4840-a7f1-9a081c896dd1 HTTP/1.1" status: 204 len: 168 time: 0.2952881 Apr 05 22:39:03.349246 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2929432b-2195-4895-966c-bc0b23ab97c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed4d060-7101-4840-a7f1-9a081c896dd1,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:03.475320 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device 67c2afe0-e448-48a4-b01a-3ed734bcec2a up at agent hyperv_hv-cinder-83588 {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:39:03.498677 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-66506983-5225-4ba9-aa92-a95b4bfa0dc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536699'] for router (1234f21b-804b-42c6-8ed1-79cd5f091c41), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:03.543430 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Provisioning for port 67c2afe0-e448-48a4-b01a-3ed734bcec2a completed by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 22:39:03.548606 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Provisioning complete for port 67c2afe0-e448-48a4-b01a-3ed734bcec2a triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:39:03.549016 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (67c2afe0-e448-48a4-b01a-3ed734bcec2a), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:03.700791 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Current status of the port 67c2afe0-e448-48a4-b01a-3ed734bcec2a is: BUILD; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:39:03.701625 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (67c2afe0-e448-48a4-b01a-3ed734bcec2a), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:03.753680 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] For port 67c2afe0-e448-48a4-b01a-3ed734bcec2a, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=67c2afe0-e448-48a4-b01a-3ed734bcec2a,segment=NetworkSegment(3f4d4486-67c6-4d24-87d7-d8d6c3b7851c),segment_id=3f4d4486-67c6-4d24-87d7-d8d6c3b7851c)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:39:03.755675 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67c2afe0-e448-48a4-b01a-3ed734bcec2a'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:39:03.758707 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5eeae28b1739aff28e9ac2b05a29cddcf15b93cc3fe96f2ce32a289e1b5713d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92880123-69a0-4dc3-84db-2b50514b3086" -d '{"events": [{"server_uuid": "91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1", "name": "network-vif-plugged", "status": "completed", "tag": "67c2afe0-e448-48a4-b01a-3ed734bcec2a"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:39:03.763062 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (67c2afe0-e448-48a4-b01a-3ed734bcec2a), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:03.824539 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Pushing event updated for resources: {'Port': ['ID=67c2afe0-e448-48a4-b01a-3ed734bcec2a,revision_number=5']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:03.828222 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5816e6ec-3130-4b05-a904-dc1c0bbedc9f x-openstack-request-id: req-5816e6ec-3130-4b05-a904-dc1c0bbedc9f {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:39:03.828517 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1", "name": "network-vif-plugged", "status": "completed", "tag": "67c2afe0-e448-48a4-b01a-3ed734bcec2a", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:39:03.828772 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5816e6ec-3130-4b05-a904-dc1c0bbedc9f {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:39:03.829169 dv-cinder-835881-4-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5816e6ec-3130-4b05-a904-dc1c0bbedc9f'] response: {'server_uuid': '91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67c2afe0-e448-48a4-b01a-3ed734bcec2a', 'code': 200} Apr 05 22:39:03.941899 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb77ac5c-3af9-40bd-b8be-dc77fdd7d71a req-3430a6e7-ed2c-453a-8f9f-4e47fb3594f8 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:03.951005 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-bb77ac5c-3af9-40bd-b8be-dc77fdd7d71a req-3430a6e7-ed2c-453a-8f9f-4e47fb3594f8 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1 HTTP/1.1" status: 200 len: 945 time: 0.1162794 Apr 05 22:39:04.044709 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-558bfb37-e949-4411-9f5e-9c11e5d79f69 req-abf68188-afa0-460c-abf5-e6d14c9d9ff1 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9c3ec7-79db-4e27-b0b9-239732c6eaad HTTP/1.1" status: 200 len: 210 time: 0.0905194 Apr 05 22:39:04.066961 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66506983-5225-4ba9-aa92-a95b4bfa0dc0 admin admin] Router 1234f21b-804b-42c6-8ed1-79cd5f091c41 is scheduled to L3 agent 79a469f9-bdbc-4492-b479-9e5faeaf33b0 with binding_index 1 {{(pid=103468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 22:39:04.097511 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-bb77ac5c-3af9-40bd-b8be-dc77fdd7d71a req-101ab068-1bd2-42dc-aeda-86d3cfcba30a tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/security-groups?id=1602fbfb-363d-466e-8059-00c4f95822a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1449838 Apr 05 22:39:04.263187 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device ff79d262-711c-4110-9da6-9f81cd889ffc up at agent ovs-agent-dv-cinder-835881-4-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:39:04.317381 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66506983-5225-4ba9-aa92-a95b4bfa0dc0 admin admin] Notify agent at l3_agent.dv-cinder-835881-4-iscsi the message routers_updated {{(pid=103468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:39:04.330755 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acaad691-5e24-4d46-8070-1ad6586f56fe None None] Sync routers for ids ['1234f21b-804b-42c6-8ed1-79cd5f091c41'] in dv-cinder-835881-4-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:39:04.339944 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Provisioning complete for port ff79d262-711c-4110-9da6-9f81cd889ffc triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:39:04.340519 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (ff79d262-711c-4110-9da6-9f81cd889ffc), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:04.349346 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acaad691-5e24-4d46-8070-1ad6586f56fe None None] Routers {'1234f21b-804b-42c6-8ed1-79cd5f091c41'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:39:04.350584 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-acaad691-5e24-4d46-8070-1ad6586f56fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:38:38Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['1234f21b-804b-42c6-8ed1-79cd5f091c41'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:04.362186 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-66506983-5225-4ba9-aa92-a95b4bfa0dc0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:04.367101 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-66506983-5225-4ba9-aa92-a95b4bfa0dc0 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6161423 Apr 05 22:39:04.367869 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 40528) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:04.440826 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa22374-cb48-434e-8212-4f410b4fac92 req-41a10131-4c18-483b-ab44-932fa83f3c32 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:04.458768 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-aaa22374-cb48-434e-8212-4f410b4fac92 req-41a10131-4c18-483b-ab44-932fa83f3c32 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c3cd28d-cb91-4884-827e-ca478eb1ff77 HTTP/1.1" status: 200 len: 931 time: 0.1754904 Apr 05 22:39:04.526745 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-acaad691-5e24-4d46-8070-1ad6586f56fe None None] Set router 1234f21b-804b-42c6-8ed1-79cd5f091c41 gateway port host: dv-cinder-835881-4-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:39:04.597336 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-aaa22374-cb48-434e-8212-4f410b4fac92 req-0ed3f539-e937-4f14-b5bf-ef6507d70d0c tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e5ab744-8b27-401a-9f50-b62fc5f2c997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373701 Apr 05 22:39:04.658387 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53dc0373-834e-421c-bb08-81a1d2dc3c64 None None] Network 29e62588-d45d-408b-8ff2-41c8ab8f7564 requested from dv-cinder-835881-4-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:39:04.699395 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Current status of the port ff79d262-711c-4110-9da6-9f81cd889ffc is: DOWN; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:39:04.704816 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (ff79d262-711c-4110-9da6-9f81cd889ffc), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:04.786373 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-acaad691-5e24-4d46-8070-1ad6586f56fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'name': 'tempest-TestVolumeBootPattern-1575049161-router', 'tenant_id': 'c30240b95f844507b090c8c5e4e837f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '162c1f4e-739b-4d50-b74e-16242592db8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:39:01Z', 'updated_at': '2022-04-05T22:39:02Z', 'revision_number': 3, 'project_id': 'c30240b95f844507b090c8c5e4e837f8', 'gw_port': {'id': '162c1f4e-739b-4d50-b74e-16242592db8a', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ca:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:02Z', 'updated_at': '2022-04-05T22:39:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi'}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:04.822577 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acaad691-5e24-4d46-8070-1ad6586f56fe None None] Checking router: 1234f21b-804b-42c6-8ed1-79cd5f091c41 for host: dv-cinder-835881-4-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:39:04.822926 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acaad691-5e24-4d46-8070-1ad6586f56fe None None] Updating router 1234f21b-804b-42c6-8ed1-79cd5f091c41 port 162c1f4e-739b-4d50-b74e-16242592db8a binding host dv-cinder-835881-4-iscsi {{(pid=103471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 22:39:04.849844 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] For port ff79d262-711c-4110-9da6-9f81cd889ffc, host dv-cinder-835881-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=ff79d262-711c-4110-9da6-9f81cd889ffc,segment=NetworkSegment(6c738280-30fc-49ea-929c-a4e23bf1c310),segment_id=6c738280-30fc-49ea-929c-a4e23bf1c310)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:39:04.873809 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-acaad691-5e24-4d46-8070-1ad6586f56fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (162c1f4e-739b-4d50-b74e-16242592db8a), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:04.876561 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (ff79d262-711c-4110-9da6-9f81cd889ffc), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:04.946413 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-48a354b5-c92e-47c3-abc5-c3217aba54d1 None None] Provisioning complete for port ff79d262-711c-4110-9da6-9f81cd889ffc triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:39:04.946791 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-48a354b5-c92e-47c3-abc5-c3217aba54d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (ff79d262-711c-4110-9da6-9f81cd889ffc), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:05.068849 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Pushing event updated for resources: {'Port': ['ID=ff79d262-711c-4110-9da6-9f81cd889ffc,revision_number=3']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:05.219006 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8125201a-b586-4b8c-aea9-a2cd6071f34b req-57c2b8de-491a-4d38-a62b-c83b523b9835 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9c3ec7-79db-4e27-b0b9-239732c6eaad HTTP/1.1" status: 200 len: 210 time: 0.0518093 Apr 05 22:39:05.276145 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-48a354b5-c92e-47c3-abc5-c3217aba54d1 None None] Current status of the port ff79d262-711c-4110-9da6-9f81cd889ffc is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:39:05.349723 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2cb31d0a-75a6-4530-a9cd-d561156bb89b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:05.394320 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-acaad691-5e24-4d46-8070-1ad6586f56fe None None] Publish callbacks [] for port (162c1f4e-739b-4d50-b74e-16242592db8a), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:05.401883 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-acaad691-5e24-4d46-8070-1ad6586f56fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (162c1f4e-739b-4d50-b74e-16242592db8a), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:05.404086 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c90aa1a-1fdd-480c-8730-0e7913210f68 req-8d179216-29ca-43ba-9eb2-ce717e1eb4ab tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:05.410680 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4c90aa1a-1fdd-480c-8730-0e7913210f68 req-8d179216-29ca-43ba-9eb2-ce717e1eb4ab tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1 HTTP/1.1" status: 200 len: 945 time: 0.1504035 Apr 05 22:39:05.465081 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-acaad691-5e24-4d46-8070-1ad6586f56fe None None] Attempting to bind port 162c1f4e-739b-4d50-b74e-16242592db8a on host dv-cinder-835881-4-iscsi for vnic_type normal with profile {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:39:05.466359 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-acaad691-5e24-4d46-8070-1ad6586f56fe None None] Attempting to bind port 162c1f4e-739b-4d50-b74e-16242592db8a by drivers openvswitch,hyperv on host dv-cinder-835881-4-iscsi at level 0 using segments [{'id': '93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d'}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:39:05.467048 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acaad691-5e24-4d46-8070-1ad6586f56fe None None] Attempting to bind port 162c1f4e-739b-4d50-b74e-16242592db8a on network 1c7020db-f04b-4bae-aa0d-07e17c11278d {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:39:05.477607 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acaad691-5e24-4d46-8070-1ad6586f56fe None None] Checking agent: {'id': 'b771b186-15ef-4a1a-9c73-ea54ac08c8ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 28, 12), 'started_at': datetime.datetime(2022, 4, 5, 22, 28, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:39:05.478368 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acaad691-5e24-4d46-8070-1ad6586f56fe None None] Checking segment: {'id': '93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:39:05.478972 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-acaad691-5e24-4d46-8070-1ad6586f56fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:05.479555 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acaad691-5e24-4d46-8070-1ad6586f56fe None None] Bound using segment: {'id': '93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d'} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:39:05.480362 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-acaad691-5e24-4d46-8070-1ad6586f56fe None None] Bound port: 162c1f4e-739b-4d50-b74e-16242592db8a, host: dv-cinder-835881-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d'}}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:39:05.481079 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-acaad691-5e24-4d46-8070-1ad6586f56fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (162c1f4e-739b-4d50-b74e-16242592db8a), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:05.491761 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4c90aa1a-1fdd-480c-8730-0e7913210f68 req-ab6a6aeb-da00-4ae6-854c-f8ec45e167a1 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/security-groups?id=1602fbfb-363d-466e-8059-00c4f95822a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0689006 Apr 05 22:39:05.527298 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-a7c07b31-679e-45c6-9607-c6257fab8d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (08425891-4e99-4ae4-974b-85ee5a0410c6), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:05.604175 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-acaad691-5e24-4d46-8070-1ad6586f56fe None None] For port 162c1f4e-739b-4d50-b74e-16242592db8a, host dv-cinder-835881-4-iscsi, cleared binding levels {{(pid=103471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:39:05.606869 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e489ac8-a9be-4c84-8984-d9716bd5e1a7 None None] Pushing event updated for resources: {'Port': ['ID=162c1f4e-739b-4d50-b74e-16242592db8a,revision_number=2']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:05.624483 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-acaad691-5e24-4d46-8070-1ad6586f56fe None None] For port 162c1f4e-739b-4d50-b74e-16242592db8a, host dv-cinder-835881-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=162c1f4e-739b-4d50-b74e-16242592db8a,segment=NetworkSegment(93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb),segment_id=93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb)] {{(pid=103471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:39:05.643029 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-acaad691-5e24-4d46-8070-1ad6586f56fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (162c1f4e-739b-4d50-b74e-16242592db8a), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:05.717157 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.db.db_base_plugin_common [None req-2cb31d0a-75a6-4530-a9cd-d561156bb89b admin admin] Allocated IP 172.20.0.1 (29e62588-d45d-408b-8ff2-41c8ab8f7564/01cfd0c4-12a2-43c1-a8b6-36df1c8261fd/7acd7cb9-7e4a-4699-9295-869abcd2d15b) {{(pid=103468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:39:05.733727 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acaad691-5e24-4d46-8070-1ad6586f56fe None None] Routers {'1234f21b-804b-42c6-8ed1-79cd5f091c41'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:39:05.740928 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-acaad691-5e24-4d46-8070-1ad6586f56fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:38:38Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['1234f21b-804b-42c6-8ed1-79cd5f091c41'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:05.750768 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e489ac8-a9be-4c84-8984-d9716bd5e1a7 None None] Pushing event updated for resources: {'Port': ['ID=162c1f4e-739b-4d50-b74e-16242592db8a,revision_number=3']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:05.823760 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-d3f2cc4b-3976-4335-b36e-81eeb1015f03 None None] Provisioning complete for port ff79d262-711c-4110-9da6-9f81cd889ffc triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:39:05.824272 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d3f2cc4b-3976-4335-b36e-81eeb1015f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (ff79d262-711c-4110-9da6-9f81cd889ffc), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:05.849876 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6c576d-28d5-42fb-a134-0fe758dbc229 req-fe55c1d4-a091-4c6a-abec-2563fbc00474 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:05.870207 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ca6c576d-28d5-42fb-a134-0fe758dbc229 req-fe55c1d4-a091-4c6a-abec-2563fbc00474 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c3cd28d-cb91-4884-827e-ca478eb1ff77 HTTP/1.1" status: 200 len: 931 time: 0.1547418 Apr 05 22:39:05.937984 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ca6c576d-28d5-42fb-a134-0fe758dbc229 req-2480ce62-019d-44b6-bae9-7f69cf490552 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e5ab744-8b27-401a-9f50-b62fc5f2c997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668011 Apr 05 22:39:05.939187 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2cb31d0a-75a6-4530-a9cd-d561156bb89b admin admin] Publish callbacks [] for port (7acd7cb9-7e4a-4699-9295-869abcd2d15b), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:06.023118 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-d3f2cc4b-3976-4335-b36e-81eeb1015f03 None None] Current status of the port ff79d262-711c-4110-9da6-9f81cd889ffc is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:39:06.040613 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2cb31d0a-75a6-4530-a9cd-d561156bb89b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757100095748'] for port (7acd7cb9-7e4a-4699-9295-869abcd2d15b), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:06.054486 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-acaad691-5e24-4d46-8070-1ad6586f56fe None None] Set router 1234f21b-804b-42c6-8ed1-79cd5f091c41 gateway port host: dv-cinder-835881-4-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:39:06.085027 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb31d0a-75a6-4530-a9cd-d561156bb89b admin admin] Network 29e62588-d45d-408b-8ff2-41c8ab8f7564 is already hosted by enough agents. {{(pid=103468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:39:06.088218 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [None req-2cb31d0a-75a6-4530-a9cd-d561156bb89b admin admin] Resources bound (agent type, host, resource id): {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:39:06.092547 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb31d0a-75a6-4530-a9cd-d561156bb89b admin admin] Received port after_create {{(pid=103468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:39:06.093242 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2cb31d0a-75a6-4530-a9cd-d561156bb89b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536746'] for router_interface (1234f21b-804b-42c6-8ed1-79cd5f091c41), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:06.202618 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb31d0a-75a6-4530-a9cd-d561156bb89b admin admin] Pushing event updated for resources: {'Port': ['ID=7acd7cb9-7e4a-4699-9295-869abcd2d15b,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:06.209835 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device ff79d262-711c-4110-9da6-9f81cd889ffc up at agent ovs-agent-dv-cinder-835881-4-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:39:06.351886 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d9734c53-5895-47c8-a426-c57aadf7be5d req-b06700a1-3f7d-4a7b-b20f-401f40cb57b3 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9c3ec7-79db-4e27-b0b9-239732c6eaad HTTP/1.1" status: 200 len: 210 time: 0.0410013 Apr 05 22:39:06.365322 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2cb31d0a-75a6-4530-a9cd-d561156bb89b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (7acd7cb9-7e4a-4699-9295-869abcd2d15b), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:06.374798 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Provisioning complete for port ff79d262-711c-4110-9da6-9f81cd889ffc triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:39:06.375158 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (ff79d262-711c-4110-9da6-9f81cd889ffc), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:06.382168 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-acaad691-5e24-4d46-8070-1ad6586f56fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'name': 'tempest-TestVolumeBootPattern-1575049161-router', 'tenant_id': 'c30240b95f844507b090c8c5e4e837f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '162c1f4e-739b-4d50-b74e-16242592db8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:39:01Z', 'updated_at': '2022-04-05T22:39:02Z', 'revision_number': 3, 'project_id': 'c30240b95f844507b090c8c5e4e837f8', 'gw_port': {'id': '162c1f4e-739b-4d50-b74e-16242592db8a', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ca:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:02Z', 'updated_at': '2022-04-05T22:39:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi'}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:06.410642 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acaad691-5e24-4d46-8070-1ad6586f56fe None None] The sync data for ids ['1234f21b-804b-42c6-8ed1-79cd5f091c41'] in dv-cinder-835881-4-iscsi is: [{'id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'name': 'tempest-TestVolumeBootPattern-1575049161-router', 'tenant_id': 'c30240b95f844507b090c8c5e4e837f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '162c1f4e-739b-4d50-b74e-16242592db8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:39:01Z', 'updated_at': '2022-04-05T22:39:02Z', 'revision_number': 3, 'project_id': 'c30240b95f844507b090c8c5e4e837f8', 'gw_port': {'id': '162c1f4e-739b-4d50-b74e-16242592db8a', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ca:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:02Z', 'updated_at': '2022-04-05T22:39:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi'}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:39:06.501267 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Current status of the port ff79d262-711c-4110-9da6-9f81cd889ffc is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:39:06.557701 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-70aa5a75-6c3a-4050-828d-745aa2dd873c None None] Provisioning complete for port 7acd7cb9-7e4a-4699-9295-869abcd2d15b triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:39:06.561798 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-70aa5a75-6c3a-4050-828d-745aa2dd873c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (7acd7cb9-7e4a-4699-9295-869abcd2d15b), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:06.611190 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-70aa5a75-6c3a-4050-828d-745aa2dd873c None None] Port 7acd7cb9-7e4a-4699-9295-869abcd2d15b cannot update to ACTIVE because it is not bound. {{(pid=103470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:39:06.673529 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2885f280-4f3f-44cc-879f-9c0a423636cb req-caa2f5fa-29fe-42f9-9cf4-e41b8b5867d9 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:06.677420 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2885f280-4f3f-44cc-879f-9c0a423636cb req-caa2f5fa-29fe-42f9-9cf4-e41b8b5867d9 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1 HTTP/1.1" status: 200 len: 945 time: 0.0873415 Apr 05 22:39:06.699980 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2cb31d0a-75a6-4530-a9cd-d561156bb89b admin admin] Publish callbacks [] for port (7acd7cb9-7e4a-4699-9295-869abcd2d15b), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:06.709184 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2cb31d0a-75a6-4530-a9cd-d561156bb89b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (7acd7cb9-7e4a-4699-9295-869abcd2d15b), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:06.710438 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2cb31d0a-75a6-4530-a9cd-d561156bb89b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3645371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535098'] for router_interface (1234f21b-804b-42c6-8ed1-79cd5f091c41), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:06.741272 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2885f280-4f3f-44cc-879f-9c0a423636cb req-3e7e8d14-be98-4106-a7e7-4b8ae72441ce tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/security-groups?id=1602fbfb-363d-466e-8059-00c4f95822a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0568588 Apr 05 22:39:06.810282 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb31d0a-75a6-4530-a9cd-d561156bb89b admin admin] Pushing event updated for resources: {'Port': ['ID=7acd7cb9-7e4a-4699-9295-869abcd2d15b,revision_number=2']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:06.875406 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb31d0a-75a6-4530-a9cd-d561156bb89b admin admin] Network 29e62588-d45d-408b-8ff2-41c8ab8f7564 is already hosted by enough agents. {{(pid=103468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:39:06.876997 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [None req-2cb31d0a-75a6-4530-a9cd-d561156bb89b admin admin] Resources bound (agent type, host, resource id): {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:39:07.071990 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cb31d0a-75a6-4530-a9cd-d561156bb89b admin admin] Router 1234f21b-804b-42c6-8ed1-79cd5f091c41 has already been hosted by L3 agent 79a469f9-bdbc-4492-b479-9e5faeaf33b0 {{(pid=103468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:39:07.139056 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe29e0-2b6b-4b9c-94d8-30a762dceaa7 req-46e0eea5-f212-4fec-a62c-3f0c2ad04db2 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:07.148411 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0fbe29e0-2b6b-4b9c-94d8-30a762dceaa7 req-46e0eea5-f212-4fec-a62c-3f0c2ad04db2 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c3cd28d-cb91-4884-827e-ca478eb1ff77 HTTP/1.1" status: 200 len: 931 time: 0.1137617 Apr 05 22:39:07.239980 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0fbe29e0-2b6b-4b9c-94d8-30a762dceaa7 req-b2a55492-fa06-4ae5-a317-279541d5d11f tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e5ab744-8b27-401a-9f50-b62fc5f2c997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894699 Apr 05 22:39:07.302431 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb31d0a-75a6-4530-a9cd-d561156bb89b admin admin] Notify agent at l3_agent.dv-cinder-835881-4-iscsi the message routers_updated {{(pid=103468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:39:07.314341 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-2cb31d0a-75a6-4530-a9cd-d561156bb89b admin admin] 10.222.0.45 "PUT /v2.0/routers/1234f21b-804b-42c6-8ed1-79cd5f091c41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9452047 Apr 05 22:39:07.364121 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-08f55400-87f8-4b0d-b200-8f5866f70504 None None] Provisioning complete for port 7acd7cb9-7e4a-4699-9295-869abcd2d15b triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:39:07.365645 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-08f55400-87f8-4b0d-b200-8f5866f70504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (7acd7cb9-7e4a-4699-9295-869abcd2d15b), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:07.454841 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-08f55400-87f8-4b0d-b200-8f5866f70504 None None] Port 7acd7cb9-7e4a-4699-9295-869abcd2d15b cannot update to ACTIVE because it is not bound. {{(pid=103470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:39:07.492086 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c77775ef-f149-4ed3-854b-132ff5b7afe3 req-3654fa22-0c2e-45f3-a0f5-4eba82a21eb7 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9c3ec7-79db-4e27-b0b9-239732c6eaad HTTP/1.1" status: 200 len: 210 time: 0.0426190 Apr 05 22:39:07.869256 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-241848e5-79e6-4c5a-98c8-e829d84c2dbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (79a469f9-bdbc-4492-b479-9e5faeaf33b0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:07.892416 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a09b89-ec9c-410c-bf47-df6e7631c9e7 req-04a538da-ef10-4710-9871-a1519c2238a7 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:07.894008 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-61a09b89-ec9c-410c-bf47-df6e7631c9e7 req-04a538da-ef10-4710-9871-a1519c2238a7 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1 HTTP/1.1" status: 200 len: 945 time: 0.0626266 Apr 05 22:39:07.950794 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-61a09b89-ec9c-410c-bf47-df6e7631c9e7 req-db40f037-ad4a-4910-bc77-fcd7b44e5b5e tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/security-groups?id=1602fbfb-363d-466e-8059-00c4f95822a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448620 Apr 05 22:39:08.067293 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 40588) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:08.072379 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-199ba164-7081-4f01-b4b1-12fc6855109d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-377493815-network', 'tenant_id': 'c5839fe37e144108a67d06796441c8c7'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:39:08.108931 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-199ba164-7081-4f01-b4b1-12fc6855109d admin admin] Made reservation on behalf of c5839fe37e144108a67d06796441c8c7 for: {'network': 1} {{(pid=103468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:39:08.114176 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-199ba164-7081-4f01-b4b1-12fc6855109d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for network (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:08.125642 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-199ba164-7081-4f01-b4b1-12fc6855109d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:08.214159 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device 162c1f4e-739b-4d50-b74e-16242592db8a up at agent ovs-agent-dv-cinder-835881-4-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:39:08.236745 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-199ba164-7081-4f01-b4b1-12fc6855109d admin admin] Publish callbacks [] for security_group (1776accb-f238-4c26-ac00-7fbf8160e1a1), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:08.241220 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-199ba164-7081-4f01-b4b1-12fc6855109d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (1776accb-f238-4c26-ac00-7fbf8160e1a1), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:08.266195 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-199ba164-7081-4f01-b4b1-12fc6855109d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=103468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 22:39:08.275982 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199ba164-7081-4f01-b4b1-12fc6855109d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1776accb-f238-4c26-ac00-7fbf8160e1a1,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:08.282025 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Provisioning complete for port 162c1f4e-739b-4d50-b74e-16242592db8a triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:39:08.282470 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (162c1f4e-739b-4d50-b74e-16242592db8a), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:08.288355 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-199ba164-7081-4f01-b4b1-12fc6855109d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3567180'] for segment (6d682402-73e3-41aa-b1c7-80e0754b3d42), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:08.288355 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.db.segments_db [None req-199ba164-7081-4f01-b4b1-12fc6855109d admin admin] Added segment 6d682402-73e3-41aa-b1c7-80e0754b3d42 of type vlan for network 14bf3fc5-2336-4954-b0fd-2d082393f764 Apr 05 22:39:08.416301 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-199ba164-7081-4f01-b4b1-12fc6855109d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757100112442'] for network (14bf3fc5-2336-4954-b0fd-2d082393f764), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:08.443577 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Current status of the port 162c1f4e-739b-4d50-b74e-16242592db8a is: DOWN; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:39:08.444172 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (162c1f4e-739b-4d50-b74e-16242592db8a), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:08.474403 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] For port 162c1f4e-739b-4d50-b74e-16242592db8a, host dv-cinder-835881-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=162c1f4e-739b-4d50-b74e-16242592db8a,segment=NetworkSegment(93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb),segment_id=93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:39:08.476022 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-199ba164-7081-4f01-b4b1-12fc6855109d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321'] for network (14bf3fc5-2336-4954-b0fd-2d082393f764), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:08.477082 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199ba164-7081-4f01-b4b1-12fc6855109d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:08.477844 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-199ba164-7081-4f01-b4b1-12fc6855109d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644259'] for network (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:08.481422 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (162c1f4e-739b-4d50-b74e-16242592db8a), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:08.507277 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06596d11-a649-405f-abe6-e6d406dd0661 req-443e5a15-b454-4a15-af6e-697f8f602d23 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:08.509575 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-06596d11-a649-405f-abe6-e6d406dd0661 req-443e5a15-b454-4a15-af6e-697f8f602d23 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c3cd28d-cb91-4884-827e-ca478eb1ff77 HTTP/1.1" status: 200 len: 931 time: 0.1340489 Apr 05 22:39:08.567839 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Pushing event updated for resources: {'Port': ['ID=162c1f4e-739b-4d50-b74e-16242592db8a,revision_number=4']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:08.589746 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-199ba164-7081-4f01-b4b1-12fc6855109d admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5212541 Apr 05 22:39:08.592663 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 40596) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:08.597584 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-69f5b9fd-8eed-4dc4-9f25-14b7947b137a admin admin] Request body: {'subnet': {'network_id': '14bf3fc5-2336-4954-b0fd-2d082393f764', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-377493815-subnet', 'tenant_id': 'c5839fe37e144108a67d06796441c8c7', 'ip_version': 4}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:39:08.624553 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199ba164-7081-4f01-b4b1-12fc6855109d admin admin] Pushing event updated for resources: {'Network': ['ID=14bf3fc5-2336-4954-b0fd-2d082393f764,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:08.651638 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Network 14bf3fc5-2336-4954-b0fd-2d082393f764 details requested by agent ovs-agent-dv-cinder-835881-4-iscsi with host dv-cinder-835881-4-iscsi {{(pid=103470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 22:39:08.658210 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-06596d11-a649-405f-abe6-e6d406dd0661 req-05dbc18e-8b98-40fc-bf5e-4f8258761bd7 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e5ab744-8b27-401a-9f50-b62fc5f2c997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416705 Apr 05 22:39:08.665265 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f5b9fd-8eed-4dc4-9f25-14b7947b137a admin admin] Made reservation on behalf of c5839fe37e144108a67d06796441c8c7 for: {'subnet': 1} {{(pid=103468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:39:08.669064 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-69f5b9fd-8eed-4dc4-9f25-14b7947b137a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:08.700864 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-32e072d6-27b7-4428-88c5-375934464a0d req-571c80e1-549b-4b58-85e6-35637d773dde tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9c3ec7-79db-4e27-b0b9-239732c6eaad HTTP/1.1" status: 200 len: 210 time: 0.0782423 Apr 05 22:39:08.876942 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-69f5b9fd-8eed-4dc4-9f25-14b7947b137a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321'] for subnet (09b1f8c1-a594-4423-8e74-8aba52e3e605), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:08.911109 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e3efb1-02d4-4ad7-9cee-5a48c2413936 None None] Sync routers for ids ['1234f21b-804b-42c6-8ed1-79cd5f091c41'] in dv-cinder-835881-4-iscsi {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:39:08.922585 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e3efb1-02d4-4ad7-9cee-5a48c2413936 None None] Routers {'1234f21b-804b-42c6-8ed1-79cd5f091c41'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:39:08.923239 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-73e3efb1-02d4-4ad7-9cee-5a48c2413936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:39:08Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['1234f21b-804b-42c6-8ed1-79cd5f091c41'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:08.934724 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f5b9fd-8eed-4dc4-9f25-14b7947b137a admin admin] Pushing event updated for resources: {'Subnet': ['ID=09b1f8c1-a594-4423-8e74-8aba52e3e605,revision_number=0']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:08.945887 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f5b9fd-8eed-4dc4-9f25-14b7947b137a admin admin] Checking segment: {'id': '6d682402-73e3-41aa-b1c7-80e0754b3d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '14bf3fc5-2336-4954-b0fd-2d082393f764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:39:08.946243 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f5b9fd-8eed-4dc4-9f25-14b7947b137a admin admin] Network hostable DHCP agents. Network: 14bf3fc5-2336-4954-b0fd-2d082393f764, hostable agents: ['08425891-4e99-4ae4-974b-85ee5a0410c6'], hosted agents: [] {{(pid=103468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 22:39:08.962817 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f5b9fd-8eed-4dc4-9f25-14b7947b137a admin admin] Network 14bf3fc5-2336-4954-b0fd-2d082393f764 is scheduled to be hosted by DHCP agent 08425891-4e99-4ae4-974b-85ee5a0410c6 with binding_index 1 {{(pid=103468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 22:39:08.971430 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [None req-69f5b9fd-8eed-4dc4-9f25-14b7947b137a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-4-iscsi, 14bf3fc5-2336-4954-b0fd-2d082393f764) {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:39:08.977300 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f5b9fd-8eed-4dc4-9f25-14b7947b137a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:08.978600 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-69f5b9fd-8eed-4dc4-9f25-14b7947b137a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644259'] for subnet (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:08.991611 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6fd62d-72f8-4be4-a049-f0e67ebd70ee None None] Network 14bf3fc5-2336-4954-b0fd-2d082393f764 requested from dv-cinder-835881-4-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:39:09.002008 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-69f5b9fd-8eed-4dc4-9f25-14b7947b137a admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4056721 Apr 05 22:39:09.002353 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 40600) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:09.007678 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-2c3a9a7f-74c0-4c41-9dfb-f77b9b523b15 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-377493815-router', 'tenant_id': 'c5839fe37e144108a67d06796441c8c7', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d'}}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:39:09.030653 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2c3a9a7f-74c0-4c41-9dfb-f77b9b523b15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5455'] for router (ee6ed025-a43d-4e33-9635-a33457f081e1), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:09.031897 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2c3a9a7f-74c0-4c41-9dfb-f77b9b523b15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5462'] for router (ee6ed025-a43d-4e33-9635-a33457f081e1), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:09.055451 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-dae4f030-1cb2-49a8-bcfa-6facf2529a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (e40c9916-dc7d-41d8-a75d-da550db0c469), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:09.074186 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33749256-3bb5-4fe8-9c55-12d3cb24c85c req-02bce831-d6a4-4226-b556-6fa3b9cd05af tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:09.076179 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-33749256-3bb5-4fe8-9c55-12d3cb24c85c req-02bce831-d6a4-4226-b556-6fa3b9cd05af tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1 HTTP/1.1" status: 200 len: 945 time: 0.0548470 Apr 05 22:39:09.098998 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2c3a9a7f-74c0-4c41-9dfb-f77b9b523b15 admin admin] Publish callbacks [] for router_controller (ee6ed025-a43d-4e33-9635-a33457f081e1), precommit_add_association {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:09.134511 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-33749256-3bb5-4fe8-9c55-12d3cb24c85c req-5d98fc1a-5ec5-4367-984e-ffeaef5a9d5c tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/security-groups?id=1602fbfb-363d-466e-8059-00c4f95822a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0517142 Apr 05 22:39:09.243031 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2c3a9a7f-74c0-4c41-9dfb-f77b9b523b15 admin admin] Publish callbacks [] for router_gateway (ee6ed025-a43d-4e33-9635-a33457f081e1), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:09.278739 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-73e3efb1-02d4-4ad7-9cee-5a48c2413936 None None] Set router 1234f21b-804b-42c6-8ed1-79cd5f091c41 gateway port host: dv-cinder-835881-4-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:39:09.336892 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3317e57-9eac-4147-ac69-2460217a600f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd204a006-a1ce-5a6a-9bd3-55dc25c03605-14bf3fc5-2336-4954-b0fd-2d082393f764', 'network_id': '14bf3fc5-2336-4954-b0fd-2d082393f764', 'project_id': 'c5839fe37e144108a67d06796441c8c7', 'fixed_ips': [{'subnet_id': '09b1f8c1-a594-4423-8e74-8aba52e3e605'}]}} from dv-cinder-835881-4-iscsi. {{(pid=103470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 22:39:09.338874 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c3317e57-9eac-4147-ac69-2460217a600f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:09.603381 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.db_base_plugin_common [None req-c3317e57-9eac-4147-ac69-2460217a600f None None] Allocated IP 172.20.0.2 (14bf3fc5-2336-4954-b0fd-2d082393f764/09b1f8c1-a594-4423-8e74-8aba52e3e605/f53c457c-0529-468a-9346-3d5bc11e679d) {{(pid=103470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:39:09.669465 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2c3a9a7f-74c0-4c41-9dfb-f77b9b523b15 admin admin] Publish callbacks [] for router_gateway (ee6ed025-a43d-4e33-9635-a33457f081e1), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:09.687840 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2c3a9a7f-74c0-4c41-9dfb-f77b9b523b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:09.699094 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-73e3efb1-02d4-4ad7-9cee-5a48c2413936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'name': 'tempest-TestVolumeBootPattern-1575049161-router', 'tenant_id': 'c30240b95f844507b090c8c5e4e837f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '162c1f4e-739b-4d50-b74e-16242592db8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:39:01Z', 'updated_at': '2022-04-05T22:39:06Z', 'revision_number': 4, 'project_id': 'c30240b95f844507b090c8c5e4e837f8', 'gw_port': {'id': '162c1f4e-739b-4d50-b74e-16242592db8a', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ca:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:02Z', 'updated_at': '2022-04-05T22:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_interfaces': [{'id': '7acd7cb9-7e4a-4699-9295-869abcd2d15b', 'name': '', 'network_id': '29e62588-d45d-408b-8ff2-41c8ab8f7564', 'tenant_id': 'c30240b95f844507b090c8c5e4e837f8', 'mac_address': 'fa:16:3e:a9:ec:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '01cfd0c4-12a2-43c1-a8b6-36df1c8261fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:05Z', 'updated_at': '2022-04-05T22:39:06Z', 'revision_number': 2, 'project_id': 'c30240b95f844507b090c8c5e4e837f8', 'subnets': [{'id': '01cfd0c4-12a2-43c1-a8b6-36df1c8261fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:09.729275 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e3efb1-02d4-4ad7-9cee-5a48c2413936 None None] Checking router: 1234f21b-804b-42c6-8ed1-79cd5f091c41 for host: dv-cinder-835881-4-iscsi {{(pid=103470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:39:09.729739 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e3efb1-02d4-4ad7-9cee-5a48c2413936 None None] Updating router 1234f21b-804b-42c6-8ed1-79cd5f091c41 port 7acd7cb9-7e4a-4699-9295-869abcd2d15b binding host dv-cinder-835881-4-iscsi {{(pid=103470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 22:39:09.774001 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-73e3efb1-02d4-4ad7-9cee-5a48c2413936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (7acd7cb9-7e4a-4699-9295-869abcd2d15b), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:09.807712 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.db.db_base_plugin_common [None req-2c3a9a7f-74c0-4c41-9dfb-f77b9b523b15 admin admin] Allocated IP 172.27.1.19 (1c7020db-f04b-4bae-aa0d-07e17c11278d/de4a5644-b80e-4142-a210-68f31fcb6ac5/59fe502f-0128-4558-ae9e-1b2ac3c56d2b) {{(pid=103468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:39:09.826718 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a577020d-12db-4d4f-83cb-560fece1d870 req-d46d8142-aea7-4ce7-a826-c0d14046268c tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9c3ec7-79db-4e27-b0b9-239732c6eaad HTTP/1.1" status: 200 len: 210 time: 0.0327897 Apr 05 22:39:09.834882 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a0b0fc-3d12-4932-9ea8-aecae2c5e727 req-d518142c-f7df-4083-8f72-3b47e00902a7 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:09.836570 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-65a0b0fc-3d12-4932-9ea8-aecae2c5e727 req-d518142c-f7df-4083-8f72-3b47e00902a7 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c3cd28d-cb91-4884-827e-ca478eb1ff77 HTTP/1.1" status: 200 len: 931 time: 0.0936897 Apr 05 22:39:09.882059 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c3317e57-9eac-4147-ac69-2460217a600f None None] Publish callbacks [] for port (f53c457c-0529-468a-9346-3d5bc11e679d), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:09.892956 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-65a0b0fc-3d12-4932-9ea8-aecae2c5e727 req-6892b252-e298-45f2-8f76-c5c5f96d3488 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e5ab744-8b27-401a-9f50-b62fc5f2c997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503156 Apr 05 22:39:09.922787 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2c3a9a7f-74c0-4c41-9dfb-f77b9b523b15 admin admin] Publish callbacks [] for port (59fe502f-0128-4558-ae9e-1b2ac3c56d2b), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:09.958650 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2c3a9a7f-74c0-4c41-9dfb-f77b9b523b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757100095748'] for port (59fe502f-0128-4558-ae9e-1b2ac3c56d2b), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:09.962227 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c3317e57-9eac-4147-ac69-2460217a600f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757100095748'] for port (f53c457c-0529-468a-9346-3d5bc11e679d), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:09.996800 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3a9a7f-74c0-4c41-9dfb-f77b9b523b15 admin admin] Network 1c7020db-f04b-4bae-aa0d-07e17c11278d is already hosted by enough agents. {{(pid=103468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:39:10.008319 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [None req-2c3a9a7f-74c0-4c41-9dfb-f77b9b523b15 admin admin] Resources bound (agent type, host, resource id): {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:39:10.010724 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3a9a7f-74c0-4c41-9dfb-f77b9b523b15 admin admin] Received port after_create {{(pid=103468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:39:10.016289 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a9a7f-74c0-4c41-9dfb-f77b9b523b15 admin admin] Pushing event updated for resources: {'Port': ['ID=59fe502f-0128-4558-ae9e-1b2ac3c56d2b,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:10.027063 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3317e57-9eac-4147-ac69-2460217a600f None None] Network 14bf3fc5-2336-4954-b0fd-2d082393f764 is already hosted by enough agents. {{(pid=103470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:39:10.034580 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.scheduler.base_scheduler [None req-c3317e57-9eac-4147-ac69-2460217a600f None None] Resources bound (agent type, host, resource id): {{(pid=103470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:39:10.047415 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3317e57-9eac-4147-ac69-2460217a600f None None] Received port after_create {{(pid=103470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:39:10.056296 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3317e57-9eac-4147-ac69-2460217a600f None None] Pushing event updated for resources: {'Port': ['ID=f53c457c-0529-468a-9346-3d5bc11e679d,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:10.154013 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-c3317e57-9eac-4147-ac69-2460217a600f None None] Attempting to bind port f53c457c-0529-468a-9346-3d5bc11e679d on host dv-cinder-835881-4-iscsi for vnic_type normal with profile {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:39:10.154387 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-c3317e57-9eac-4147-ac69-2460217a600f None None] Attempting to bind port f53c457c-0529-468a-9346-3d5bc11e679d by drivers openvswitch,hyperv on host dv-cinder-835881-4-iscsi at level 0 using segments [{'id': '6d682402-73e3-41aa-b1c7-80e0754b3d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '14bf3fc5-2336-4954-b0fd-2d082393f764'}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:39:10.154748 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3317e57-9eac-4147-ac69-2460217a600f None None] Attempting to bind port f53c457c-0529-468a-9346-3d5bc11e679d on network 14bf3fc5-2336-4954-b0fd-2d082393f764 {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:39:10.170222 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device 162c1f4e-739b-4d50-b74e-16242592db8a up at agent ovs-agent-dv-cinder-835881-4-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:39:10.172130 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3317e57-9eac-4147-ac69-2460217a600f None None] Checking agent: {'id': 'b771b186-15ef-4a1a-9c73-ea54ac08c8ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 28, 12), 'started_at': datetime.datetime(2022, 4, 5, 22, 28, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:39:10.172486 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3317e57-9eac-4147-ac69-2460217a600f None None] Checking segment: {'id': '6d682402-73e3-41aa-b1c7-80e0754b3d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '14bf3fc5-2336-4954-b0fd-2d082393f764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:39:10.172883 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c3317e57-9eac-4147-ac69-2460217a600f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:10.173268 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3317e57-9eac-4147-ac69-2460217a600f None None] Bound using segment: {'id': '6d682402-73e3-41aa-b1c7-80e0754b3d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '14bf3fc5-2336-4954-b0fd-2d082393f764'} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:39:10.173789 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-c3317e57-9eac-4147-ac69-2460217a600f None None] Bound port: f53c457c-0529-468a-9346-3d5bc11e679d, host: dv-cinder-835881-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d682402-73e3-41aa-b1c7-80e0754b3d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '14bf3fc5-2336-4954-b0fd-2d082393f764'}}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:39:10.174181 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c3317e57-9eac-4147-ac69-2460217a600f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (f53c457c-0529-468a-9346-3d5bc11e679d), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:10.247726 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2c3a9a7f-74c0-4c41-9dfb-f77b9b523b15 admin admin] Publish callbacks [] for router_gateway (ee6ed025-a43d-4e33-9635-a33457f081e1), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:10.269503 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3f8b2-e62b-46df-a405-3b06adea7d0f req-5f6357b1-9b8e-4af5-84e7-961da8d47a99 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:10.271740 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9ce3f8b2-e62b-46df-a405-3b06adea7d0f req-5f6357b1-9b8e-4af5-84e7-961da8d47a99 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1 HTTP/1.1" status: 200 len: 945 time: 0.0623460 Apr 05 22:39:10.324649 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9ce3f8b2-e62b-46df-a405-3b06adea7d0f req-ff9d00e2-5d35-496b-8529-ef914795622b tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/security-groups?id=1602fbfb-363d-466e-8059-00c4f95822a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472121 Apr 05 22:39:10.343967 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-c3317e57-9eac-4147-ac69-2460217a600f None None] For port f53c457c-0529-468a-9346-3d5bc11e679d, host dv-cinder-835881-4-iscsi, cleared binding levels {{(pid=103470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:39:10.348715 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-c3317e57-9eac-4147-ac69-2460217a600f None None] For port f53c457c-0529-468a-9346-3d5bc11e679d, host dv-cinder-835881-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=f53c457c-0529-468a-9346-3d5bc11e679d,segment=NetworkSegment(6d682402-73e3-41aa-b1c7-80e0754b3d42),segment_id=6d682402-73e3-41aa-b1c7-80e0754b3d42)] {{(pid=103470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:39:10.357106 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-73e3efb1-02d4-4ad7-9cee-5a48c2413936 None None] Publish callbacks [] for port (7acd7cb9-7e4a-4699-9295-869abcd2d15b), precommit_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:10.360429 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Provisioning complete for port 162c1f4e-739b-4d50-b74e-16242592db8a triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:39:10.360609 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (162c1f4e-739b-4d50-b74e-16242592db8a), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:10.363546 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c3317e57-9eac-4147-ac69-2460217a600f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (f53c457c-0529-468a-9346-3d5bc11e679d), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:10.408101 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-73e3efb1-02d4-4ad7-9cee-5a48c2413936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (7acd7cb9-7e4a-4699-9295-869abcd2d15b), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:10.472145 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3317e57-9eac-4147-ac69-2460217a600f None None] Pushing event updated for resources: {'Port': ['ID=f53c457c-0529-468a-9346-3d5bc11e679d,revision_number=2']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:10.487976 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2c3a9a7f-74c0-4c41-9dfb-f77b9b523b15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536699'] for router (ee6ed025-a43d-4e33-9635-a33457f081e1), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:10.637916 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-73e3efb1-02d4-4ad7-9cee-5a48c2413936 None None] Attempting to bind port 7acd7cb9-7e4a-4699-9295-869abcd2d15b on host dv-cinder-835881-4-iscsi for vnic_type normal with profile {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:39:10.638500 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-73e3efb1-02d4-4ad7-9cee-5a48c2413936 None None] Attempting to bind port 7acd7cb9-7e4a-4699-9295-869abcd2d15b by drivers openvswitch,hyperv on host dv-cinder-835881-4-iscsi at level 0 using segments [{'id': '6c738280-30fc-49ea-929c-a4e23bf1c310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '29e62588-d45d-408b-8ff2-41c8ab8f7564'}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:39:10.638613 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e3efb1-02d4-4ad7-9cee-5a48c2413936 None None] Attempting to bind port 7acd7cb9-7e4a-4699-9295-869abcd2d15b on network 29e62588-d45d-408b-8ff2-41c8ab8f7564 {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:39:10.649310 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c426fcc-3218-42a7-8bca-df04c9445192 None None] Pushing event updated for resources: {'Port': ['ID=7acd7cb9-7e4a-4699-9295-869abcd2d15b,revision_number=3']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:10.656061 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-99ae2e83-6010-40d2-b70a-5b0f9e3ea887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (f28e62d6-8243-45bb-b578-64cfae2561d0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:10.656978 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e3efb1-02d4-4ad7-9cee-5a48c2413936 None None] Checking agent: {'id': 'b771b186-15ef-4a1a-9c73-ea54ac08c8ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 28, 12), 'started_at': datetime.datetime(2022, 4, 5, 22, 28, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:39:10.657348 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e3efb1-02d4-4ad7-9cee-5a48c2413936 None None] Checking segment: {'id': '6c738280-30fc-49ea-929c-a4e23bf1c310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '29e62588-d45d-408b-8ff2-41c8ab8f7564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:39:10.657919 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-73e3efb1-02d4-4ad7-9cee-5a48c2413936 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:10.658299 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e3efb1-02d4-4ad7-9cee-5a48c2413936 None None] Bound using segment: {'id': '6c738280-30fc-49ea-929c-a4e23bf1c310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '29e62588-d45d-408b-8ff2-41c8ab8f7564'} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:39:10.658732 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-73e3efb1-02d4-4ad7-9cee-5a48c2413936 None None] Bound port: 7acd7cb9-7e4a-4699-9295-869abcd2d15b, host: dv-cinder-835881-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c738280-30fc-49ea-929c-a4e23bf1c310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '29e62588-d45d-408b-8ff2-41c8ab8f7564'}}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:39:10.659126 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-73e3efb1-02d4-4ad7-9cee-5a48c2413936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (7acd7cb9-7e4a-4699-9295-869abcd2d15b), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:10.660260 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c3a9a7f-74c0-4c41-9dfb-f77b9b523b15 admin admin] Router ee6ed025-a43d-4e33-9635-a33457f081e1 is scheduled to L3 agent 79a469f9-bdbc-4492-b479-9e5faeaf33b0 with binding_index 1 {{(pid=103468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 22:39:10.662666 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Current status of the port 162c1f4e-739b-4d50-b74e-16242592db8a is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:39:10.759920 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-73e3efb1-02d4-4ad7-9cee-5a48c2413936 None None] For port 7acd7cb9-7e4a-4699-9295-869abcd2d15b, host dv-cinder-835881-4-iscsi, cleared binding levels {{(pid=103470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:39:10.763045 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-73e3efb1-02d4-4ad7-9cee-5a48c2413936 None None] For port 7acd7cb9-7e4a-4699-9295-869abcd2d15b, host dv-cinder-835881-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=7acd7cb9-7e4a-4699-9295-869abcd2d15b,segment=NetworkSegment(6c738280-30fc-49ea-929c-a4e23bf1c310),segment_id=6c738280-30fc-49ea-929c-a4e23bf1c310)] {{(pid=103470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:39:10.769844 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-73e3efb1-02d4-4ad7-9cee-5a48c2413936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (7acd7cb9-7e4a-4699-9295-869abcd2d15b), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:10.830880 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c3a9a7f-74c0-4c41-9dfb-f77b9b523b15 admin admin] Notify agent at l3_agent.dv-cinder-835881-4-iscsi the message routers_updated {{(pid=103468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:39:10.840262 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db88e335-5d3b-420b-bbe9-ff774d259533 None None] Sync routers for ids ['ee6ed025-a43d-4e33-9635-a33457f081e1'] in dv-cinder-835881-4-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:39:10.845098 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-57e43f74-93a7-48ab-8070-4b2314b9a568 None None] Provisioning complete for port 7acd7cb9-7e4a-4699-9295-869abcd2d15b triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:39:10.845503 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-57e43f74-93a7-48ab-8070-4b2314b9a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (7acd7cb9-7e4a-4699-9295-869abcd2d15b), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:10.854998 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e3efb1-02d4-4ad7-9cee-5a48c2413936 None None] Routers {'1234f21b-804b-42c6-8ed1-79cd5f091c41'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:39:10.856201 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-73e3efb1-02d4-4ad7-9cee-5a48c2413936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:39:08Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['1234f21b-804b-42c6-8ed1-79cd5f091c41'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:10.861307 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2c3a9a7f-74c0-4c41-9dfb-f77b9b523b15 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:10.862101 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db88e335-5d3b-420b-bbe9-ff774d259533 None None] Routers {'ee6ed025-a43d-4e33-9635-a33457f081e1'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:39:10.862655 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-2c3a9a7f-74c0-4c41-9dfb-f77b9b523b15 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8592918 Apr 05 22:39:10.866190 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 40614) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:10.866726 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-db88e335-5d3b-420b-bbe9-ff774d259533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:39:08Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['ee6ed025-a43d-4e33-9635-a33457f081e1'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:10.876260 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c426fcc-3218-42a7-8bca-df04c9445192 None None] Pushing event updated for resources: {'Port': ['ID=7acd7cb9-7e4a-4699-9295-869abcd2d15b,revision_number=4']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:11.027817 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-73e3efb1-02d4-4ad7-9cee-5a48c2413936 None None] Set router 1234f21b-804b-42c6-8ed1-79cd5f091c41 gateway port host: dv-cinder-835881-4-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:39:11.034013 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-76799d3c-7285-439e-9889-4c93bb57ea58 req-e767875c-9fd3-4cbe-b52e-0f5cf345e12c tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9c3ec7-79db-4e27-b0b9-239732c6eaad HTTP/1.1" status: 200 len: 210 time: 0.0431395 Apr 05 22:39:11.055795 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-db88e335-5d3b-420b-bbe9-ff774d259533 None None] Set router ee6ed025-a43d-4e33-9635-a33457f081e1 gateway port host: dv-cinder-835881-4-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:39:11.152697 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbf0e51-98e6-4356-ac88-6aa8561107f5 req-e65bb838-9940-42be-aa9b-a5061731d583 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:11.154302 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-fdbf0e51-98e6-4356-ac88-6aa8561107f5 req-e65bb838-9940-42be-aa9b-a5061731d583 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c3cd28d-cb91-4884-827e-ca478eb1ff77 HTTP/1.1" status: 200 len: 931 time: 0.1664290 Apr 05 22:39:11.286349 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-fdbf0e51-98e6-4356-ac88-6aa8561107f5 req-7d4401af-9a92-45fa-ae4e-dc21ff6fefdd tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e5ab744-8b27-401a-9f50-b62fc5f2c997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899537 Apr 05 22:39:11.383027 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-db88e335-5d3b-420b-bbe9-ff774d259533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6ed025-a43d-4e33-9635-a33457f081e1', 'name': 'tempest-TestVolumeBootPattern-377493815-router', 'tenant_id': 'c5839fe37e144108a67d06796441c8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '59fe502f-0128-4558-ae9e-1b2ac3c56d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:39:09Z', 'updated_at': '2022-04-05T22:39:10Z', 'revision_number': 3, 'project_id': 'c5839fe37e144108a67d06796441c8c7', 'gw_port': {'id': '59fe502f-0128-4558-ae9e-1b2ac3c56d2b', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee6ed025-a43d-4e33-9635-a33457f081e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:09Z', 'updated_at': '2022-04-05T22:39:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi'}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:11.384571 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-57e43f74-93a7-48ab-8070-4b2314b9a568 None None] Current status of the port 7acd7cb9-7e4a-4699-9295-869abcd2d15b is: DOWN; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:39:11.384957 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-57e43f74-93a7-48ab-8070-4b2314b9a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (7acd7cb9-7e4a-4699-9295-869abcd2d15b), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:11.420225 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db88e335-5d3b-420b-bbe9-ff774d259533 None None] Checking router: ee6ed025-a43d-4e33-9635-a33457f081e1 for host: dv-cinder-835881-4-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:39:11.420767 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db88e335-5d3b-420b-bbe9-ff774d259533 None None] Updating router ee6ed025-a43d-4e33-9635-a33457f081e1 port 59fe502f-0128-4558-ae9e-1b2ac3c56d2b binding host dv-cinder-835881-4-iscsi {{(pid=103471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 22:39:11.451933 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-57e43f74-93a7-48ab-8070-4b2314b9a568 None None] For port 7acd7cb9-7e4a-4699-9295-869abcd2d15b, host dv-cinder-835881-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=7acd7cb9-7e4a-4699-9295-869abcd2d15b,segment=NetworkSegment(6c738280-30fc-49ea-929c-a4e23bf1c310),segment_id=6c738280-30fc-49ea-929c-a4e23bf1c310)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:39:11.460509 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-db88e335-5d3b-420b-bbe9-ff774d259533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (59fe502f-0128-4558-ae9e-1b2ac3c56d2b), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:11.466302 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-57e43f74-93a7-48ab-8070-4b2314b9a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (7acd7cb9-7e4a-4699-9295-869abcd2d15b), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:11.491371 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905a878-3a31-430c-84f3-b7bc4d555b1a req-30f3d603-fb45-419e-a38c-cce6907cc906 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:11.492960 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d905a878-3a31-430c-84f3-b7bc4d555b1a req-30f3d603-fb45-419e-a38c-cce6907cc906 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1 HTTP/1.1" status: 200 len: 945 time: 0.0800304 Apr 05 22:39:11.526524 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-73e3efb1-02d4-4ad7-9cee-5a48c2413936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'name': 'tempest-TestVolumeBootPattern-1575049161-router', 'tenant_id': 'c30240b95f844507b090c8c5e4e837f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '162c1f4e-739b-4d50-b74e-16242592db8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:39:01Z', 'updated_at': '2022-04-05T22:39:06Z', 'revision_number': 4, 'project_id': 'c30240b95f844507b090c8c5e4e837f8', 'gw_port': {'id': '162c1f4e-739b-4d50-b74e-16242592db8a', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ca:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:02Z', 'updated_at': '2022-04-05T22:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_interfaces': [{'id': '7acd7cb9-7e4a-4699-9295-869abcd2d15b', 'name': '', 'network_id': '29e62588-d45d-408b-8ff2-41c8ab8f7564', 'tenant_id': 'c30240b95f844507b090c8c5e4e837f8', 'mac_address': 'fa:16:3e:a9:ec:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '01cfd0c4-12a2-43c1-a8b6-36df1c8261fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:05Z', 'updated_at': '2022-04-05T22:39:10Z', 'revision_number': 4, 'project_id': 'c30240b95f844507b090c8c5e4e837f8', 'subnets': [{'id': '01cfd0c4-12a2-43c1-a8b6-36df1c8261fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:11.590255 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e3efb1-02d4-4ad7-9cee-5a48c2413936 None None] The sync data for ids ['1234f21b-804b-42c6-8ed1-79cd5f091c41'] in dv-cinder-835881-4-iscsi is: [{'id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'name': 'tempest-TestVolumeBootPattern-1575049161-router', 'tenant_id': 'c30240b95f844507b090c8c5e4e837f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '162c1f4e-739b-4d50-b74e-16242592db8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:39:01Z', 'updated_at': '2022-04-05T22:39:06Z', 'revision_number': 4, 'project_id': 'c30240b95f844507b090c8c5e4e837f8', 'gw_port': {'id': '162c1f4e-739b-4d50-b74e-16242592db8a', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ca:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:02Z', 'updated_at': '2022-04-05T22:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_interfaces': [{'id': '7acd7cb9-7e4a-4699-9295-869abcd2d15b', 'name': '', 'network_id': '29e62588-d45d-408b-8ff2-41c8ab8f7564', 'tenant_id': 'c30240b95f844507b090c8c5e4e837f8', 'mac_address': 'fa:16:3e:a9:ec:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '01cfd0c4-12a2-43c1-a8b6-36df1c8261fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:05Z', 'updated_at': '2022-04-05T22:39:10Z', 'revision_number': 4, 'project_id': 'c30240b95f844507b090c8c5e4e837f8', 'subnets': [{'id': '01cfd0c4-12a2-43c1-a8b6-36df1c8261fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:39:11.595396 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e43f74-93a7-48ab-8070-4b2314b9a568 None None] Pushing event updated for resources: {'Port': ['ID=7acd7cb9-7e4a-4699-9295-869abcd2d15b,revision_number=5']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:11.617714 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-940f60f2-a389-480a-b1ab-d6495118c243 None None] Provisioning complete for port 7acd7cb9-7e4a-4699-9295-869abcd2d15b triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:39:11.618087 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-940f60f2-a389-480a-b1ab-d6495118c243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (7acd7cb9-7e4a-4699-9295-869abcd2d15b), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:11.620503 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d905a878-3a31-430c-84f3-b7bc4d555b1a req-eabff78b-2374-4489-86b7-a46248cb4000 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/security-groups?id=1602fbfb-363d-466e-8059-00c4f95822a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1071126 Apr 05 22:39:11.741282 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-547261ce-2d26-4796-b829-055bc8c9ef0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:11.794432 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-940f60f2-a389-480a-b1ab-d6495118c243 None None] Current status of the port 7acd7cb9-7e4a-4699-9295-869abcd2d15b is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:39:11.826105 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-db88e335-5d3b-420b-bbe9-ff774d259533 None None] Publish callbacks [] for port (59fe502f-0128-4558-ae9e-1b2ac3c56d2b), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:11.838255 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-db88e335-5d3b-420b-bbe9-ff774d259533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (59fe502f-0128-4558-ae9e-1b2ac3c56d2b), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:11.899023 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-db88e335-5d3b-420b-bbe9-ff774d259533 None None] Attempting to bind port 59fe502f-0128-4558-ae9e-1b2ac3c56d2b on host dv-cinder-835881-4-iscsi for vnic_type normal with profile {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:39:11.899726 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-db88e335-5d3b-420b-bbe9-ff774d259533 None None] Attempting to bind port 59fe502f-0128-4558-ae9e-1b2ac3c56d2b by drivers openvswitch,hyperv on host dv-cinder-835881-4-iscsi at level 0 using segments [{'id': '93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d'}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:39:11.899726 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db88e335-5d3b-420b-bbe9-ff774d259533 None None] Attempting to bind port 59fe502f-0128-4558-ae9e-1b2ac3c56d2b on network 1c7020db-f04b-4bae-aa0d-07e17c11278d {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:39:11.902976 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccba30ae-695c-476e-8f62-528a8e2a5446 None None] Pushing event updated for resources: {'Port': ['ID=59fe502f-0128-4558-ae9e-1b2ac3c56d2b,revision_number=2']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:11.908839 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db88e335-5d3b-420b-bbe9-ff774d259533 None None] Checking agent: {'id': 'b771b186-15ef-4a1a-9c73-ea54ac08c8ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 28, 12), 'started_at': datetime.datetime(2022, 4, 5, 22, 28, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:39:11.909141 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db88e335-5d3b-420b-bbe9-ff774d259533 None None] Checking segment: {'id': '93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:39:11.909569 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-db88e335-5d3b-420b-bbe9-ff774d259533 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:11.909932 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db88e335-5d3b-420b-bbe9-ff774d259533 None None] Bound using segment: {'id': '93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d'} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:39:11.910627 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-db88e335-5d3b-420b-bbe9-ff774d259533 None None] Bound port: 59fe502f-0128-4558-ae9e-1b2ac3c56d2b, host: dv-cinder-835881-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d'}}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:39:11.910807 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-db88e335-5d3b-420b-bbe9-ff774d259533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (59fe502f-0128-4558-ae9e-1b2ac3c56d2b), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:11.960052 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_common [None req-547261ce-2d26-4796-b829-055bc8c9ef0d admin admin] Allocated IP 172.20.0.1 (14bf3fc5-2336-4954-b0fd-2d082393f764/09b1f8c1-a594-4423-8e74-8aba52e3e605/e2219d1b-db13-4099-8a09-b944cffa893b) {{(pid=103469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:39:11.980542 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-db88e335-5d3b-420b-bbe9-ff774d259533 None None] For port 59fe502f-0128-4558-ae9e-1b2ac3c56d2b, host dv-cinder-835881-4-iscsi, cleared binding levels {{(pid=103471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:39:11.983702 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-db88e335-5d3b-420b-bbe9-ff774d259533 None None] For port 59fe502f-0128-4558-ae9e-1b2ac3c56d2b, host dv-cinder-835881-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=59fe502f-0128-4558-ae9e-1b2ac3c56d2b,segment=NetworkSegment(93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb),segment_id=93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb)] {{(pid=103471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:39:11.992878 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-db88e335-5d3b-420b-bbe9-ff774d259533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (59fe502f-0128-4558-ae9e-1b2ac3c56d2b), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:12.018653 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99cb7a56-4feb-440b-9ea1-850520eb88e2 None None] Network 14bf3fc5-2336-4954-b0fd-2d082393f764 requested from dv-cinder-835881-4-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:39:12.066315 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db88e335-5d3b-420b-bbe9-ff774d259533 None None] Routers {'ee6ed025-a43d-4e33-9635-a33457f081e1'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:39:12.067471 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-db88e335-5d3b-420b-bbe9-ff774d259533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:39:08Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['ee6ed025-a43d-4e33-9635-a33457f081e1'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:12.073340 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccba30ae-695c-476e-8f62-528a8e2a5446 None None] Pushing event updated for resources: {'Port': ['ID=59fe502f-0128-4558-ae9e-1b2ac3c56d2b,revision_number=3']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:12.100929 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-547261ce-2d26-4796-b829-055bc8c9ef0d admin admin] Publish callbacks [] for port (e2219d1b-db13-4099-8a09-b944cffa893b), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:12.110676 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (b771b186-15ef-4a1a-9c73-ea54ac08c8ac), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:12.202585 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-307b71c5-ba83-4068-91c9-7da5762ce36a req-c50939b2-ce01-4bd3-a568-d6821937035a tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9c3ec7-79db-4e27-b0b9-239732c6eaad HTTP/1.1" status: 200 len: 210 time: 0.0354021 Apr 05 22:39:12.235639 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-9a72cbc3-1664-4003-adea-d4ed6712922d None None] Provisioning complete for port f53c457c-0529-468a-9346-3d5bc11e679d triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:39:12.236097 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-9a72cbc3-1664-4003-adea-d4ed6712922d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (f53c457c-0529-468a-9346-3d5bc11e679d), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:12.249688 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-547261ce-2d26-4796-b829-055bc8c9ef0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757100095748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827921'] for port (e2219d1b-db13-4099-8a09-b944cffa893b), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:12.312253 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-db88e335-5d3b-420b-bbe9-ff774d259533 None None] Set router ee6ed025-a43d-4e33-9635-a33457f081e1 gateway port host: dv-cinder-835881-4-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:39:12.387275 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547261ce-2d26-4796-b829-055bc8c9ef0d admin admin] Network 14bf3fc5-2336-4954-b0fd-2d082393f764 is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:39:12.397109 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-547261ce-2d26-4796-b829-055bc8c9ef0d admin admin] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:39:12.406542 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547261ce-2d26-4796-b829-055bc8c9ef0d admin admin] Received port after_create {{(pid=103469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:39:12.505567 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-9a72cbc3-1664-4003-adea-d4ed6712922d None None] Current status of the port f53c457c-0529-468a-9346-3d5bc11e679d is: DOWN; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:39:12.507632 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-9a72cbc3-1664-4003-adea-d4ed6712922d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (f53c457c-0529-468a-9346-3d5bc11e679d), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:12.547372 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device 7acd7cb9-7e4a-4699-9295-869abcd2d15b up at agent ovs-agent-dv-cinder-835881-4-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:39:12.655887 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547261ce-2d26-4796-b829-055bc8c9ef0d admin admin] Pushing event updated for resources: {'Port': ['ID=e2219d1b-db13-4099-8a09-b944cffa893b,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:12.658634 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-9a72cbc3-1664-4003-adea-d4ed6712922d None None] For port f53c457c-0529-468a-9346-3d5bc11e679d, host dv-cinder-835881-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=f53c457c-0529-468a-9346-3d5bc11e679d,segment=NetworkSegment(6d682402-73e3-41aa-b1c7-80e0754b3d42),segment_id=6d682402-73e3-41aa-b1c7-80e0754b3d42)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:39:12.667865 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-9a72cbc3-1664-4003-adea-d4ed6712922d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (f53c457c-0529-468a-9346-3d5bc11e679d), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:12.697095 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-547261ce-2d26-4796-b829-055bc8c9ef0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536746'] for router_interface (ee6ed025-a43d-4e33-9635-a33457f081e1), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:12.720288 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Provisioning complete for port 7acd7cb9-7e4a-4699-9295-869abcd2d15b triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:39:12.720672 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (7acd7cb9-7e4a-4699-9295-869abcd2d15b), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:12.881726 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-db88e335-5d3b-420b-bbe9-ff774d259533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6ed025-a43d-4e33-9635-a33457f081e1', 'name': 'tempest-TestVolumeBootPattern-377493815-router', 'tenant_id': 'c5839fe37e144108a67d06796441c8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '59fe502f-0128-4558-ae9e-1b2ac3c56d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:39:09Z', 'updated_at': '2022-04-05T22:39:10Z', 'revision_number': 3, 'project_id': 'c5839fe37e144108a67d06796441c8c7', 'gw_port': {'id': '59fe502f-0128-4558-ae9e-1b2ac3c56d2b', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee6ed025-a43d-4e33-9635-a33457f081e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:09Z', 'updated_at': '2022-04-05T22:39:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi'}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:12.892201 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a72cbc3-1664-4003-adea-d4ed6712922d None None] Pushing event updated for resources: {'Port': ['ID=f53c457c-0529-468a-9346-3d5bc11e679d,revision_number=3']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:12.925601 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db88e335-5d3b-420b-bbe9-ff774d259533 None None] The sync data for ids ['ee6ed025-a43d-4e33-9635-a33457f081e1'] in dv-cinder-835881-4-iscsi is: [{'id': 'ee6ed025-a43d-4e33-9635-a33457f081e1', 'name': 'tempest-TestVolumeBootPattern-377493815-router', 'tenant_id': 'c5839fe37e144108a67d06796441c8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '59fe502f-0128-4558-ae9e-1b2ac3c56d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:39:09Z', 'updated_at': '2022-04-05T22:39:10Z', 'revision_number': 3, 'project_id': 'c5839fe37e144108a67d06796441c8c7', 'gw_port': {'id': '59fe502f-0128-4558-ae9e-1b2ac3c56d2b', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee6ed025-a43d-4e33-9635-a33457f081e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:09Z', 'updated_at': '2022-04-05T22:39:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi'}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:39:12.966966 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-33890318-7af3-4c28-befe-efc86b6d3a3c None None] Provisioning complete for port f53c457c-0529-468a-9346-3d5bc11e679d triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:39:12.974672 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-33890318-7af3-4c28-befe-efc86b6d3a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (f53c457c-0529-468a-9346-3d5bc11e679d), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:13.026811 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67bef7b-f80c-40fd-aaf6-bebf158cbb49 req-81f702a7-218d-4503-83eb-8e66a4ace8f6 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:13.028481 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d67bef7b-f80c-40fd-aaf6-bebf158cbb49 req-81f702a7-218d-4503-83eb-8e66a4ace8f6 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c3cd28d-cb91-4884-827e-ca478eb1ff77 HTTP/1.1" status: 200 len: 931 time: 0.5823631 Apr 05 22:39:13.046128 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Current status of the port 7acd7cb9-7e4a-4699-9295-869abcd2d15b is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:39:13.047171 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device f53c457c-0529-468a-9346-3d5bc11e679d up at agent ovs-agent-dv-cinder-835881-4-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:39:13.199293 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50a43ff-1a09-4c24-8d09-ab7b063f5fc4 req-fc5b0508-2b02-459a-a85e-4a11b29fdf2c tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:13.208726 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c50a43ff-1a09-4c24-8d09-ab7b063f5fc4 req-fc5b0508-2b02-459a-a85e-4a11b29fdf2c tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1 HTTP/1.1" status: 200 len: 945 time: 0.3752453 Apr 05 22:39:13.307490 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d67bef7b-f80c-40fd-aaf6-bebf158cbb49 req-68f02e73-1e62-4ef6-825b-43693ab58180 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e5ab744-8b27-401a-9f50-b62fc5f2c997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027495 Apr 05 22:39:13.311819 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-33890318-7af3-4c28-befe-efc86b6d3a3c None None] Current status of the port f53c457c-0529-468a-9346-3d5bc11e679d is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:39:13.317781 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Provisioning complete for port f53c457c-0529-468a-9346-3d5bc11e679d triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:39:13.318298 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (f53c457c-0529-468a-9346-3d5bc11e679d), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:13.423982 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Current status of the port f53c457c-0529-468a-9346-3d5bc11e679d is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:39:13.427117 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-547261ce-2d26-4796-b829-055bc8c9ef0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (e2219d1b-db13-4099-8a09-b944cffa893b), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:13.460878 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-0196fbb1-f0c0-400a-94fa-a0cd09918622 None None] Provisioning complete for port e2219d1b-db13-4099-8a09-b944cffa893b triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:39:13.461699 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-0196fbb1-f0c0-400a-94fa-a0cd09918622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (e2219d1b-db13-4099-8a09-b944cffa893b), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:13.500092 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c50a43ff-1a09-4c24-8d09-ab7b063f5fc4 req-eaf76d07-be75-4ae1-905d-26a506a696c1 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/security-groups?id=1602fbfb-363d-466e-8059-00c4f95822a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2899168 Apr 05 22:39:13.565451 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-0196fbb1-f0c0-400a-94fa-a0cd09918622 None None] Port e2219d1b-db13-4099-8a09-b944cffa893b cannot update to ACTIVE because it is not bound. {{(pid=103470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:39:13.565686 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-90967728-b048-45e2-827c-e076ca90ab40 req-68ad1c10-ce4b-42da-b17a-a6b112297bd7 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9c3ec7-79db-4e27-b0b9-239732c6eaad HTTP/1.1" status: 200 len: 210 time: 0.0641761 Apr 05 22:39:13.748302 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-547261ce-2d26-4796-b829-055bc8c9ef0d admin admin] Publish callbacks [] for port (e2219d1b-db13-4099-8a09-b944cffa893b), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:13.753428 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-547261ce-2d26-4796-b829-055bc8c9ef0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828008'] for port (e2219d1b-db13-4099-8a09-b944cffa893b), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:13.825755 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-547261ce-2d26-4796-b829-055bc8c9ef0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3645371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535098'] for router_interface (ee6ed025-a43d-4e33-9635-a33457f081e1), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:13.827697 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547261ce-2d26-4796-b829-055bc8c9ef0d admin admin] Pushing event updated for resources: {'Port': ['ID=e2219d1b-db13-4099-8a09-b944cffa893b,revision_number=2']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:13.950624 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547261ce-2d26-4796-b829-055bc8c9ef0d admin admin] Network 14bf3fc5-2336-4954-b0fd-2d082393f764 is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:39:13.954854 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-547261ce-2d26-4796-b829-055bc8c9ef0d admin admin] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:39:14.132742 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-547261ce-2d26-4796-b829-055bc8c9ef0d admin admin] Router ee6ed025-a43d-4e33-9635-a33457f081e1 has already been hosted by L3 agent 79a469f9-bdbc-4492-b479-9e5faeaf33b0 {{(pid=103469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:39:14.314948 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-e5684ffc-b726-466f-ab99-3fa088cedf5c None None] Provisioning complete for port e2219d1b-db13-4099-8a09-b944cffa893b triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:39:14.315521 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-e5684ffc-b726-466f-ab99-3fa088cedf5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (e2219d1b-db13-4099-8a09-b944cffa893b), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:14.377011 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device f53c457c-0529-468a-9346-3d5bc11e679d up at agent ovs-agent-dv-cinder-835881-4-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:39:14.395295 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-e5684ffc-b726-466f-ab99-3fa088cedf5c None None] Port e2219d1b-db13-4099-8a09-b944cffa893b cannot update to ACTIVE because it is not bound. {{(pid=103470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:39:14.437732 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-547261ce-2d26-4796-b829-055bc8c9ef0d admin admin] Notify agent at l3_agent.dv-cinder-835881-4-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:39:14.442870 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-547261ce-2d26-4796-b829-055bc8c9ef0d admin admin] 10.222.0.45 "PUT /v2.0/routers/ee6ed025-a43d-4e33-9635-a33457f081e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5745218 Apr 05 22:39:14.481384 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Provisioning complete for port f53c457c-0529-468a-9346-3d5bc11e679d triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:39:14.481783 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (f53c457c-0529-468a-9346-3d5bc11e679d), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:14.523870 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166da999-d4f1-4d33-9b25-3d1ff1f64bcb req-40650307-05e1-48d2-bb9a-461c72145350 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:14.535111 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-166da999-d4f1-4d33-9b25-3d1ff1f64bcb req-40650307-05e1-48d2-bb9a-461c72145350 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c3cd28d-cb91-4884-827e-ca478eb1ff77 HTTP/1.1" status: 200 len: 931 time: 0.1174800 Apr 05 22:39:14.628158 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Current status of the port f53c457c-0529-468a-9346-3d5bc11e679d is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:39:14.629956 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device 59fe502f-0128-4558-ae9e-1b2ac3c56d2b up at agent ovs-agent-dv-cinder-835881-4-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:39:14.648831 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-166da999-d4f1-4d33-9b25-3d1ff1f64bcb req-6623c854-1d29-43d6-a5a9-e94c5cce8caf tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e5ab744-8b27-401a-9f50-b62fc5f2c997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122124 Apr 05 22:39:14.689642 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Provisioning complete for port 59fe502f-0128-4558-ae9e-1b2ac3c56d2b triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:39:14.690021 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (59fe502f-0128-4558-ae9e-1b2ac3c56d2b), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:14.706641 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c0102d-4606-40a4-81cd-304299c5c59c req-d040c25e-4b07-4dc1-b8cb-b6ed844a834d tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:14.715268 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-50c0102d-4606-40a4-81cd-304299c5c59c req-d040c25e-4b07-4dc1-b8cb-b6ed844a834d tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1 HTTP/1.1" status: 200 len: 945 time: 0.1067622 Apr 05 22:39:14.772296 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Current status of the port 59fe502f-0128-4558-ae9e-1b2ac3c56d2b is: DOWN; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:39:14.772684 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (59fe502f-0128-4558-ae9e-1b2ac3c56d2b), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:14.776212 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-eebf46a8-3302-49a3-81ba-edebdc1d8465 req-dc7e21b2-a0da-4c2c-86c1-abe6b73eb253 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9c3ec7-79db-4e27-b0b9-239732c6eaad HTTP/1.1" status: 200 len: 210 time: 0.0340006 Apr 05 22:39:14.780386 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-50c0102d-4606-40a4-81cd-304299c5c59c req-cb19de5a-5662-45aa-88c1-9f752e8e9230 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/security-groups?id=1602fbfb-363d-466e-8059-00c4f95822a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0642045 Apr 05 22:39:14.794947 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] For port 59fe502f-0128-4558-ae9e-1b2ac3c56d2b, host dv-cinder-835881-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=59fe502f-0128-4558-ae9e-1b2ac3c56d2b,segment=NetworkSegment(93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb),segment_id=93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:39:14.803639 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (59fe502f-0128-4558-ae9e-1b2ac3c56d2b), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:14.854870 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Pushing event updated for resources: {'Port': ['ID=59fe502f-0128-4558-ae9e-1b2ac3c56d2b,revision_number=4']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:15.258452 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 40654) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:15.263378 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-3dedc7cf-e423-49ff-b349-d2498c59674a tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-626781150', 'description': 'tempest-secgroup-smoke-626781150 description', 'project_id': 'c30240b95f844507b090c8c5e4e837f8'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:39:15.283332 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-3dedc7cf-e423-49ff-b349-d2498c59674a tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:15.352703 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-3dedc7cf-e423-49ff-b349-d2498c59674a tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks [] for security_group (ced387a5-040e-45ba-9c43-ed76753c1d9e), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:15.356402 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-3dedc7cf-e423-49ff-b349-d2498c59674a tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (ced387a5-040e-45ba-9c43-ed76753c1d9e), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:15.387683 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-3dedc7cf-e423-49ff-b349-d2498c59674a tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:15.389031 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-3dedc7cf-e423-49ff-b349-d2498c59674a tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1293411 Apr 05 22:39:15.391274 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dedc7cf-e423-49ff-b349-d2498c59674a tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ced387a5-040e-45ba-9c43-ed76753c1d9e,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:15.392408 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 40656) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:15.398589 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-4a6d6400-7cd0-47d5-839c-e0da7d1a0673 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Request body: {'security_group_rule': {'security_group_id': 'ced387a5-040e-45ba-9c43-ed76753c1d9e', 'project_id': 'c30240b95f844507b090c8c5e4e837f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:39:15.403695 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb98578-318d-4ac0-b08a-71ae7818000f None None] Sync routers for ids ['ee6ed025-a43d-4e33-9635-a33457f081e1'] in dv-cinder-835881-4-iscsi {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:39:15.417550 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb98578-318d-4ac0-b08a-71ae7818000f None None] Routers {'ee6ed025-a43d-4e33-9635-a33457f081e1'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:39:15.418288 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-eeb98578-318d-4ac0-b08a-71ae7818000f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:39:08Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['ee6ed025-a43d-4e33-9635-a33457f081e1'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:15.424016 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-4a6d6400-7cd0-47d5-839c-e0da7d1a0673 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks [] for security_group_rule (cdf532d1-f628-497a-84c7-7f67ca47e561), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:15.479355 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-4a6d6400-7cd0-47d5-839c-e0da7d1a0673 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks [] for security_group_rule (cdf532d1-f628-497a-84c7-7f67ca47e561), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:15.482950 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-4a6d6400-7cd0-47d5-839c-e0da7d1a0673 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586008'] for security_group_rule (cdf532d1-f628-497a-84c7-7f67ca47e561), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:15.504352 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6d6400-7cd0-47d5-839c-e0da7d1a0673 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdf532d1-f628-497a-84c7-7f67ca47e561,revision_number=0']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:15.512696 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-4a6d6400-7cd0-47d5-839c-e0da7d1a0673 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:15.516885 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-4a6d6400-7cd0-47d5-839c-e0da7d1a0673 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1228256 Apr 05 22:39:15.517506 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 40658) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:15.522775 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-0dfe0bdf-7d79-40a2-87d5-7285486a9e4f tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Request body: {'security_group_rule': {'security_group_id': 'ced387a5-040e-45ba-9c43-ed76753c1d9e', 'project_id': 'c30240b95f844507b090c8c5e4e837f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:39:15.531358 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-eeb98578-318d-4ac0-b08a-71ae7818000f None None] Set router ee6ed025-a43d-4e33-9635-a33457f081e1 gateway port host: dv-cinder-835881-4-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:39:15.547506 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-0dfe0bdf-7d79-40a2-87d5-7285486a9e4f tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks [] for security_group_rule (1498ad37-f6fb-45a2-b41b-1d45ce878465), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:15.607212 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-0dfe0bdf-7d79-40a2-87d5-7285486a9e4f tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks [] for security_group_rule (1498ad37-f6fb-45a2-b41b-1d45ce878465), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:15.615224 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-0dfe0bdf-7d79-40a2-87d5-7285486a9e4f tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586008'] for security_group_rule (1498ad37-f6fb-45a2-b41b-1d45ce878465), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:15.632830 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfe0bdf-7d79-40a2-87d5-7285486a9e4f tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1498ad37-f6fb-45a2-b41b-1d45ce878465,revision_number=0']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:15.642798 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-0dfe0bdf-7d79-40a2-87d5-7285486a9e4f tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:15.644099 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-0dfe0bdf-7d79-40a2-87d5-7285486a9e4f tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1254921 Apr 05 22:39:15.647488 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 40662) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:15.651846 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-653f34a5-175f-4219-b32a-2aa38993835c tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Request body: {'security_group_rule': {'security_group_id': 'ced387a5-040e-45ba-9c43-ed76753c1d9e', 'project_id': 'c30240b95f844507b090c8c5e4e837f8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:39:15.678113 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-653f34a5-175f-4219-b32a-2aa38993835c tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks [] for security_group_rule (28f1d41e-22a2-4307-a011-d5f0b307d04c), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:15.737847 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-653f34a5-175f-4219-b32a-2aa38993835c tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks [] for security_group_rule (28f1d41e-22a2-4307-a011-d5f0b307d04c), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:15.741667 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-653f34a5-175f-4219-b32a-2aa38993835c tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586008'] for security_group_rule (28f1d41e-22a2-4307-a011-d5f0b307d04c), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:15.761003 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-eeb98578-318d-4ac0-b08a-71ae7818000f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6ed025-a43d-4e33-9635-a33457f081e1', 'name': 'tempest-TestVolumeBootPattern-377493815-router', 'tenant_id': 'c5839fe37e144108a67d06796441c8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '59fe502f-0128-4558-ae9e-1b2ac3c56d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:39:09Z', 'updated_at': '2022-04-05T22:39:13Z', 'revision_number': 4, 'project_id': 'c5839fe37e144108a67d06796441c8c7', 'gw_port': {'id': '59fe502f-0128-4558-ae9e-1b2ac3c56d2b', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6ed025-a43d-4e33-9635-a33457f081e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:09Z', 'updated_at': '2022-04-05T22:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_interfaces': [{'id': 'e2219d1b-db13-4099-8a09-b944cffa893b', 'name': '', 'network_id': '14bf3fc5-2336-4954-b0fd-2d082393f764', 'tenant_id': 'c5839fe37e144108a67d06796441c8c7', 'mac_address': 'fa:16:3e:73:ba:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee6ed025-a43d-4e33-9635-a33457f081e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '09b1f8c1-a594-4423-8e74-8aba52e3e605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:11Z', 'updated_at': '2022-04-05T22:39:13Z', 'revision_number': 2, 'project_id': 'c5839fe37e144108a67d06796441c8c7', 'subnets': [{'id': '09b1f8c1-a594-4423-8e74-8aba52e3e605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:15.766786 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653f34a5-175f-4219-b32a-2aa38993835c tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28f1d41e-22a2-4307-a011-d5f0b307d04c,revision_number=0']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:15.772517 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-653f34a5-175f-4219-b32a-2aa38993835c tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:15.773821 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-653f34a5-175f-4219-b32a-2aa38993835c tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1252372 Apr 05 22:39:15.776419 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 40666) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:15.780764 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-43410a57-5ebc-477e-b93b-6ef8d205e805 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Request body: {'security_group_rule': {'security_group_id': 'ced387a5-040e-45ba-9c43-ed76753c1d9e', 'project_id': 'c30240b95f844507b090c8c5e4e837f8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:39:15.784521 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d44405-26b3-4d07-b8e9-8336eb263970 req-249ead62-23dd-4f31-9713-3386766d3204 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:15.786747 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d7d44405-26b3-4d07-b8e9-8336eb263970 req-249ead62-23dd-4f31-9713-3386766d3204 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c3cd28d-cb91-4884-827e-ca478eb1ff77 HTTP/1.1" status: 200 len: 931 time: 0.0592077 Apr 05 22:39:15.795920 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb98578-318d-4ac0-b08a-71ae7818000f None None] Checking router: ee6ed025-a43d-4e33-9635-a33457f081e1 for host: dv-cinder-835881-4-iscsi {{(pid=103470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:39:15.796549 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb98578-318d-4ac0-b08a-71ae7818000f None None] Updating router ee6ed025-a43d-4e33-9635-a33457f081e1 port e2219d1b-db13-4099-8a09-b944cffa893b binding host dv-cinder-835881-4-iscsi {{(pid=103470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 22:39:15.810906 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-43410a57-5ebc-477e-b93b-6ef8d205e805 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks [] for security_group_rule (3bd01499-3659-464f-887d-46451a1f1197), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:15.832009 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-eeb98578-318d-4ac0-b08a-71ae7818000f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (e2219d1b-db13-4099-8a09-b944cffa893b), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:15.846254 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d7d44405-26b3-4d07-b8e9-8336eb263970 req-21d103b0-df84-4447-ad5e-e5e5ed768895 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e5ab744-8b27-401a-9f50-b62fc5f2c997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516260 Apr 05 22:39:15.880496 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-43410a57-5ebc-477e-b93b-6ef8d205e805 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks [] for security_group_rule (3bd01499-3659-464f-887d-46451a1f1197), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:15.885426 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-43410a57-5ebc-477e-b93b-6ef8d205e805 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586008'] for security_group_rule (3bd01499-3659-464f-887d-46451a1f1197), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:15.904509 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43410a57-5ebc-477e-b93b-6ef8d205e805 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bd01499-3659-464f-887d-46451a1f1197,revision_number=0']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:15.924090 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-43410a57-5ebc-477e-b93b-6ef8d205e805 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:15.925455 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-43410a57-5ebc-477e-b93b-6ef8d205e805 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1480620 Apr 05 22:39:15.928809 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 40672) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:15.933105 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2f2a6baa-90fa-42fc-a16e-b4f7cf0df4a6 req-c5ed7ec8-a29a-4836-ac79-785af592561e tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9c3ec7-79db-4e27-b0b9-239732c6eaad HTTP/1.1" status: 200 len: 210 time: 0.0456514 Apr 05 22:39:15.933760 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-df62856f-292f-4d28-8ab6-f88a2d1526e7 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Request body: {'security_group_rule': {'security_group_id': 'ced387a5-040e-45ba-9c43-ed76753c1d9e', 'project_id': 'c30240b95f844507b090c8c5e4e837f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:39:15.956258 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.db.securitygroups_db [None req-df62856f-292f-4d28-8ab6-f88a2d1526e7 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Project c30240b95f844507b090c8c5e4e837f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 22:39:15.962576 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-df62856f-292f-4d28-8ab6-f88a2d1526e7 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks [] for security_group_rule (3792e421-fa7e-4c7c-a6fa-284438851c54), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:15.994818 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24b5df7-fe96-489b-bcb5-bba14a421210 req-8c0efd96-bdbc-4286-a1b6-40b69278d23a tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:15.996596 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d24b5df7-fe96-489b-bcb5-bba14a421210 req-8c0efd96-bdbc-4286-a1b6-40b69278d23a tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1 HTTP/1.1" status: 200 len: 945 time: 0.0623765 Apr 05 22:39:16.025392 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-df62856f-292f-4d28-8ab6-f88a2d1526e7 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks [] for security_group_rule (3792e421-fa7e-4c7c-a6fa-284438851c54), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:16.029349 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-df62856f-292f-4d28-8ab6-f88a2d1526e7 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586008'] for security_group_rule (3792e421-fa7e-4c7c-a6fa-284438851c54), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:16.051768 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d24b5df7-fe96-489b-bcb5-bba14a421210 req-b2c6d74e-79f9-4b6f-938d-831ab79de332 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/security-groups?id=1602fbfb-363d-466e-8059-00c4f95822a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486770 Apr 05 22:39:16.056071 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df62856f-292f-4d28-8ab6-f88a2d1526e7 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3792e421-fa7e-4c7c-a6fa-284438851c54,revision_number=0']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:16.061827 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-df62856f-292f-4d28-8ab6-f88a2d1526e7 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:16.063198 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-df62856f-292f-4d28-8ab6-f88a2d1526e7 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1331971 Apr 05 22:39:16.066190 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 40674) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:16.070668 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-66d67ffc-5172-46c3-b096-681ea7cb005f tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Request body: {'security_group_rule': {'security_group_id': 'ced387a5-040e-45ba-9c43-ed76753c1d9e', 'project_id': 'c30240b95f844507b090c8c5e4e837f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:39:16.100955 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.db.securitygroups_db [None req-66d67ffc-5172-46c3-b096-681ea7cb005f tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Project c30240b95f844507b090c8c5e4e837f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 22:39:16.107039 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-66d67ffc-5172-46c3-b096-681ea7cb005f tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks [] for security_group_rule (a4d11123-506b-4819-877f-b35f66c94deb), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:16.156939 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-eeb98578-318d-4ac0-b08a-71ae7818000f None None] Publish callbacks [] for port (e2219d1b-db13-4099-8a09-b944cffa893b), precommit_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:16.163463 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device 59fe502f-0128-4558-ae9e-1b2ac3c56d2b up at agent ovs-agent-dv-cinder-835881-4-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:39:16.166886 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-eeb98578-318d-4ac0-b08a-71ae7818000f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (e2219d1b-db13-4099-8a09-b944cffa893b), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:16.172799 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-66d67ffc-5172-46c3-b096-681ea7cb005f tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks [] for security_group_rule (a4d11123-506b-4819-877f-b35f66c94deb), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:16.177196 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-66d67ffc-5172-46c3-b096-681ea7cb005f tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586008'] for security_group_rule (a4d11123-506b-4819-877f-b35f66c94deb), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:16.195778 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d67ffc-5172-46c3-b096-681ea7cb005f tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4d11123-506b-4819-877f-b35f66c94deb,revision_number=0']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:16.205130 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-66d67ffc-5172-46c3-b096-681ea7cb005f tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:16.206436 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-66d67ffc-5172-46c3-b096-681ea7cb005f tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1392167 Apr 05 22:39:16.251985 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f76779-1455-4e6e-bc33-c3257f3b4c6b None None] Pushing event updated for resources: {'Port': ['ID=e2219d1b-db13-4099-8a09-b944cffa893b,revision_number=3']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:16.307678 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Provisioning complete for port 59fe502f-0128-4558-ae9e-1b2ac3c56d2b triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:39:16.308051 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (59fe502f-0128-4558-ae9e-1b2ac3c56d2b), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:16.338100 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-eeb98578-318d-4ac0-b08a-71ae7818000f None None] Attempting to bind port e2219d1b-db13-4099-8a09-b944cffa893b on host dv-cinder-835881-4-iscsi for vnic_type normal with profile {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:39:16.338474 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-eeb98578-318d-4ac0-b08a-71ae7818000f None None] Attempting to bind port e2219d1b-db13-4099-8a09-b944cffa893b by drivers openvswitch,hyperv on host dv-cinder-835881-4-iscsi at level 0 using segments [{'id': '6d682402-73e3-41aa-b1c7-80e0754b3d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '14bf3fc5-2336-4954-b0fd-2d082393f764'}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:39:16.338837 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb98578-318d-4ac0-b08a-71ae7818000f None None] Attempting to bind port e2219d1b-db13-4099-8a09-b944cffa893b on network 14bf3fc5-2336-4954-b0fd-2d082393f764 {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:39:16.353245 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb98578-318d-4ac0-b08a-71ae7818000f None None] Checking agent: {'id': 'b771b186-15ef-4a1a-9c73-ea54ac08c8ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 28, 12), 'started_at': datetime.datetime(2022, 4, 5, 22, 28, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:39:16.353648 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb98578-318d-4ac0-b08a-71ae7818000f None None] Checking segment: {'id': '6d682402-73e3-41aa-b1c7-80e0754b3d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '14bf3fc5-2336-4954-b0fd-2d082393f764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:39:16.354049 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-eeb98578-318d-4ac0-b08a-71ae7818000f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:16.354444 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb98578-318d-4ac0-b08a-71ae7818000f None None] Bound using segment: {'id': '6d682402-73e3-41aa-b1c7-80e0754b3d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '14bf3fc5-2336-4954-b0fd-2d082393f764'} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:39:16.354928 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-eeb98578-318d-4ac0-b08a-71ae7818000f None None] Bound port: e2219d1b-db13-4099-8a09-b944cffa893b, host: dv-cinder-835881-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d682402-73e3-41aa-b1c7-80e0754b3d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '14bf3fc5-2336-4954-b0fd-2d082393f764'}}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:39:16.355309 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-eeb98578-318d-4ac0-b08a-71ae7818000f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (e2219d1b-db13-4099-8a09-b944cffa893b), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:16.457981 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Current status of the port 59fe502f-0128-4558-ae9e-1b2ac3c56d2b is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:39:16.461810 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-eeb98578-318d-4ac0-b08a-71ae7818000f None None] For port e2219d1b-db13-4099-8a09-b944cffa893b, host dv-cinder-835881-4-iscsi, cleared binding levels {{(pid=103470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:39:16.474721 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-eeb98578-318d-4ac0-b08a-71ae7818000f None None] For port e2219d1b-db13-4099-8a09-b944cffa893b, host dv-cinder-835881-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=e2219d1b-db13-4099-8a09-b944cffa893b,segment=NetworkSegment(6d682402-73e3-41aa-b1c7-80e0754b3d42),segment_id=6d682402-73e3-41aa-b1c7-80e0754b3d42)] {{(pid=103470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:39:16.481216 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-eeb98578-318d-4ac0-b08a-71ae7818000f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (e2219d1b-db13-4099-8a09-b944cffa893b), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:16.657270 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [req-199a5144-7350-4f07-b523-318cc571377b req-9b6d5968-e7d4-4fa5-b550-d6e5c183c6a5 service neutron] Request body: {'port': {'device_id': '5c3cd28d-cb91-4884-827e-ca478eb1ff77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:39:16.682347 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-d0ac0956-37c6-4974-b0f5-77e1ee676b0e None None] Provisioning complete for port e2219d1b-db13-4099-8a09-b944cffa893b triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:39:16.682724 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d0ac0956-37c6-4974-b0f5-77e1ee676b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (e2219d1b-db13-4099-8a09-b944cffa893b), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:16.689453 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb98578-318d-4ac0-b08a-71ae7818000f None None] Routers {'ee6ed025-a43d-4e33-9635-a33457f081e1'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:39:16.690924 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-eeb98578-318d-4ac0-b08a-71ae7818000f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:39:08Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['ee6ed025-a43d-4e33-9635-a33457f081e1'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:16.693600 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f76779-1455-4e6e-bc33-c3257f3b4c6b None None] Pushing event updated for resources: {'Port': ['ID=e2219d1b-db13-4099-8a09-b944cffa893b,revision_number=4']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:16.868453 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-199a5144-7350-4f07-b523-318cc571377b req-9b6d5968-e7d4-4fa5-b550-d6e5c183c6a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:17.180348 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-eeb98578-318d-4ac0-b08a-71ae7818000f None None] Set router ee6ed025-a43d-4e33-9635-a33457f081e1 gateway port host: dv-cinder-835881-4-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:39:17.219301 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1658a3ff-fc02-4591-bb5e-09a6bc592763 req-80846a6b-5f55-429b-887d-0897bd0fff81 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9c3ec7-79db-4e27-b0b9-239732c6eaad HTTP/1.1" status: 200 len: 210 time: 0.1336801 Apr 05 22:39:17.228216 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-d0ac0956-37c6-4974-b0f5-77e1ee676b0e None None] Current status of the port e2219d1b-db13-4099-8a09-b944cffa893b is: DOWN; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:39:17.228672 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d0ac0956-37c6-4974-b0f5-77e1ee676b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (e2219d1b-db13-4099-8a09-b944cffa893b), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:17.287702 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6508cfd-eede-4544-a6e4-dac0845f5648 req-49017eb5-0522-423a-8d4a-fa66889baf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:17.287970 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-d0ac0956-37c6-4974-b0f5-77e1ee676b0e None None] For port e2219d1b-db13-4099-8a09-b944cffa893b, host dv-cinder-835881-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=e2219d1b-db13-4099-8a09-b944cffa893b,segment=NetworkSegment(6d682402-73e3-41aa-b1c7-80e0754b3d42),segment_id=6d682402-73e3-41aa-b1c7-80e0754b3d42)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:39:17.296120 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c6508cfd-eede-4544-a6e4-dac0845f5648 req-49017eb5-0522-423a-8d4a-fa66889baf87 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1 HTTP/1.1" status: 200 len: 1129 time: 0.3112547 Apr 05 22:39:17.327291 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba2d61e-3bd0-4708-93d1-b0b8f634ccd1 req-60a13cef-918e-47ce-bd0c-6272236a35b1 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:17.330887 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7ba2d61e-3bd0-4708-93d1-b0b8f634ccd1 req-60a13cef-918e-47ce-bd0c-6272236a35b1 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c3cd28d-cb91-4884-827e-ca478eb1ff77 HTTP/1.1" status: 200 len: 931 time: 0.2511554 Apr 05 22:39:17.355708 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d0ac0956-37c6-4974-b0f5-77e1ee676b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (e2219d1b-db13-4099-8a09-b944cffa893b), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:17.438543 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7ba2d61e-3bd0-4708-93d1-b0b8f634ccd1 req-a22f9572-5357-4eca-89fa-ff63d218e28d tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e5ab744-8b27-401a-9f50-b62fc5f2c997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995119 Apr 05 22:39:17.449783 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd77ab-4809-4c00-a82c-a4b74c2c2f60 req-7a6e48cb-8112-4a0e-b029-774cd347e2ec tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:17.462026 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-11bd77ab-4809-4c00-a82c-a4b74c2c2f60 req-7a6e48cb-8112-4a0e-b029-774cd347e2ec tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1 HTTP/1.1" status: 200 len: 945 time: 0.1085517 Apr 05 22:39:17.496992 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac0956-37c6-4974-b0f5-77e1ee676b0e None None] Pushing event updated for resources: {'Port': ['ID=e2219d1b-db13-4099-8a09-b944cffa893b,revision_number=5']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:17.529333 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-7a564eed-a63f-4bb7-bf32-ab85ed8cdda9 None None] Provisioning complete for port e2219d1b-db13-4099-8a09-b944cffa893b triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:39:17.529793 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-7a564eed-a63f-4bb7-bf32-ab85ed8cdda9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (e2219d1b-db13-4099-8a09-b944cffa893b), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:17.539908 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.notifiers.nova [req-199a5144-7350-4f07-b523-318cc571377b req-9b6d5968-e7d4-4fa5-b550-d6e5c183c6a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa {{(pid=103468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:39:17.547724 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-11bd77ab-4809-4c00-a82c-a4b74c2c2f60 req-e15c8c18-2b8a-45fb-a306-9e7d67d3d6fd tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/security-groups?id=1602fbfb-363d-466e-8059-00c4f95822a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0847919 Apr 05 22:39:17.559761 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c6508cfd-eede-4544-a6e4-dac0845f5648 req-12fdb0e6-3a14-4e2e-84b9-34d14d7bb4b7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1602fbfb-363d-466e-8059-00c4f95822a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0701640 Apr 05 22:39:17.569062 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-199a5144-7350-4f07-b523-318cc571377b req-9b6d5968-e7d4-4fa5-b550-d6e5c183c6a5 service neutron] Publish callbacks [] for port (ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:17.584057 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.db.provisioning_blocks [req-199a5144-7350-4f07-b523-318cc571377b req-9b6d5968-e7d4-4fa5-b550-d6e5c183c6a5 service neutron] Transition to ACTIVE for port object ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa will not be triggered until provisioned by entity L2. {{(pid=103468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 22:39:17.587786 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-199a5144-7350-4f07-b523-318cc571377b req-9b6d5968-e7d4-4fa5-b550-d6e5c183c6a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:17.661658 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6d5968-e7d4-4fa5-b550-d6e5c183c6a5 service neutron] Pushing event updated for resources: {'Port': ['ID=ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa,revision_number=2']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:17.675647 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [req-199a5144-7350-4f07-b523-318cc571377b req-9b6d5968-e7d4-4fa5-b550-d6e5c183c6a5 service neutron] Attempting to bind port ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:39:17.676040 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [req-199a5144-7350-4f07-b523-318cc571377b req-9b6d5968-e7d4-4fa5-b550-d6e5c183c6a5 service neutron] Attempting to bind port ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '66a23560-a634-4e66-94d7-80062cc7befd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '82ac0f62-8f0d-494d-92b9-59e30fbb35e6'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:39:17.676801 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199a5144-7350-4f07-b523-318cc571377b req-9b6d5968-e7d4-4fa5-b550-d6e5c183c6a5 service neutron] Attempting to bind port ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa on network 82ac0f62-8f0d-494d-92b9-59e30fbb35e6 {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:39:17.681227 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199a5144-7350-4f07-b523-318cc571377b req-9b6d5968-e7d4-4fa5-b550-d6e5c183c6a5 service neutron] Port ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa on network 82ac0f62-8f0d-494d-92b9-59e30fbb35e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 22:39:17.681613 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199a5144-7350-4f07-b523-318cc571377b req-9b6d5968-e7d4-4fa5-b550-d6e5c183c6a5 service neutron] Attempting to bind port ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa on network 82ac0f62-8f0d-494d-92b9-59e30fbb35e6 {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:39:17.694541 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199a5144-7350-4f07-b523-318cc571377b req-9b6d5968-e7d4-4fa5-b550-d6e5c183c6a5 service neutron] Checking agent: {'id': '021dfe4d-8109-4136-9367-dac606dce553', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 34, 28), 'started_at': datetime.datetime(2022, 4, 5, 22, 34, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:39:17.694779 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199a5144-7350-4f07-b523-318cc571377b req-9b6d5968-e7d4-4fa5-b550-d6e5c183c6a5 service neutron] Checking segment: {'id': '66a23560-a634-4e66-94d7-80062cc7befd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '82ac0f62-8f0d-494d-92b9-59e30fbb35e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:39:17.695162 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199a5144-7350-4f07-b523-318cc571377b req-9b6d5968-e7d4-4fa5-b550-d6e5c183c6a5 service neutron] Bound using segment: {'id': '66a23560-a634-4e66-94d7-80062cc7befd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '82ac0f62-8f0d-494d-92b9-59e30fbb35e6'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:39:17.695596 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [req-199a5144-7350-4f07-b523-318cc571377b req-9b6d5968-e7d4-4fa5-b550-d6e5c183c6a5 service neutron] Bound port: ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66a23560-a634-4e66-94d7-80062cc7befd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '82ac0f62-8f0d-494d-92b9-59e30fbb35e6'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:39:17.695958 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-199a5144-7350-4f07-b523-318cc571377b req-9b6d5968-e7d4-4fa5-b550-d6e5c183c6a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:17.719698 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-7a564eed-a63f-4bb7-bf32-ab85ed8cdda9 None None] Current status of the port e2219d1b-db13-4099-8a09-b944cffa893b is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:39:17.742249 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-eeb98578-318d-4ac0-b08a-71ae7818000f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6ed025-a43d-4e33-9635-a33457f081e1', 'name': 'tempest-TestVolumeBootPattern-377493815-router', 'tenant_id': 'c5839fe37e144108a67d06796441c8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '59fe502f-0128-4558-ae9e-1b2ac3c56d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:39:09Z', 'updated_at': '2022-04-05T22:39:13Z', 'revision_number': 4, 'project_id': 'c5839fe37e144108a67d06796441c8c7', 'gw_port': {'id': '59fe502f-0128-4558-ae9e-1b2ac3c56d2b', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6ed025-a43d-4e33-9635-a33457f081e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:09Z', 'updated_at': '2022-04-05T22:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_interfaces': [{'id': 'e2219d1b-db13-4099-8a09-b944cffa893b', 'name': '', 'network_id': '14bf3fc5-2336-4954-b0fd-2d082393f764', 'tenant_id': 'c5839fe37e144108a67d06796441c8c7', 'mac_address': 'fa:16:3e:73:ba:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee6ed025-a43d-4e33-9635-a33457f081e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '09b1f8c1-a594-4423-8e74-8aba52e3e605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:11Z', 'updated_at': '2022-04-05T22:39:16Z', 'revision_number': 4, 'project_id': 'c5839fe37e144108a67d06796441c8c7', 'subnets': [{'id': '09b1f8c1-a594-4423-8e74-8aba52e3e605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:17.770599 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb98578-318d-4ac0-b08a-71ae7818000f None None] The sync data for ids ['ee6ed025-a43d-4e33-9635-a33457f081e1'] in dv-cinder-835881-4-iscsi is: [{'id': 'ee6ed025-a43d-4e33-9635-a33457f081e1', 'name': 'tempest-TestVolumeBootPattern-377493815-router', 'tenant_id': 'c5839fe37e144108a67d06796441c8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '59fe502f-0128-4558-ae9e-1b2ac3c56d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:39:09Z', 'updated_at': '2022-04-05T22:39:13Z', 'revision_number': 4, 'project_id': 'c5839fe37e144108a67d06796441c8c7', 'gw_port': {'id': '59fe502f-0128-4558-ae9e-1b2ac3c56d2b', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6ed025-a43d-4e33-9635-a33457f081e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:09Z', 'updated_at': '2022-04-05T22:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_interfaces': [{'id': 'e2219d1b-db13-4099-8a09-b944cffa893b', 'name': '', 'network_id': '14bf3fc5-2336-4954-b0fd-2d082393f764', 'tenant_id': 'c5839fe37e144108a67d06796441c8c7', 'mac_address': 'fa:16:3e:73:ba:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee6ed025-a43d-4e33-9635-a33457f081e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '09b1f8c1-a594-4423-8e74-8aba52e3e605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:11Z', 'updated_at': '2022-04-05T22:39:16Z', 'revision_number': 4, 'project_id': 'c5839fe37e144108a67d06796441c8c7', 'subnets': [{'id': '09b1f8c1-a594-4423-8e74-8aba52e3e605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:39:17.779321 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [req-199a5144-7350-4f07-b523-318cc571377b req-9b6d5968-e7d4-4fa5-b550-d6e5c183c6a5 service neutron] For port ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa, host hv-cinder-83588, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:39:17.783627 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [req-199a5144-7350-4f07-b523-318cc571377b req-9b6d5968-e7d4-4fa5-b550-d6e5c183c6a5 service neutron] For port ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa,segment=NetworkSegment(66a23560-a634-4e66-94d7-80062cc7befd),segment_id=66a23560-a634-4e66-94d7-80062cc7befd)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:39:17.791357 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-199a5144-7350-4f07-b523-318cc571377b req-9b6d5968-e7d4-4fa5-b550-d6e5c183c6a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:17.854093 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a5144-7350-4f07-b523-318cc571377b req-9b6d5968-e7d4-4fa5-b550-d6e5c183c6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:17.856293 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-199a5144-7350-4f07-b523-318cc571377b req-9b6d5968-e7d4-4fa5-b550-d6e5c183c6a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for port (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:17.858213 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-199a5144-7350-4f07-b523-318cc571377b req-9b6d5968-e7d4-4fa5-b550-d6e5c183c6a5 service neutron] 10.222.0.13 "PUT /v2.0/ports/ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa HTTP/1.1" status: 200 len: 1093 time: 1.2244651 Apr 05 22:39:17.858751 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c3cd28d-cb91-4884-827e-ca478eb1ff77', 'tag': 'ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa'}] {{(pid=103468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:39:17.861591 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8565d6b4cfa67e4590cf2f5bc7b4b9288cff1ea13080135eebb93ab155e6c8ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0565dcad-0d6c-464d-8008-dbcee817fcf7" -d '{"events": [{"name": "network-changed", "server_uuid": "5c3cd28d-cb91-4884-827e-ca478eb1ff77", "tag": "ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa"}]}' {{(pid=103468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:39:17.942271 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6d5968-e7d4-4fa5-b550-d6e5c183c6a5 service neutron] Pushing event updated for resources: {'Port': ['ID=ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:17.950881 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-029dc2b2-4849-4fce-a19d-4d825780a57a x-openstack-request-id: req-029dc2b2-4849-4fce-a19d-4d825780a57a {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:39:17.951224 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c3cd28d-cb91-4884-827e-ca478eb1ff77", "tag": "ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa", "status": "completed", "code": 200}]} {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:39:17.951572 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-029dc2b2-4849-4fce-a19d-4d825780a57a {{(pid=103468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:39:17.952060 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-029dc2b2-4849-4fce-a19d-4d825780a57a'] response: {'name': 'network-changed', 'server_uuid': '5c3cd28d-cb91-4884-827e-ca478eb1ff77', 'tag': 'ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa', 'status': 'completed', 'code': 200} Apr 05 22:39:18.026324 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a5144-7350-4f07-b523-318cc571377b req-5a60e402-936f-44ef-a326-1ebf9bdc218a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:18.028667 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-199a5144-7350-4f07-b523-318cc571377b req-5a60e402-936f-44ef-a326-1ebf9bdc218a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=345149c7ece441b7b63f5b15eefd7347&device_id=5c3cd28d-cb91-4884-827e-ca478eb1ff77 HTTP/1.1" status: 200 len: 1127 time: 0.0836396 Apr 05 22:39:18.073984 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd23174e-22ff-4f8d-b819-dd064778f425 req-70e2e889-4377-48b0-9292-0828c0c89078 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:18.075848 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-dd23174e-22ff-4f8d-b819-dd064778f425 req-70e2e889-4377-48b0-9292-0828c0c89078 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.13 "GET /v2.0/networks?id=3db3989f-3792-497b-8859-b82b64749acf HTTP/1.1" status: 200 len: 818 time: 0.1679509 Apr 05 22:39:18.108905 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-199a5144-7350-4f07-b523-318cc571377b req-ebdd9aea-2dca-43f2-b478-6389826fd0da service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa HTTP/1.1" status: 200 len: 217 time: 0.0520880 Apr 05 22:39:18.218433 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-dd23174e-22ff-4f8d-b819-dd064778f425 req-5c1dd313-ac11-43ce-9f65-4371752e0b99 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ba0c2747b5346a280f6f563ba891f9e HTTP/1.1" status: 200 len: 379 time: 0.1295447 Apr 05 22:39:18.254678 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device e2219d1b-db13-4099-8a09-b944cffa893b up at agent ovs-agent-dv-cinder-835881-4-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:39:18.316404 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Provisioning complete for port e2219d1b-db13-4099-8a09-b944cffa893b triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:39:18.316909 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (e2219d1b-db13-4099-8a09-b944cffa893b), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:18.322901 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-397f4a72-3c1e-4ed5-a31a-685343de667d req-4ad69501-9522-4002-b235-f1edb7c3cb6f tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9c3ec7-79db-4e27-b0b9-239732c6eaad HTTP/1.1" status: 200 len: 210 time: 0.0311909 Apr 05 22:39:18.401433 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Current status of the port e2219d1b-db13-4099-8a09-b944cffa893b is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:39:18.567462 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93294eb0-a1fd-4b5e-b4a9-ef7b00afab36 req-54db4538-c821-432a-bdb5-8f0e76002e7e tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:18.569002 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-93294eb0-a1fd-4b5e-b4a9-ef7b00afab36 req-54db4538-c821-432a-bdb5-8f0e76002e7e tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c3cd28d-cb91-4884-827e-ca478eb1ff77 HTTP/1.1" status: 200 len: 943 time: 0.0545595 Apr 05 22:39:18.638081 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-93294eb0-a1fd-4b5e-b4a9-ef7b00afab36 req-4484b5f6-a46a-4506-bb37-a78df922c102 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e5ab744-8b27-401a-9f50-b62fc5f2c997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611742 Apr 05 22:39:18.673127 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [req-dd23174e-22ff-4f8d-b819-dd064778f425 req-b6f1c943-c8ee-40e1-a88a-ef3b171c86c5 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Request body: {'port': {'device_id': 'fe9c3ec7-79db-4e27-b0b9-239732c6eaad', 'network_id': '3db3989f-3792-497b-8859-b82b64749acf', 'admin_state_up': True, 'tenant_id': '1ba0c2747b5346a280f6f563ba891f9e', 'security_groups': ['f7cc9993-4e8a-4abb-b67a-760072a0d25d']}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:39:18.734009 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a5144-7350-4f07-b523-318cc571377b req-45184623-e214-4097-b3b4-982d0fc89dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:18.736597 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-199a5144-7350-4f07-b523-318cc571377b req-45184623-e214-4097-b3b4-982d0fc89dd2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=19c28f15-7561-44cc-be09-8c106acb22d5 HTTP/1.1" status: 200 len: 854 time: 0.0677001 Apr 05 22:39:18.748711 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38d7c10-e2f2-4b7b-bd7b-e1dbe50a988f req-cec20f30-e46f-454e-9b2f-33ba9adef6ee tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:18.750280 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b38d7c10-e2f2-4b7b-bd7b-e1dbe50a988f req-cec20f30-e46f-454e-9b2f-33ba9adef6ee tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1 HTTP/1.1" status: 200 len: 945 time: 0.1113372 Apr 05 22:39:18.803300 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd23174e-22ff-4f8d-b819-dd064778f425 req-b6f1c943-c8ee-40e1-a88a-ef3b171c86c5 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Made reservation on behalf of 1ba0c2747b5346a280f6f563ba891f9e for: {'port': 1} {{(pid=103468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:39:18.807065 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-dd23174e-22ff-4f8d-b819-dd064778f425 req-b6f1c943-c8ee-40e1-a88a-ef3b171c86c5 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:18.830285 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b38d7c10-e2f2-4b7b-bd7b-e1dbe50a988f req-eca00a55-1b28-45fe-827c-b50f4f29c95d tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/security-groups?id=1602fbfb-363d-466e-8059-00c4f95822a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0737667 Apr 05 22:39:18.871441 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a5144-7350-4f07-b523-318cc571377b req-743adc0a-9c54-4113-8b1b-50b778f8d7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:18.873472 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-199a5144-7350-4f07-b523-318cc571377b req-743adc0a-9c54-4113-8b1b-50b778f8d7f2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=82ac0f62-8f0d-494d-92b9-59e30fbb35e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0744936 Apr 05 22:39:18.965644 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.db.db_base_plugin_common [req-dd23174e-22ff-4f8d-b819-dd064778f425 req-b6f1c943-c8ee-40e1-a88a-ef3b171c86c5 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Allocated IP 172.20.0.8 (3db3989f-3792-497b-8859-b82b64749acf/37586d04-a04b-404d-8716-ce23cb986874/e591e6dc-57a0-485e-8495-54d43217b08d) {{(pid=103468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:39:18.974423 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-199a5144-7350-4f07-b523-318cc571377b req-ecbb58e4-2353-4227-982d-c753722cfb1d service neutron] 10.222.0.13 "GET /v2.0/networks/82ac0f62-8f0d-494d-92b9-59e30fbb35e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939047 Apr 05 22:39:19.012479 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-97cde7d9-dbb1-4d23-a7c6-1511c50e2662 None None] Agent healthcheck: found 6 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:39:19.087283 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-199a5144-7350-4f07-b523-318cc571377b req-577c639c-b7a3-4afb-a7b4-b5ddf837b9b0 service neutron] 10.222.0.13 "GET /v2.0/networks/82ac0f62-8f0d-494d-92b9-59e30fbb35e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060247 Apr 05 22:39:19.145339 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-dd23174e-22ff-4f8d-b819-dd064778f425 req-b6f1c943-c8ee-40e1-a88a-ef3b171c86c5 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Publish callbacks [] for port (e591e6dc-57a0-485e-8495-54d43217b08d), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:19.183748 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-dd23174e-22ff-4f8d-b819-dd064778f425 req-b6f1c943-c8ee-40e1-a88a-ef3b171c86c5 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757100095748'] for port (e591e6dc-57a0-485e-8495-54d43217b08d), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:19.224552 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd23174e-22ff-4f8d-b819-dd064778f425 req-b6f1c943-c8ee-40e1-a88a-ef3b171c86c5 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Network 3db3989f-3792-497b-8859-b82b64749acf is already hosted by enough agents. {{(pid=103468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:39:19.227334 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [req-dd23174e-22ff-4f8d-b819-dd064778f425 req-b6f1c943-c8ee-40e1-a88a-ef3b171c86c5 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Resources bound (agent type, host, resource id): {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:39:19.230923 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd23174e-22ff-4f8d-b819-dd064778f425 req-b6f1c943-c8ee-40e1-a88a-ef3b171c86c5 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Received port after_create {{(pid=103468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:39:19.235984 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd23174e-22ff-4f8d-b819-dd064778f425 req-b6f1c943-c8ee-40e1-a88a-ef3b171c86c5 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:19.236585 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-dd23174e-22ff-4f8d-b819-dd064778f425 req-b6f1c943-c8ee-40e1-a88a-ef3b171c86c5 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for port (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:19.251317 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f1c943-c8ee-40e1-a88a-ef3b171c86c5 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Pushing event updated for resources: {'Port': ['ID=e591e6dc-57a0-485e-8495-54d43217b08d,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:19.265434 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-dd23174e-22ff-4f8d-b819-dd064778f425 req-b6f1c943-c8ee-40e1-a88a-ef3b171c86c5 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5976813 Apr 05 22:39:19.432289 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-321e0e42-6645-43d2-87f9-fac4d14784a2 None None] Provisioning complete for port e591e6dc-57a0-485e-8495-54d43217b08d triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:39:19.432959 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-321e0e42-6645-43d2-87f9-fac4d14784a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (e591e6dc-57a0-485e-8495-54d43217b08d), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:19.474323 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-321e0e42-6645-43d2-87f9-fac4d14784a2 None None] Port e591e6dc-57a0-485e-8495-54d43217b08d cannot update to ACTIVE because it is not bound. {{(pid=103470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:39:19.586559 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 40780) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:19.710533 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-dbb4bf75-3527-454d-ab7e-2e6da0402435 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:19.715258 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbfa49d-ca91-4de2-828d-b9964195b046 req-ac27e0f2-781c-4404-9da8-bae9c0c88632 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:19.716784 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0dbfa49d-ca91-4de2-828d-b9964195b046 req-ac27e0f2-781c-4404-9da8-bae9c0c88632 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9c3ec7-79db-4e27-b0b9-239732c6eaad HTTP/1.1" status: 200 len: 931 time: 0.3214898 Apr 05 22:39:19.809297 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0dbfa49d-ca91-4de2-828d-b9964195b046 req-8e18f8a1-6931-41e9-affb-c46bee9110b2 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7cc9993-4e8a-4abb-b67a-760072a0d25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817602 Apr 05 22:39:19.810492 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-dbb4bf75-3527-454d-ab7e-2e6da0402435 admin admin] Publish callbacks [] for security_group (665d577e-271a-4b45-8f79-387220920c20), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:19.815689 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-dbb4bf75-3527-454d-ab7e-2e6da0402435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (665d577e-271a-4b45-8f79-387220920c20), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:19.817721 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b532dc-60c6-47c6-95a7-385182075d02 req-16426f42-8634-40a9-bfc3-40105a201846 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:19.819239 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-81b532dc-60c6-47c6-95a7-385182075d02 req-16426f42-8634-40a9-bfc3-40105a201846 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c3cd28d-cb91-4884-827e-ca478eb1ff77 HTTP/1.1" status: 200 len: 943 time: 0.1015694 Apr 05 22:39:19.857384 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-dbb4bf75-3527-454d-ab7e-2e6da0402435 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ae043a4b76ab48cca1b8a495a4ef434f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2695286 Apr 05 22:39:19.858149 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb4bf75-3527-454d-ab7e-2e6da0402435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=665d577e-271a-4b45-8f79-387220920c20,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:19.860463 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 40788) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:19.887003 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-81b532dc-60c6-47c6-95a7-385182075d02 req-fdf71efe-d4b0-43d2-a261-be4773b54076 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e5ab744-8b27-401a-9f50-b62fc5f2c997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621343 Apr 05 22:39:19.926952 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5ed1b079-712e-4f01-93e7-c78125d40ce3 admin admin] Publish callbacks [] for security_group (665d577e-271a-4b45-8f79-387220920c20), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:19.953607 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5ed1b079-712e-4f01-93e7-c78125d40ce3 admin admin] Publish callbacks [] for security_group (665d577e-271a-4b45-8f79-387220920c20), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:19.986837 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e09430-a55b-4f7d-8668-47be6757a549 req-b5c4ad84-5c4c-4ee3-adcc-b9488a1eb36c tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:19.989874 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-38e09430-a55b-4f7d-8668-47be6757a549 req-b5c4ad84-5c4c-4ee3-adcc-b9488a1eb36c tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1 HTTP/1.1" status: 200 len: 945 time: 0.0720456 Apr 05 22:39:20.010704 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5ed1b079-712e-4f01-93e7-c78125d40ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (665d577e-271a-4b45-8f79-387220920c20), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:20.023122 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5ed1b079-712e-4f01-93e7-c78125d40ce3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:20.023122 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-5ed1b079-712e-4f01-93e7-c78125d40ce3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/665d577e-271a-4b45-8f79-387220920c20 HTTP/1.1" status: 204 len: 168 time: 0.1584678 Apr 05 22:39:20.029228 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed1b079-712e-4f01-93e7-c78125d40ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=665d577e-271a-4b45-8f79-387220920c20,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:20.069791 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-38e09430-a55b-4f7d-8668-47be6757a549 req-f078a06f-d4fb-4a37-bee5-85d454fa42ff tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/security-groups?id=1602fbfb-363d-466e-8059-00c4f95822a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0708306 Apr 05 22:39:20.188294 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa14155b-88be-43be-b834-58bf0f9a8d89 req-465eda20-e266-4819-9aa6-cbcd78ec42ad tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:20.188294 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-aa14155b-88be-43be-b834-58bf0f9a8d89 req-465eda20-e266-4819-9aa6-cbcd78ec42ad tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1 HTTP/1.1" status: 200 len: 945 time: 0.0603807 Apr 05 22:39:20.197181 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 40796) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:20.203017 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-d63f2861-cb67-40d3-a756-53f34413c741 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Request body: {'floatingip': {'port_id': '67c2afe0-e448-48a4-b01a-3ed734bcec2a'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:39:20.247856 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d63f2861-cb67-40d3-a756-53f34413c741 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks [] for floatingip (273bfd4f-6ffd-4679-8888-c6bf76974c2f), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:20.691674 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d63f2861-cb67-40d3-a756-53f34413c741 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:20.695332 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d63f2861-cb67-40d3-a756-53f34413c741 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536593'] for floatingip (273bfd4f-6ffd-4679-8888-c6bf76974c2f), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:20.792702 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.db.l3_db [None req-d63f2861-cb67-40d3-a756-53f34413c741 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Floating IP 273bfd4f-6ffd-4679-8888-c6bf76974c2f associated. External IP: 172.27.1.226, port: 67c2afe0-e448-48a4-b01a-3ed734bcec2a. Apr 05 22:39:21.002801 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91b7fc8-1210-4b0b-91e4-758d550bc3c5 req-0845e122-ab5f-4012-afc8-cb0c4f5481d4 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:21.004418 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d91b7fc8-1210-4b0b-91e4-758d550bc3c5 req-0845e122-ab5f-4012-afc8-cb0c4f5481d4 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9c3ec7-79db-4e27-b0b9-239732c6eaad HTTP/1.1" status: 200 len: 931 time: 0.1198037 Apr 05 22:39:21.115917 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a7790b-5bb3-4e5e-9430-f1e64b122887 req-411f6779-0e64-4673-a0b4-9d41a87d3be9 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:21.117336 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-68a7790b-5bb3-4e5e-9430-f1e64b122887 req-411f6779-0e64-4673-a0b4-9d41a87d3be9 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c3cd28d-cb91-4884-827e-ca478eb1ff77 HTTP/1.1" status: 200 len: 943 time: 0.1515822 Apr 05 22:39:21.122821 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d91b7fc8-1210-4b0b-91e4-758d550bc3c5 req-4567edc5-f533-4363-ab5e-9268412e234e tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7cc9993-4e8a-4abb-b67a-760072a0d25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079502 Apr 05 22:39:21.148189 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d63f2861-cb67-40d3-a756-53f34413c741 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Router 605bef79-fea7-48b4-aa2e-9a61b7b53637 has already been hosted by L3 agent 79a469f9-bdbc-4492-b479-9e5faeaf33b0 {{(pid=103469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:39:21.214773 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-68a7790b-5bb3-4e5e-9430-f1e64b122887 req-77532e99-3519-408d-961a-706dce5c570c tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e5ab744-8b27-401a-9f50-b62fc5f2c997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896230 Apr 05 22:39:21.284391 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d63f2861-cb67-40d3-a756-53f34413c741 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Notify agent at l3_agent.dv-cinder-835881-4-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:39:21.288876 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d63f2861-cb67-40d3-a756-53f34413c741 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for floatingip (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:21.293774 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d388ea8e-2265-4b77-9b3f-1d085da620fd None None] Sync routers for ids ['605bef79-fea7-48b4-aa2e-9a61b7b53637'] in dv-cinder-835881-4-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:39:21.307491 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d388ea8e-2265-4b77-9b3f-1d085da620fd None None] Routers {'605bef79-fea7-48b4-aa2e-9a61b7b53637'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:39:21.308111 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-d388ea8e-2265-4b77-9b3f-1d085da620fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:39:08Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['605bef79-fea7-48b4-aa2e-9a61b7b53637'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:21.319273 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-d63f2861-cb67-40d3-a756-53f34413c741 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "PUT /v2.0/floatingips/273bfd4f-6ffd-4679-8888-c6bf76974c2f HTTP/1.1" status: 200 len: 991 time: 1.1203668 Apr 05 22:39:21.320014 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1', 'tag': '67c2afe0-e448-48a4-b01a-3ed734bcec2a'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:39:21.322475 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f386ba26b1031f5495d5bdef0d2c98b5b567df56bfe60a1d1e0dd7c3f719aed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08cafcc8-9a4d-4c7d-9e21-83ae5e758d73" -d '{"events": [{"name": "network-changed", "server_uuid": "91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1", "tag": "67c2afe0-e448-48a4-b01a-3ed734bcec2a"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:39:21.357710 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21bc72cf-5998-46ac-a8fd-414c2fb48f37 x-openstack-request-id: req-21bc72cf-5998-46ac-a8fd-414c2fb48f37 {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:39:21.358002 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1", "tag": "67c2afe0-e448-48a4-b01a-3ed734bcec2a", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:39:21.358250 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-21bc72cf-5998-46ac-a8fd-414c2fb48f37 {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:39:21.358646 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21bc72cf-5998-46ac-a8fd-414c2fb48f37'] response: {'name': 'network-changed', 'server_uuid': '91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1', 'tag': '67c2afe0-e448-48a4-b01a-3ed734bcec2a', 'status': 'completed', 'code': 200} Apr 05 22:39:21.420237 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-d388ea8e-2265-4b77-9b3f-1d085da620fd None None] Set router 605bef79-fea7-48b4-aa2e-9a61b7b53637 gateway port host: dv-cinder-835881-4-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:39:21.653682 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-d388ea8e-2265-4b77-9b3f-1d085da620fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '605bef79-fea7-48b4-aa2e-9a61b7b53637', 'name': 'tempest-AttachVolumeTestJSON-472349617-router', 'tenant_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': 'c3554d77-7648-483d-8c51-ad87166b1feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:31Z', 'updated_at': '2022-04-05T22:38:36Z', 'revision_number': 4, 'project_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'gw_port': {'id': 'c3554d77-7648-483d-8c51-ad87166b1feb', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:62:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605bef79-fea7-48b4-aa2e-9a61b7b53637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:31Z', 'updated_at': '2022-04-05T22:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_floatingips': [{'id': '273bfd4f-6ffd-4679-8888-c6bf76974c2f', 'tenant_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'floating_ip_address': '172.27.1.226', 'floating_network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'router_id': '605bef79-fea7-48b4-aa2e-9a61b7b53637', 'port_id': '67c2afe0-e448-48a4-b01a-3ed734bcec2a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da73ea9b-ba6b-4c3a-88b0-57977001462e', 'mac_address': 'fa:16:3e:b7:dd:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:38:41Z', 'updated_at': '2022-04-05T22:39:20Z', 'revision_number': 1, 'project_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8b012a7-396c-4bc9-a065-3c9ba8fd9314', 'name': '', 'network_id': 'da73ea9b-ba6b-4c3a-88b0-57977001462e', 'tenant_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'mac_address': 'fa:16:3e:6a:9e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605bef79-fea7-48b4-aa2e-9a61b7b53637', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '12407ce6-40cf-4857-a656-235674308ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:35Z', 'updated_at': '2022-04-05T22:38:47Z', 'revision_number': 5, 'project_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'subnets': [{'id': '12407ce6-40cf-4857-a656-235674308ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:21.679031 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d388ea8e-2265-4b77-9b3f-1d085da620fd None None] Checking router: 605bef79-fea7-48b4-aa2e-9a61b7b53637 for host: dv-cinder-835881-4-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:39:21.687048 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d388ea8e-2265-4b77-9b3f-1d085da620fd None None] Routers {'605bef79-fea7-48b4-aa2e-9a61b7b53637'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:39:21.687635 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-d388ea8e-2265-4b77-9b3f-1d085da620fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:39:08Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['605bef79-fea7-48b4-aa2e-9a61b7b53637'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:21.795844 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-d388ea8e-2265-4b77-9b3f-1d085da620fd None None] Set router 605bef79-fea7-48b4-aa2e-9a61b7b53637 gateway port host: dv-cinder-835881-4-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:39:22.128774 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-d388ea8e-2265-4b77-9b3f-1d085da620fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '605bef79-fea7-48b4-aa2e-9a61b7b53637', 'name': 'tempest-AttachVolumeTestJSON-472349617-router', 'tenant_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': 'c3554d77-7648-483d-8c51-ad87166b1feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:31Z', 'updated_at': '2022-04-05T22:38:36Z', 'revision_number': 4, 'project_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'gw_port': {'id': 'c3554d77-7648-483d-8c51-ad87166b1feb', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:62:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605bef79-fea7-48b4-aa2e-9a61b7b53637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:31Z', 'updated_at': '2022-04-05T22:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_floatingips': [{'id': '273bfd4f-6ffd-4679-8888-c6bf76974c2f', 'tenant_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'floating_ip_address': '172.27.1.226', 'floating_network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'router_id': '605bef79-fea7-48b4-aa2e-9a61b7b53637', 'port_id': '67c2afe0-e448-48a4-b01a-3ed734bcec2a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da73ea9b-ba6b-4c3a-88b0-57977001462e', 'mac_address': 'fa:16:3e:b7:dd:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:38:41Z', 'updated_at': '2022-04-05T22:39:20Z', 'revision_number': 1, 'project_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8b012a7-396c-4bc9-a065-3c9ba8fd9314', 'name': '', 'network_id': 'da73ea9b-ba6b-4c3a-88b0-57977001462e', 'tenant_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'mac_address': 'fa:16:3e:6a:9e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605bef79-fea7-48b4-aa2e-9a61b7b53637', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '12407ce6-40cf-4857-a656-235674308ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:35Z', 'updated_at': '2022-04-05T22:38:47Z', 'revision_number': 5, 'project_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'subnets': [{'id': '12407ce6-40cf-4857-a656-235674308ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:22.160798 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d388ea8e-2265-4b77-9b3f-1d085da620fd None None] The sync data for ids ['605bef79-fea7-48b4-aa2e-9a61b7b53637'] in dv-cinder-835881-4-iscsi is: [{'id': '605bef79-fea7-48b4-aa2e-9a61b7b53637', 'name': 'tempest-AttachVolumeTestJSON-472349617-router', 'tenant_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': 'c3554d77-7648-483d-8c51-ad87166b1feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:31Z', 'updated_at': '2022-04-05T22:38:36Z', 'revision_number': 4, 'project_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'gw_port': {'id': 'c3554d77-7648-483d-8c51-ad87166b1feb', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:62:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605bef79-fea7-48b4-aa2e-9a61b7b53637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:31Z', 'updated_at': '2022-04-05T22:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_floatingips': [{'id': '273bfd4f-6ffd-4679-8888-c6bf76974c2f', 'tenant_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'floating_ip_address': '172.27.1.226', 'floating_network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'router_id': '605bef79-fea7-48b4-aa2e-9a61b7b53637', 'port_id': '67c2afe0-e448-48a4-b01a-3ed734bcec2a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da73ea9b-ba6b-4c3a-88b0-57977001462e', 'mac_address': 'fa:16:3e:b7:dd:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:38:41Z', 'updated_at': '2022-04-05T22:39:20Z', 'revision_number': 1, 'project_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8b012a7-396c-4bc9-a065-3c9ba8fd9314', 'name': '', 'network_id': 'da73ea9b-ba6b-4c3a-88b0-57977001462e', 'tenant_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'mac_address': 'fa:16:3e:6a:9e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605bef79-fea7-48b4-aa2e-9a61b7b53637', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '12407ce6-40cf-4857-a656-235674308ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:35Z', 'updated_at': '2022-04-05T22:38:47Z', 'revision_number': 5, 'project_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'subnets': [{'id': '12407ce6-40cf-4857-a656-235674308ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:39:22.256770 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b5753-cb93-4643-a730-d2a4f552d77b req-fb26e054-a1c5-4696-a31c-ac720cee5042 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:22.258326 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-176b5753-cb93-4643-a730-d2a4f552d77b req-fb26e054-a1c5-4696-a31c-ac720cee5042 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9c3ec7-79db-4e27-b0b9-239732c6eaad HTTP/1.1" status: 200 len: 931 time: 0.0543668 Apr 05 22:39:22.350436 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-176b5753-cb93-4643-a730-d2a4f552d77b req-52c2bd01-83ee-4ff2-98e9-f548104df9f7 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7cc9993-4e8a-4abb-b67a-760072a0d25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858214 Apr 05 22:39:22.370947 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6233538c-ca2e-4eb6-bf45-ccd30af766a0 req-c646cd81-665b-4e12-bd69-0b90f85a30c6 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:22.375767 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2494b8-fba2-4b3e-a451-5506e934c4ed None None] New status for floating IP 273bfd4f-6ffd-4679-8888-c6bf76974c2f: ACTIVE {{(pid=103470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:39:22.379557 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6233538c-ca2e-4eb6-bf45-ccd30af766a0 req-c646cd81-665b-4e12-bd69-0b90f85a30c6 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c3cd28d-cb91-4884-827e-ca478eb1ff77 HTTP/1.1" status: 200 len: 943 time: 0.0861406 Apr 05 22:39:22.422211 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6233538c-ca2e-4eb6-bf45-ccd30af766a0 req-19df8c1b-46f7-4df1-b811-e9034d884540 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e5ab744-8b27-401a-9f50-b62fc5f2c997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417879 Apr 05 22:39:22.596222 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [req-dd23174e-22ff-4f8d-b819-dd064778f425 req-6040a718-b1f2-441d-9371-39815706d473 service neutron] Request body: {'port': {'device_id': 'fe9c3ec7-79db-4e27-b0b9-239732c6eaad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:39:22.661626 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-dd23174e-22ff-4f8d-b819-dd064778f425 req-6040a718-b1f2-441d-9371-39815706d473 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (e591e6dc-57a0-485e-8495-54d43217b08d), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:22.695458 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0565dcad-0d6c-464d-8008-dbcee817fcf7 req-7ec5ad8e-2f03-436e-8e6a-c1a535de368d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:22.696960 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0565dcad-0d6c-464d-8008-dbcee817fcf7 req-7ec5ad8e-2f03-436e-8e6a-c1a535de368d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=345149c7ece441b7b63f5b15eefd7347&device_id=5c3cd28d-cb91-4884-827e-ca478eb1ff77 HTTP/1.1" status: 200 len: 1127 time: 0.0770345 Apr 05 22:39:22.702497 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cafcc8-9a4d-4c7d-9e21-83ae5e758d73 req-dac8cd04-ef6d-47f0-a7ba-369634f9ffd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:22.704051 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-08cafcc8-9a4d-4c7d-9e21-83ae5e758d73 req-dac8cd04-ef6d-47f0-a7ba-369634f9ffd6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d9b7ea8d9b8d48318b8a50555b5be4f1&device_id=91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1 HTTP/1.1" status: 200 len: 1129 time: 0.0568111 Apr 05 22:39:22.866497 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0565dcad-0d6c-464d-8008-dbcee817fcf7 req-92fc54f0-ea34-4476-ac96-3490454f6cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:22.867866 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0565dcad-0d6c-464d-8008-dbcee817fcf7 req-92fc54f0-ea34-4476-ac96-3490454f6cff service neutron] 10.222.0.13 "GET /v2.0/networks?id=82ac0f62-8f0d-494d-92b9-59e30fbb35e6 HTTP/1.1" status: 200 len: 916 time: 0.1629691 Apr 05 22:39:22.868922 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cafcc8-9a4d-4c7d-9e21-83ae5e758d73 req-4a2dada4-5be9-445a-80b1-f47ffac8ae23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:22.870247 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-08cafcc8-9a4d-4c7d-9e21-83ae5e758d73 req-4a2dada4-5be9-445a-80b1-f47ffac8ae23 service neutron] 10.222.0.13 "GET /v2.0/networks?id=da73ea9b-ba6b-4c3a-88b0-57977001462e HTTP/1.1" status: 200 len: 911 time: 0.1580486 Apr 05 22:39:22.942722 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.notifiers.nova [req-dd23174e-22ff-4f8d-b819-dd064778f425 req-6040a718-b1f2-441d-9371-39815706d473 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e591e6dc-57a0-485e-8495-54d43217b08d {{(pid=103468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:39:22.944795 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0565dcad-0d6c-464d-8008-dbcee817fcf7 req-1e59b984-4eec-42d3-b744-0a310f2709ce service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa HTTP/1.1" status: 200 len: 217 time: 0.0653939 Apr 05 22:39:22.950630 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-dd23174e-22ff-4f8d-b819-dd064778f425 req-6040a718-b1f2-441d-9371-39815706d473 service neutron] Publish callbacks [] for port (e591e6dc-57a0-485e-8495-54d43217b08d), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:22.964099 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.db.provisioning_blocks [req-dd23174e-22ff-4f8d-b819-dd064778f425 req-6040a718-b1f2-441d-9371-39815706d473 service neutron] Transition to ACTIVE for port object e591e6dc-57a0-485e-8495-54d43217b08d will not be triggered until provisioned by entity L2. {{(pid=103468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 22:39:22.968025 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-dd23174e-22ff-4f8d-b819-dd064778f425 req-6040a718-b1f2-441d-9371-39815706d473 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (e591e6dc-57a0-485e-8495-54d43217b08d), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:23.005711 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-08cafcc8-9a4d-4c7d-9e21-83ae5e758d73 req-919a4f83-3c09-40a3-b3bd-f6136189e5db service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67c2afe0-e448-48a4-b01a-3ed734bcec2a HTTP/1.1" status: 200 len: 1001 time: 0.1250908 Apr 05 22:39:23.014711 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0565dcad-0d6c-464d-8008-dbcee817fcf7 req-3f4c3a95-9394-4261-9da0-839f20034182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:23.016819 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0565dcad-0d6c-464d-8008-dbcee817fcf7 req-3f4c3a95-9394-4261-9da0-839f20034182 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=19c28f15-7561-44cc-be09-8c106acb22d5 HTTP/1.1" status: 200 len: 854 time: 0.0633686 Apr 05 22:39:23.018100 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6040a718-b1f2-441d-9371-39815706d473 service neutron] Pushing event updated for resources: {'Port': ['ID=e591e6dc-57a0-485e-8495-54d43217b08d,revision_number=2']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:23.054279 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [req-dd23174e-22ff-4f8d-b819-dd064778f425 req-6040a718-b1f2-441d-9371-39815706d473 service neutron] Attempting to bind port e591e6dc-57a0-485e-8495-54d43217b08d on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:39:23.054619 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [req-dd23174e-22ff-4f8d-b819-dd064778f425 req-6040a718-b1f2-441d-9371-39815706d473 service neutron] Attempting to bind port e591e6dc-57a0-485e-8495-54d43217b08d by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '2ad51623-cf08-45c6-9c7b-ddd46cc31ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3db3989f-3792-497b-8859-b82b64749acf'}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:39:23.054953 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd23174e-22ff-4f8d-b819-dd064778f425 req-6040a718-b1f2-441d-9371-39815706d473 service neutron] Attempting to bind port e591e6dc-57a0-485e-8495-54d43217b08d on network 3db3989f-3792-497b-8859-b82b64749acf {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:39:23.059666 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd23174e-22ff-4f8d-b819-dd064778f425 req-6040a718-b1f2-441d-9371-39815706d473 service neutron] Port e591e6dc-57a0-485e-8495-54d43217b08d on network 3db3989f-3792-497b-8859-b82b64749acf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 22:39:23.059991 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd23174e-22ff-4f8d-b819-dd064778f425 req-6040a718-b1f2-441d-9371-39815706d473 service neutron] Attempting to bind port e591e6dc-57a0-485e-8495-54d43217b08d on network 3db3989f-3792-497b-8859-b82b64749acf {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:39:23.065254 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd23174e-22ff-4f8d-b819-dd064778f425 req-6040a718-b1f2-441d-9371-39815706d473 service neutron] Checking agent: {'id': '021dfe4d-8109-4136-9367-dac606dce553', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 34, 28), 'started_at': datetime.datetime(2022, 4, 5, 22, 34, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:39:23.065628 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd23174e-22ff-4f8d-b819-dd064778f425 req-6040a718-b1f2-441d-9371-39815706d473 service neutron] Checking segment: {'id': '2ad51623-cf08-45c6-9c7b-ddd46cc31ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3db3989f-3792-497b-8859-b82b64749acf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:39:23.066016 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd23174e-22ff-4f8d-b819-dd064778f425 req-6040a718-b1f2-441d-9371-39815706d473 service neutron] Bound using segment: {'id': '2ad51623-cf08-45c6-9c7b-ddd46cc31ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3db3989f-3792-497b-8859-b82b64749acf'} {{(pid=103468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:39:23.066531 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.managers [req-dd23174e-22ff-4f8d-b819-dd064778f425 req-6040a718-b1f2-441d-9371-39815706d473 service neutron] Bound port: e591e6dc-57a0-485e-8495-54d43217b08d, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ad51623-cf08-45c6-9c7b-ddd46cc31ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3db3989f-3792-497b-8859-b82b64749acf'}}] {{(pid=103468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:39:23.067022 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-dd23174e-22ff-4f8d-b819-dd064778f425 req-6040a718-b1f2-441d-9371-39815706d473 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (e591e6dc-57a0-485e-8495-54d43217b08d), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:23.099552 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cafcc8-9a4d-4c7d-9e21-83ae5e758d73 req-1bfd3337-38cf-4587-b6c3-370a1778dcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:23.101081 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-08cafcc8-9a4d-4c7d-9e21-83ae5e758d73 req-1bfd3337-38cf-4587-b6c3-370a1778dcb3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=12407ce6-40cf-4857-a656-235674308ba7 HTTP/1.1" status: 200 len: 849 time: 0.0882759 Apr 05 22:39:23.151020 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0565dcad-0d6c-464d-8008-dbcee817fcf7 req-e5dd5d75-c65f-466c-a39f-e9f6a0515983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:23.152589 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0565dcad-0d6c-464d-8008-dbcee817fcf7 req-e5dd5d75-c65f-466c-a39f-e9f6a0515983 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=82ac0f62-8f0d-494d-92b9-59e30fbb35e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1267006 Apr 05 22:39:23.159939 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [req-dd23174e-22ff-4f8d-b819-dd064778f425 req-6040a718-b1f2-441d-9371-39815706d473 service neutron] For port e591e6dc-57a0-485e-8495-54d43217b08d, host hv-cinder-83588, cleared binding levels {{(pid=103468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:39:23.164584 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [req-dd23174e-22ff-4f8d-b819-dd064778f425 req-6040a718-b1f2-441d-9371-39815706d473 service neutron] For port e591e6dc-57a0-485e-8495-54d43217b08d, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=e591e6dc-57a0-485e-8495-54d43217b08d,segment=NetworkSegment(2ad51623-cf08-45c6-9c7b-ddd46cc31ce5),segment_id=2ad51623-cf08-45c6-9c7b-ddd46cc31ce5)] {{(pid=103468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:39:23.176332 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-dd23174e-22ff-4f8d-b819-dd064778f425 req-6040a718-b1f2-441d-9371-39815706d473 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (e591e6dc-57a0-485e-8495-54d43217b08d), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:23.214341 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd23174e-22ff-4f8d-b819-dd064778f425 req-6040a718-b1f2-441d-9371-39815706d473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:23.214963 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [req-dd23174e-22ff-4f8d-b819-dd064778f425 req-6040a718-b1f2-441d-9371-39815706d473 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for port (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:23.216348 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-dd23174e-22ff-4f8d-b819-dd064778f425 req-6040a718-b1f2-441d-9371-39815706d473 service neutron] 10.222.0.13 "PUT /v2.0/ports/e591e6dc-57a0-485e-8495-54d43217b08d HTTP/1.1" status: 200 len: 1093 time: 0.6246083 Apr 05 22:39:23.217098 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe9c3ec7-79db-4e27-b0b9-239732c6eaad', 'tag': 'e591e6dc-57a0-485e-8495-54d43217b08d'}] {{(pid=103468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:39:23.219416 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8565d6b4cfa67e4590cf2f5bc7b4b9288cff1ea13080135eebb93ab155e6c8ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-067c9d19-5a47-4b82-be6d-fbedd15a3992" -d '{"events": [{"name": "network-changed", "server_uuid": "fe9c3ec7-79db-4e27-b0b9-239732c6eaad", "tag": "e591e6dc-57a0-485e-8495-54d43217b08d"}]}' {{(pid=103468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:39:23.255027 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cafcc8-9a4d-4c7d-9e21-83ae5e758d73 req-4a902567-196c-405d-a891-8a617036536b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:23.256482 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6040a718-b1f2-441d-9371-39815706d473 service neutron] Pushing event updated for resources: {'Port': ['ID=e591e6dc-57a0-485e-8495-54d43217b08d,revision_number=3']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:23.256629 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-08cafcc8-9a4d-4c7d-9e21-83ae5e758d73 req-4a902567-196c-405d-a891-8a617036536b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=da73ea9b-ba6b-4c3a-88b0-57977001462e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1479893 Apr 05 22:39:23.290495 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1cc38e3-bfbf-44a8-a216-4f5dc6494fd8 x-openstack-request-id: req-f1cc38e3-bfbf-44a8-a216-4f5dc6494fd8 {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:39:23.290798 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe9c3ec7-79db-4e27-b0b9-239732c6eaad", "tag": "e591e6dc-57a0-485e-8495-54d43217b08d", "status": "completed", "code": 200}]} {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:39:23.291100 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f1cc38e3-bfbf-44a8-a216-4f5dc6494fd8 {{(pid=103468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:39:23.291505 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1cc38e3-bfbf-44a8-a216-4f5dc6494fd8'] response: {'name': 'network-changed', 'server_uuid': 'fe9c3ec7-79db-4e27-b0b9-239732c6eaad', 'tag': 'e591e6dc-57a0-485e-8495-54d43217b08d', 'status': 'completed', 'code': 200} Apr 05 22:39:23.338565 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd23174e-22ff-4f8d-b819-dd064778f425 req-5a391f50-57dd-42ed-aa6a-7f7dd848a4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:23.340125 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-dd23174e-22ff-4f8d-b819-dd064778f425 req-5a391f50-57dd-42ed-aa6a-7f7dd848a4e0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1ba0c2747b5346a280f6f563ba891f9e&device_id=fe9c3ec7-79db-4e27-b0b9-239732c6eaad HTTP/1.1" status: 200 len: 1127 time: 0.0619104 Apr 05 22:39:23.348920 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0565dcad-0d6c-464d-8008-dbcee817fcf7 req-b080b9d2-7244-44d1-9462-1723bcac0b8f service neutron] 10.222.0.13 "GET /v2.0/networks/82ac0f62-8f0d-494d-92b9-59e30fbb35e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829154 Apr 05 22:39:23.398763 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-dd23174e-22ff-4f8d-b819-dd064778f425 req-f8a8ad5b-5627-4384-98d7-9957a8091da2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e591e6dc-57a0-485e-8495-54d43217b08d HTTP/1.1" status: 200 len: 217 time: 0.0365899 Apr 05 22:39:23.455477 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-08cafcc8-9a4d-4c7d-9e21-83ae5e758d73 req-ecf3b079-51f0-4c63-be44-b011179df18f service neutron] 10.222.0.13 "GET /v2.0/networks/da73ea9b-ba6b-4c3a-88b0-57977001462e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877022 Apr 05 22:39:23.466031 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd23174e-22ff-4f8d-b819-dd064778f425 req-d3b039b9-c4b4-45c0-a998-9b2b100a47b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:23.467572 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-dd23174e-22ff-4f8d-b819-dd064778f425 req-d3b039b9-c4b4-45c0-a998-9b2b100a47b2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=37586d04-a04b-404d-8716-ce23cb986874 HTTP/1.1" status: 200 len: 857 time: 0.0621941 Apr 05 22:39:23.517820 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd23174e-22ff-4f8d-b819-dd064778f425 req-080b9a71-85ef-43a6-a1e9-6feb1ac5819c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:23.519517 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-dd23174e-22ff-4f8d-b819-dd064778f425 req-080b9a71-85ef-43a6-a1e9-6feb1ac5819c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3db3989f-3792-497b-8859-b82b64749acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441027 Apr 05 22:39:23.621726 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-dd23174e-22ff-4f8d-b819-dd064778f425 req-3c256538-bd60-44e1-a479-2265eeb0c804 service neutron] 10.222.0.13 "GET /v2.0/networks/3db3989f-3792-497b-8859-b82b64749acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954361 Apr 05 22:39:23.725352 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-dd23174e-22ff-4f8d-b819-dd064778f425 req-fe7ed8d6-8f5f-4924-b5ed-5bac61506513 service neutron] 10.222.0.13 "GET /v2.0/networks/3db3989f-3792-497b-8859-b82b64749acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972137 Apr 05 22:39:23.832563 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0565dcad-0d6c-464d-8008-dbcee817fcf7 req-0546fe5b-467f-4e72-9cb8-1996216c9499 service neutron] 10.222.0.13 "GET /v2.0/networks/82ac0f62-8f0d-494d-92b9-59e30fbb35e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4668334 Apr 05 22:39:23.855540 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b21480-613c-4181-837b-23814aafd54a req-8275ed59-6ae5-4593-b08e-6b19fb532926 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:23.856954 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f4b21480-613c-4181-837b-23814aafd54a req-8275ed59-6ae5-4593-b08e-6b19fb532926 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9c3ec7-79db-4e27-b0b9-239732c6eaad HTTP/1.1" status: 200 len: 943 time: 0.4264517 Apr 05 22:39:23.865260 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:39:23.877200 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e7b2ac-d900-4fde-a9ff-3eb0ea2ddd11 req-2833de4f-a157-423a-b245-e413d73bc7c4 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:23.878820 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-69e7b2ac-d900-4fde-a9ff-3eb0ea2ddd11 req-2833de4f-a157-423a-b245-e413d73bc7c4 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c3cd28d-cb91-4884-827e-ca478eb1ff77 HTTP/1.1" status: 200 len: 943 time: 0.3737819 Apr 05 22:39:23.892793 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-08cafcc8-9a4d-4c7d-9e21-83ae5e758d73 req-5e1a6b5e-4cf0-4566-b23d-e1ec7ae8af54 service neutron] 10.222.0.13 "GET /v2.0/networks/da73ea9b-ba6b-4c3a-88b0-57977001462e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4131918 Apr 05 22:39:23.963304 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f4b21480-613c-4181-837b-23814aafd54a req-29435068-b615-458c-b415-368a0ea2d150 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7cc9993-4e8a-4abb-b67a-760072a0d25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823536 Apr 05 22:39:23.969156 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-69e7b2ac-d900-4fde-a9ff-3eb0ea2ddd11 req-4eb7f537-ac83-428e-9d66-edb87fae04a1 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e5ab744-8b27-401a-9f50-b62fc5f2c997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806100 Apr 05 22:39:23.985383 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] For port ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa,segment=NetworkSegment(66a23560-a634-4e66-94d7-80062cc7befd),segment_id=66a23560-a634-4e66-94d7-80062cc7befd)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:39:23.996877 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Returning: {'device': 'ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa', 'network_id': '82ac0f62-8f0d-494d-92b9-59e30fbb35e6', 'port_id': 'ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa', 'mac_address': 'fa:16:3e:02:e2:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19c28f15-7561-44cc-be09-8c106acb22d5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:39:24.033087 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Current status of the port ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa is: DOWN; New status is: BUILD {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:39:24.033463 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:24.046389 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa {{(pid=103470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:39:24.070066 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] For port ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa,segment=NetworkSegment(66a23560-a634-4e66-94d7-80062cc7befd),segment_id=66a23560-a634-4e66-94d7-80062cc7befd)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:39:24.073673 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:24.124179 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Pushing event updated for resources: {'Port': ['ID=ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa,revision_number=4']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:24.669275 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] get_ports_and_sgs() called for port_ids ['ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa'] {{(pid=103470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:39:25.110926 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2223b54a-8982-4195-a94b-8c08dfe15ded req-03d6fd61-2777-4a7c-9232-94bc1de28c0f tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:25.112413 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2223b54a-8982-4195-a94b-8c08dfe15ded req-03d6fd61-2777-4a7c-9232-94bc1de28c0f tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9c3ec7-79db-4e27-b0b9-239732c6eaad HTTP/1.1" status: 200 len: 943 time: 0.0836389 Apr 05 22:39:25.120631 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c51b3b2-2f32-4d94-825c-28aed8fad676 req-b26e4d62-bfd1-4747-95cd-f2a53dbc2a4e tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:25.129586 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3c51b3b2-2f32-4d94-825c-28aed8fad676 req-b26e4d62-bfd1-4747-95cd-f2a53dbc2a4e tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c3cd28d-cb91-4884-827e-ca478eb1ff77 HTTP/1.1" status: 200 len: 944 time: 0.0837278 Apr 05 22:39:25.196139 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2223b54a-8982-4195-a94b-8c08dfe15ded req-9467b728-de70-45fa-83e4-eb0909d971c1 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7cc9993-4e8a-4abb-b67a-760072a0d25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730340 Apr 05 22:39:25.198979 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3c51b3b2-2f32-4d94-825c-28aed8fad676 req-bc0075e3-65c6-4fbe-97c1-24748faa1696 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e5ab744-8b27-401a-9f50-b62fc5f2c997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698471 Apr 05 22:39:26.276472 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa up at agent hyperv_hv-cinder-83588 {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:39:26.348382 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Provisioning for port ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa completed by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 22:39:26.352516 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Provisioning complete for port ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:39:26.352891 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:26.365950 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc1553d-4f8d-46e9-8359-ac6a914b33e7 req-8905d826-4ac6-4cab-b256-a622529b29e0 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:26.367445 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-afc1553d-4f8d-46e9-8359-ac6a914b33e7 req-8905d826-4ac6-4cab-b256-a622529b29e0 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9c3ec7-79db-4e27-b0b9-239732c6eaad HTTP/1.1" status: 200 len: 943 time: 0.1059468 Apr 05 22:39:26.381864 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b2499-5857-42ae-be57-8cdcfe0f9b04 req-fd64e2f5-45a7-4d1f-acca-4438d0a85d26 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:26.383354 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-bb5b2499-5857-42ae-be57-8cdcfe0f9b04 req-fd64e2f5-45a7-4d1f-acca-4438d0a85d26 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c3cd28d-cb91-4884-827e-ca478eb1ff77 HTTP/1.1" status: 200 len: 944 time: 0.1111033 Apr 05 22:39:26.431973 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Current status of the port ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa is: BUILD; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:39:26.432357 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:26.451573 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-afc1553d-4f8d-46e9-8359-ac6a914b33e7 req-b73a901a-2600-4b9f-b6f6-d136d8b30342 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7cc9993-4e8a-4abb-b67a-760072a0d25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783446 Apr 05 22:39:26.454581 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c3cd28d-cb91-4884-827e-ca478eb1ff77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:39:26.456866 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5eeae28b1739aff28e9ac2b05a29cddcf15b93cc3fe96f2ce32a289e1b5713d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb5f6451-2326-4190-b7d6-f9d715de131e" -d '{"events": [{"server_uuid": "5c3cd28d-cb91-4884-827e-ca478eb1ff77", "name": "network-vif-plugged", "status": "completed", "tag": "ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:39:26.464111 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-bb5b2499-5857-42ae-be57-8cdcfe0f9b04 req-2ff5c6e9-2c92-49a1-b3f6-a328cb831439 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e5ab744-8b27-401a-9f50-b62fc5f2c997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684907 Apr 05 22:39:26.475411 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] For port ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa,segment=NetworkSegment(66a23560-a634-4e66-94d7-80062cc7befd),segment_id=66a23560-a634-4e66-94d7-80062cc7befd)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:39:26.483388 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:26.509107 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d6ca99-6d33-49bb-9086-c3242475f2f3 x-openstack-request-id: req-68d6ca99-6d33-49bb-9086-c3242475f2f3 {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:39:26.509399 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c3cd28d-cb91-4884-827e-ca478eb1ff77", "name": "network-vif-plugged", "status": "completed", "tag": "ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:39:26.509677 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-68d6ca99-6d33-49bb-9086-c3242475f2f3 {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:39:26.510073 dv-cinder-835881-4-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68d6ca99-6d33-49bb-9086-c3242475f2f3'] response: {'server_uuid': '5c3cd28d-cb91-4884-827e-ca478eb1ff77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa', 'code': 200} Apr 05 22:39:26.535468 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Pushing event updated for resources: {'Port': ['ID=ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa,revision_number=5']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:27.620498 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067c9d19-5a47-4b82-be6d-fbedd15a3992 req-ab1e4d6b-f0ef-4f2c-8db3-93d0e2fb012c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:27.622053 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-067c9d19-5a47-4b82-be6d-fbedd15a3992 req-ab1e4d6b-f0ef-4f2c-8db3-93d0e2fb012c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1ba0c2747b5346a280f6f563ba891f9e&device_id=fe9c3ec7-79db-4e27-b0b9-239732c6eaad HTTP/1.1" status: 200 len: 1127 time: 0.1168330 Apr 05 22:39:27.693895 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be040b68-9c78-4b66-83f4-dbce067777c5 req-63042d2b-ad3c-45ac-a932-1dd27d41c1d0 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:27.695359 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-be040b68-9c78-4b66-83f4-dbce067777c5 req-63042d2b-ad3c-45ac-a932-1dd27d41c1d0 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9c3ec7-79db-4e27-b0b9-239732c6eaad HTTP/1.1" status: 200 len: 943 time: 0.1462915 Apr 05 22:39:27.708141 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0160001-b980-460a-ad60-df77f1fc89df req-903aa5ed-f4f0-4fda-a27e-0f4723545b21 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:27.709541 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e0160001-b980-460a-ad60-df77f1fc89df req-903aa5ed-f4f0-4fda-a27e-0f4723545b21 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c3cd28d-cb91-4884-827e-ca478eb1ff77 HTTP/1.1" status: 200 len: 945 time: 0.1493928 Apr 05 22:39:27.765384 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (021dfe4d-8109-4136-9367-dac606dce553), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:27.829067 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf58002-1906-4d70-8bf4-f2c6bc30e950 req-9afd94e2-3cf7-415c-979f-1c1d3ae24076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:27.830565 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2cf58002-1906-4d70-8bf4-f2c6bc30e950 req-9afd94e2-3cf7-415c-979f-1c1d3ae24076 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5c3cd28d-cb91-4884-827e-ca478eb1ff77 HTTP/1.1" status: 200 len: 1129 time: 0.1881623 Apr 05 22:39:27.865651 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-be040b68-9c78-4b66-83f4-dbce067777c5 req-6fe641d0-bdbb-4dcc-b65f-082e7afb6d43 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7cc9993-4e8a-4abb-b67a-760072a0d25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1551673 Apr 05 22:39:27.866630 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067c9d19-5a47-4b82-be6d-fbedd15a3992 req-94ef6031-1d19-458f-833f-8a78b0ddff59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:27.867958 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-067c9d19-5a47-4b82-be6d-fbedd15a3992 req-94ef6031-1d19-458f-833f-8a78b0ddff59 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3db3989f-3792-497b-8859-b82b64749acf HTTP/1.1" status: 200 len: 919 time: 0.2355487 Apr 05 22:39:27.872516 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e0160001-b980-460a-ad60-df77f1fc89df req-a3593d8e-789f-42b1-9a46-befd9ca45e13 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e5ab744-8b27-401a-9f50-b62fc5f2c997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369174 Apr 05 22:39:27.915617 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-067c9d19-5a47-4b82-be6d-fbedd15a3992 req-d6f955ee-4246-4ce9-b0b8-654840974027 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e591e6dc-57a0-485e-8495-54d43217b08d HTTP/1.1" status: 200 len: 217 time: 0.0410652 Apr 05 22:39:27.951694 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2cf58002-1906-4d70-8bf4-f2c6bc30e950 req-92396ff5-3612-432d-93b4-1f50f88155e1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4e5ab744-8b27-401a-9f50-b62fc5f2c997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072400 Apr 05 22:39:27.968966 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067c9d19-5a47-4b82-be6d-fbedd15a3992 req-d7c01209-1f68-44c7-900e-2e11d7e6aae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:27.970481 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-067c9d19-5a47-4b82-be6d-fbedd15a3992 req-d7c01209-1f68-44c7-900e-2e11d7e6aae0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=37586d04-a04b-404d-8716-ce23cb986874 HTTP/1.1" status: 200 len: 857 time: 0.0478628 Apr 05 22:39:28.284403 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device e591e6dc-57a0-485e-8495-54d43217b08d details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:39:28.307891 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067c9d19-5a47-4b82-be6d-fbedd15a3992 req-084fe6d9-ac22-4f96-88ee-bf7b6ae79267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:28.309462 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-067c9d19-5a47-4b82-be6d-fbedd15a3992 req-084fe6d9-ac22-4f96-88ee-bf7b6ae79267 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3db3989f-3792-497b-8859-b82b64749acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502272 Apr 05 22:39:28.383750 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] For port e591e6dc-57a0-485e-8495-54d43217b08d, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=e591e6dc-57a0-485e-8495-54d43217b08d,segment=NetworkSegment(2ad51623-cf08-45c6-9c7b-ddd46cc31ce5),segment_id=2ad51623-cf08-45c6-9c7b-ddd46cc31ce5)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:39:28.395664 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Returning: {'device': 'e591e6dc-57a0-485e-8495-54d43217b08d', 'network_id': '3db3989f-3792-497b-8859-b82b64749acf', 'port_id': 'e591e6dc-57a0-485e-8495-54d43217b08d', 'mac_address': 'fa:16:3e:73:38:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37586d04-a04b-404d-8716-ce23cb986874', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:39:28.400188 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-067c9d19-5a47-4b82-be6d-fbedd15a3992 req-ac205b3e-bad4-4d11-89c1-431fa044efd4 service neutron] 10.222.0.13 "GET /v2.0/networks/3db3989f-3792-497b-8859-b82b64749acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838802 Apr 05 22:39:28.440953 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Current status of the port e591e6dc-57a0-485e-8495-54d43217b08d is: DOWN; New status is: BUILD {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:39:28.440953 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (e591e6dc-57a0-485e-8495-54d43217b08d), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:28.447030 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e591e6dc-57a0-485e-8495-54d43217b08d {{(pid=103470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:39:28.466798 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] For port e591e6dc-57a0-485e-8495-54d43217b08d, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=e591e6dc-57a0-485e-8495-54d43217b08d,segment=NetworkSegment(2ad51623-cf08-45c6-9c7b-ddd46cc31ce5),segment_id=2ad51623-cf08-45c6-9c7b-ddd46cc31ce5)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:39:28.470519 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (e591e6dc-57a0-485e-8495-54d43217b08d), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:28.513603 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-067c9d19-5a47-4b82-be6d-fbedd15a3992 req-dcee7cea-28b0-4b23-ac80-e89d553dec6b service neutron] 10.222.0.13 "GET /v2.0/networks/3db3989f-3792-497b-8859-b82b64749acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977943 Apr 05 22:39:28.520589 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Pushing event updated for resources: {'Port': ['ID=e591e6dc-57a0-485e-8495-54d43217b08d,revision_number=4']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:28.997120 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] get_ports_and_sgs() called for port_ids ['e591e6dc-57a0-485e-8495-54d43217b08d'] {{(pid=103470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:39:29.011491 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572848d9-b6b9-4ecf-81d7-b1d45ebbfef4 req-09b5e897-ac80-439c-96a2-cc8c827ae570 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:29.012982 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-572848d9-b6b9-4ecf-81d7-b1d45ebbfef4 req-09b5e897-ac80-439c-96a2-cc8c827ae570 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9c3ec7-79db-4e27-b0b9-239732c6eaad HTTP/1.1" status: 200 len: 944 time: 0.0818121 Apr 05 22:39:29.020838 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e4d23b-dd5f-4dd9-a8df-1399e539b67f req-8fc1e457-6811-4c45-9b8d-20ba3954a5d0 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:29.022313 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e9e4d23b-dd5f-4dd9-a8df-1399e539b67f req-8fc1e457-6811-4c45-9b8d-20ba3954a5d0 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c3cd28d-cb91-4884-827e-ca478eb1ff77 HTTP/1.1" status: 200 len: 945 time: 0.0826890 Apr 05 22:39:29.095983 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-572848d9-b6b9-4ecf-81d7-b1d45ebbfef4 req-b932ca6a-c159-48e5-b432-ab3a5ee349a7 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7cc9993-4e8a-4abb-b67a-760072a0d25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727088 Apr 05 22:39:29.101854 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e9e4d23b-dd5f-4dd9-a8df-1399e539b67f req-a2c9e918-da03-42ce-9266-551e2fd6c96b tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e5ab744-8b27-401a-9f50-b62fc5f2c997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720143 Apr 05 22:39:29.660505 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e7618530-9c66-4b31-984c-0af10bbf352f req-08aeb435-4512-42d0-980f-7e13b2338ca2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431468 Apr 05 22:39:29.733926 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7618530-9c66-4b31-984c-0af10bbf352f req-882ca18e-8650-4d71-9e45-77bb1a913885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:29.735408 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e7618530-9c66-4b31-984c-0af10bbf352f req-882ca18e-8650-4d71-9e45-77bb1a913885 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1ba0c2747b5346a280f6f563ba891f9e&device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 1129 time: 0.0426557 Apr 05 22:39:30.046889 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7618530-9c66-4b31-984c-0af10bbf352f req-a691fe5e-9c3d-4141-878e-65c058dfed12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:30.048349 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e7618530-9c66-4b31-984c-0af10bbf352f req-a691fe5e-9c3d-4141-878e-65c058dfed12 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3db3989f-3792-497b-8859-b82b64749acf HTTP/1.1" status: 200 len: 919 time: 0.0896254 Apr 05 22:39:30.242603 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a8339-7a6d-490c-a6c8-1dddf1568e9d req-c60dc512-8945-4246-a06e-87bd1e05375f tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:30.244064 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f30a8339-7a6d-490c-a6c8-1dddf1568e9d req-c60dc512-8945-4246-a06e-87bd1e05375f tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9c3ec7-79db-4e27-b0b9-239732c6eaad HTTP/1.1" status: 200 len: 944 time: 0.0812902 Apr 05 22:39:30.255156 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec95a7c-4091-4968-99e3-f6b0c32df925 req-83530b73-04dd-43de-9b21-72b0893d4694 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:30.256539 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-fec95a7c-4091-4968-99e3-f6b0c32df925 req-83530b73-04dd-43de-9b21-72b0893d4694 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c3cd28d-cb91-4884-827e-ca478eb1ff77 HTTP/1.1" status: 200 len: 945 time: 0.0684633 Apr 05 22:39:30.328634 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f30a8339-7a6d-490c-a6c8-1dddf1568e9d req-97da8867-2582-4d59-8b2f-bb2f0e7f346d tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7cc9993-4e8a-4abb-b67a-760072a0d25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710695 Apr 05 22:39:30.332023 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-fec95a7c-4091-4968-99e3-f6b0c32df925 req-610509b7-095f-49e7-a390-79a3e96d85dd tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e5ab744-8b27-401a-9f50-b62fc5f2c997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689170 Apr 05 22:39:30.445616 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d0e51-7e1b-45a2-926c-7e7a5f0cd52b req-ee629835-c820-4ecc-b355-3a376ab762cd tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:30.447074 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2d0d0e51-7e1b-45a2-926c-7e7a5f0cd52b req-ee629835-c820-4ecc-b355-3a376ab762cd tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c3cd28d-cb91-4884-827e-ca478eb1ff77 HTTP/1.1" status: 200 len: 945 time: 0.0513990 Apr 05 22:39:30.478673 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device e591e6dc-57a0-485e-8495-54d43217b08d up at agent hyperv_hv-cinder-83588 {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:39:30.494875 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2d0d0e51-7e1b-45a2-926c-7e7a5f0cd52b req-623289bd-32a3-4681-8285-8acb96bfbddc tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e5ab744-8b27-401a-9f50-b62fc5f2c997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423062 Apr 05 22:39:30.529176 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Provisioning for port e591e6dc-57a0-485e-8495-54d43217b08d completed by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 22:39:30.534275 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Provisioning complete for port e591e6dc-57a0-485e-8495-54d43217b08d triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:39:30.536727 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (e591e6dc-57a0-485e-8495-54d43217b08d), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:30.627423 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e7618530-9c66-4b31-984c-0af10bbf352f req-f230c4fe-d703-4fac-b7db-e23ddef53304 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f2e24f9-cd41-4e0f-b54f-daaf60034ee2 HTTP/1.1" status: 200 len: 217 time: 0.0435588 Apr 05 22:39:30.645742 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Current status of the port e591e6dc-57a0-485e-8495-54d43217b08d is: BUILD; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:39:30.646120 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (e591e6dc-57a0-485e-8495-54d43217b08d), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:30.688084 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7618530-9c66-4b31-984c-0af10bbf352f req-ea7628a9-1307-4623-abf1-8d65d3c3b4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:30.689748 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e7618530-9c66-4b31-984c-0af10bbf352f req-ea7628a9-1307-4623-abf1-8d65d3c3b4eb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=37586d04-a04b-404d-8716-ce23cb986874 HTTP/1.1" status: 200 len: 857 time: 0.0560918 Apr 05 22:39:30.710758 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe9c3ec7-79db-4e27-b0b9-239732c6eaad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e591e6dc-57a0-485e-8495-54d43217b08d'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:39:30.713150 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5eeae28b1739aff28e9ac2b05a29cddcf15b93cc3fe96f2ce32a289e1b5713d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c74ee4a-f079-4ab9-be1b-0bf8322a3093" -d '{"events": [{"server_uuid": "fe9c3ec7-79db-4e27-b0b9-239732c6eaad", "name": "network-vif-plugged", "status": "completed", "tag": "e591e6dc-57a0-485e-8495-54d43217b08d"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:39:30.738176 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] For port e591e6dc-57a0-485e-8495-54d43217b08d, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=e591e6dc-57a0-485e-8495-54d43217b08d,segment=NetworkSegment(2ad51623-cf08-45c6-9c7b-ddd46cc31ce5),segment_id=2ad51623-cf08-45c6-9c7b-ddd46cc31ce5)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:39:30.745147 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (e591e6dc-57a0-485e-8495-54d43217b08d), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:30.756642 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7618530-9c66-4b31-984c-0af10bbf352f req-78d8b8d5-d668-48a5-960a-9cfeaa119d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:30.759357 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e7618530-9c66-4b31-984c-0af10bbf352f req-78d8b8d5-d668-48a5-960a-9cfeaa119d0a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3db3989f-3792-497b-8859-b82b64749acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0625014 Apr 05 22:39:30.777286 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19381b40-e828-4e76-b478-d7244fd1c17a x-openstack-request-id: req-19381b40-e828-4e76-b478-d7244fd1c17a {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:39:30.777680 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe9c3ec7-79db-4e27-b0b9-239732c6eaad", "name": "network-vif-plugged", "status": "completed", "tag": "e591e6dc-57a0-485e-8495-54d43217b08d", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:39:30.777886 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-19381b40-e828-4e76-b478-d7244fd1c17a {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:39:30.778267 dv-cinder-835881-4-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19381b40-e828-4e76-b478-d7244fd1c17a'] response: {'server_uuid': 'fe9c3ec7-79db-4e27-b0b9-239732c6eaad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e591e6dc-57a0-485e-8495-54d43217b08d', 'code': 200} Apr 05 22:39:30.813004 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Pushing event updated for resources: {'Port': ['ID=e591e6dc-57a0-485e-8495-54d43217b08d,revision_number=5']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:30.849398 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:30.849712 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:30.850044 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:30.850385 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:30.850715 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:30.851044 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:30.851367 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:30.851690 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:30.852012 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:30.852332 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:30.853089 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:30.853089 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:30.853259 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:30.853607 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:30.853920 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:30.920455 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c28082-15fd-4b3f-97de-6f8999a70e7e req-b800b2d4-62e1-4e90-8c35-c0a221f192cc tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:30.922136 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-27c28082-15fd-4b3f-97de-6f8999a70e7e req-b800b2d4-62e1-4e90-8c35-c0a221f192cc tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c3cd28d-cb91-4884-827e-ca478eb1ff77 HTTP/1.1" status: 200 len: 945 time: 0.1154900 Apr 05 22:39:30.932245 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e7618530-9c66-4b31-984c-0af10bbf352f req-e7d8c1f3-05cd-4557-9256-a33ca0b3451d service neutron] 10.222.0.13 "GET /v2.0/networks/3db3989f-3792-497b-8859-b82b64749acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497915 Apr 05 22:39:31.052076 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-27c28082-15fd-4b3f-97de-6f8999a70e7e req-7868c0eb-76fa-457c-bc66-2a067be20370 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e5ab744-8b27-401a-9f50-b62fc5f2c997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177192 Apr 05 22:39:31.061928 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1155bc2b-fd36-43d9-ae37-f4c854164810 req-0012d436-80d1-4a0c-a5b4-5d5036e2de60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:31.064280 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1155bc2b-fd36-43d9-ae37-f4c854164810 req-0012d436-80d1-4a0c-a5b4-5d5036e2de60 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fe9c3ec7-79db-4e27-b0b9-239732c6eaad HTTP/1.1" status: 200 len: 1129 time: 0.1408606 Apr 05 22:39:31.104259 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e7618530-9c66-4b31-984c-0af10bbf352f req-f5c68bc7-bba3-4933-b0b8-f4c0f7916612 service neutron] 10.222.0.13 "GET /v2.0/networks/3db3989f-3792-497b-8859-b82b64749acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484339 Apr 05 22:39:31.125419 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1155bc2b-fd36-43d9-ae37-f4c854164810 req-81815a4e-9af6-4df5-a6e5-ab2cacf1d61c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f7cc9993-4e8a-4abb-b67a-760072a0d25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540524 Apr 05 22:39:31.451017 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc7b311-8d7c-4581-9ce6-8cd1733fb5e2 req-3b6d8b04-4045-468a-a4e2-ab47c72db22b tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:31.452535 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4fc7b311-8d7c-4581-9ce6-8cd1733fb5e2 req-3b6d8b04-4045-468a-a4e2-ab47c72db22b tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9c3ec7-79db-4e27-b0b9-239732c6eaad HTTP/1.1" status: 200 len: 945 time: 0.0526624 Apr 05 22:39:31.502387 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4fc7b311-8d7c-4581-9ce6-8cd1733fb5e2 req-8c34ade5-8ea6-45ab-8504-25b2170afa27 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7cc9993-4e8a-4abb-b67a-760072a0d25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428452 Apr 05 22:39:32.661785 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ae45a4-2372-42f6-a234-6174329c4f06 req-b1d44895-c729-42e3-a935-137258741cef tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:32.663298 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f2ae45a4-2372-42f6-a234-6174329c4f06 req-b1d44895-c729-42e3-a935-137258741cef tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9c3ec7-79db-4e27-b0b9-239732c6eaad HTTP/1.1" status: 200 len: 945 time: 0.0828195 Apr 05 22:39:32.719440 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f2ae45a4-2372-42f6-a234-6174329c4f06 req-9ea3b7ff-6628-4071-91bb-6c5792ead34a tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7cc9993-4e8a-4abb-b67a-760072a0d25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506992 Apr 05 22:39:33.839534 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf7090e-1665-4233-b5ed-de4311d298b5 req-72b7c57a-ce79-48f5-95f1-3c8007fe995c tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:33.840999 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0bf7090e-1665-4233-b5ed-de4311d298b5 req-72b7c57a-ce79-48f5-95f1-3c8007fe995c tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9c3ec7-79db-4e27-b0b9-239732c6eaad HTTP/1.1" status: 200 len: 945 time: 0.0542464 Apr 05 22:39:33.889943 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0bf7090e-1665-4233-b5ed-de4311d298b5 req-f3fc578a-5cdd-49ca-8f47-a4460aa24e34 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7cc9993-4e8a-4abb-b67a-760072a0d25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428185 Apr 05 22:39:34.014678 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c7310-a63a-46ef-8598-2e208f43ca5f req-9751b4d8-86c2-4e32-a863-cadda08de11b tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:34.016237 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-bf3c7310-a63a-46ef-8598-2e208f43ca5f req-9751b4d8-86c2-4e32-a863-cadda08de11b tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9c3ec7-79db-4e27-b0b9-239732c6eaad HTTP/1.1" status: 200 len: 945 time: 0.0626152 Apr 05 22:39:34.026442 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 40928) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:34.030826 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-cd9f02b2-12f8-4711-97a1-e6d7a0870003 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Request body: {'floatingip': {'port_id': 'e591e6dc-57a0-485e-8495-54d43217b08d'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:39:34.072168 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-cd9f02b2-12f8-4711-97a1-e6d7a0870003 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Publish callbacks [] for floatingip (0c94cd2b-93db-4689-87f3-c317510d65f2), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:34.506388 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-cd9f02b2-12f8-4711-97a1-e6d7a0870003 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:34.510135 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-cd9f02b2-12f8-4711-97a1-e6d7a0870003 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536593'] for floatingip (0c94cd2b-93db-4689-87f3-c317510d65f2), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:34.606885 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.db.l3_db [None req-cd9f02b2-12f8-4711-97a1-e6d7a0870003 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Floating IP 0c94cd2b-93db-4689-87f3-c317510d65f2 associated. External IP: 172.27.1.170, port: e591e6dc-57a0-485e-8495-54d43217b08d. Apr 05 22:39:35.041251 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd9f02b2-12f8-4711-97a1-e6d7a0870003 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Router 074602ce-52eb-49db-b2b4-9c9dd099caab has already been hosted by L3 agent 79a469f9-bdbc-4492-b479-9e5faeaf33b0 {{(pid=103469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:39:35.150482 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd9f02b2-12f8-4711-97a1-e6d7a0870003 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Notify agent at l3_agent.dv-cinder-835881-4-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:39:35.156858 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-cd9f02b2-12f8-4711-97a1-e6d7a0870003 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for floatingip (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:35.160738 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ac0f8a-5af7-4a00-b650-ffe604cfabfa None None] Sync routers for ids ['074602ce-52eb-49db-b2b4-9c9dd099caab'] in dv-cinder-835881-4-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:39:35.171148 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ac0f8a-5af7-4a00-b650-ffe604cfabfa None None] Routers {'074602ce-52eb-49db-b2b4-9c9dd099caab'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:39:35.171864 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-f2ac0f8a-5af7-4a00-b650-ffe604cfabfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:39:08Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['074602ce-52eb-49db-b2b4-9c9dd099caab'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:35.187630 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-cd9f02b2-12f8-4711-97a1-e6d7a0870003 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "PUT /v2.0/floatingips/0c94cd2b-93db-4689-87f3-c317510d65f2 HTTP/1.1" status: 200 len: 991 time: 1.1600809 Apr 05 22:39:35.188227 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe9c3ec7-79db-4e27-b0b9-239732c6eaad', 'tag': 'e591e6dc-57a0-485e-8495-54d43217b08d'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:39:35.190583 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f386ba26b1031f5495d5bdef0d2c98b5b567df56bfe60a1d1e0dd7c3f719aed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d7e147-6181-4cc2-bd50-7d214c7768f0" -d '{"events": [{"name": "network-changed", "server_uuid": "fe9c3ec7-79db-4e27-b0b9-239732c6eaad", "tag": "e591e6dc-57a0-485e-8495-54d43217b08d"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:39:35.243084 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee817a9-daf5-4b25-a325-a5d5afc797ab x-openstack-request-id: req-5ee817a9-daf5-4b25-a325-a5d5afc797ab {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:39:35.243377 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe9c3ec7-79db-4e27-b0b9-239732c6eaad", "tag": "e591e6dc-57a0-485e-8495-54d43217b08d", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:39:35.243635 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5ee817a9-daf5-4b25-a325-a5d5afc797ab {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:39:35.244038 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ee817a9-daf5-4b25-a325-a5d5afc797ab'] response: {'name': 'network-changed', 'server_uuid': 'fe9c3ec7-79db-4e27-b0b9-239732c6eaad', 'tag': 'e591e6dc-57a0-485e-8495-54d43217b08d', 'status': 'completed', 'code': 200} Apr 05 22:39:35.287582 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-f2ac0f8a-5af7-4a00-b650-ffe604cfabfa None None] Set router 074602ce-52eb-49db-b2b4-9c9dd099caab gateway port host: dv-cinder-835881-4-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:39:35.327375 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d7e147-6181-4cc2-bd50-7d214c7768f0 req-72fb8496-5df6-47d6-a76e-f887030f7acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:35.329191 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-12d7e147-6181-4cc2-bd50-7d214c7768f0 req-72fb8496-5df6-47d6-a76e-f887030f7acf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1ba0c2747b5346a280f6f563ba891f9e&device_id=fe9c3ec7-79db-4e27-b0b9-239732c6eaad HTTP/1.1" status: 200 len: 1129 time: 0.0483322 Apr 05 22:39:35.436139 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d7e147-6181-4cc2-bd50-7d214c7768f0 req-d654c5f9-d182-4c1f-93a2-5fb24520fb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:35.437715 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-12d7e147-6181-4cc2-bd50-7d214c7768f0 req-d654c5f9-d182-4c1f-93a2-5fb24520fb82 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3db3989f-3792-497b-8859-b82b64749acf HTTP/1.1" status: 200 len: 919 time: 0.1014998 Apr 05 22:39:35.509641 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-12d7e147-6181-4cc2-bd50-7d214c7768f0 req-d26f0b0b-9a06-424c-98c9-f52806508517 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e591e6dc-57a0-485e-8495-54d43217b08d HTTP/1.1" status: 200 len: 999 time: 0.0648582 Apr 05 22:39:35.518333 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-456f437a-2aab-4bdc-8d1d-74589c8e58e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (08425891-4e99-4ae4-974b-85ee5a0410c6), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:35.530838 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-f2ac0f8a-5af7-4a00-b650-ffe604cfabfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '074602ce-52eb-49db-b2b4-9c9dd099caab', 'name': 'tempest-ServerRescueNegativeTestJSON-879278927-router', 'tenant_id': '1ba0c2747b5346a280f6f563ba891f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': 'afdd8a75-4065-46c1-8241-8b04d9e6aaaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:36:27Z', 'updated_at': '2022-04-05T22:36:34Z', 'revision_number': 4, 'project_id': '1ba0c2747b5346a280f6f563ba891f9e', 'gw_port': {'id': 'afdd8a75-4065-46c1-8241-8b04d9e6aaaf', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:53:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074602ce-52eb-49db-b2b4-9c9dd099caab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:29Z', 'updated_at': '2022-04-05T22:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_floatingips': [{'id': '0c94cd2b-93db-4689-87f3-c317510d65f2', 'tenant_id': '1ba0c2747b5346a280f6f563ba891f9e', 'floating_ip_address': '172.27.1.170', 'floating_network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'router_id': '074602ce-52eb-49db-b2b4-9c9dd099caab', 'port_id': 'e591e6dc-57a0-485e-8495-54d43217b08d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3db3989f-3792-497b-8859-b82b64749acf', 'mac_address': 'fa:16:3e:73:38:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9c3ec7-79db-4e27-b0b9-239732c6eaad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:38:58Z', 'updated_at': '2022-04-05T22:39:34Z', 'revision_number': 1, 'project_id': '1ba0c2747b5346a280f6f563ba891f9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f69c885-3161-428d-a165-07787169a6aa', 'name': '', 'network_id': '3db3989f-3792-497b-8859-b82b64749acf', 'tenant_id': '1ba0c2747b5346a280f6f563ba891f9e', 'mac_address': 'fa:16:3e:49:57:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074602ce-52eb-49db-b2b4-9c9dd099caab', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '37586d04-a04b-404d-8716-ce23cb986874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:33Z', 'updated_at': '2022-04-05T22:36:44Z', 'revision_number': 5, 'project_id': '1ba0c2747b5346a280f6f563ba891f9e', 'subnets': [{'id': '37586d04-a04b-404d-8716-ce23cb986874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:35.556164 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ac0f8a-5af7-4a00-b650-ffe604cfabfa None None] Checking router: 074602ce-52eb-49db-b2b4-9c9dd099caab for host: dv-cinder-835881-4-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:39:35.564427 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ac0f8a-5af7-4a00-b650-ffe604cfabfa None None] Routers {'074602ce-52eb-49db-b2b4-9c9dd099caab'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:39:35.565100 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-f2ac0f8a-5af7-4a00-b650-ffe604cfabfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:39:08Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['074602ce-52eb-49db-b2b4-9c9dd099caab'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:35.570640 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d7e147-6181-4cc2-bd50-7d214c7768f0 req-4c512d0d-a5fb-4e83-9afd-7e2b1b22f74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:35.572093 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-12d7e147-6181-4cc2-bd50-7d214c7768f0 req-4c512d0d-a5fb-4e83-9afd-7e2b1b22f74f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=37586d04-a04b-404d-8716-ce23cb986874 HTTP/1.1" status: 200 len: 857 time: 0.0521801 Apr 05 22:39:35.630088 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d7e147-6181-4cc2-bd50-7d214c7768f0 req-6c0b0198-5358-4968-aa1b-6c6323c0d4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:35.631616 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-12d7e147-6181-4cc2-bd50-7d214c7768f0 req-6c0b0198-5358-4968-aa1b-6c6323c0d4ac service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3db3989f-3792-497b-8859-b82b64749acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0527833 Apr 05 22:39:35.686898 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-f2ac0f8a-5af7-4a00-b650-ffe604cfabfa None None] Set router 074602ce-52eb-49db-b2b4-9c9dd099caab gateway port host: dv-cinder-835881-4-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:39:35.749237 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-12d7e147-6181-4cc2-bd50-7d214c7768f0 req-b3a8e352-6445-4a8c-8507-c097cbcb4916 service neutron] 10.222.0.13 "GET /v2.0/networks/3db3989f-3792-497b-8859-b82b64749acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091676 Apr 05 22:39:35.847306 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-12d7e147-6181-4cc2-bd50-7d214c7768f0 req-39b80bf8-8deb-4985-88cb-d2d91ebf9566 service neutron] 10.222.0.13 "GET /v2.0/networks/3db3989f-3792-497b-8859-b82b64749acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910711 Apr 05 22:39:35.943339 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-f2ac0f8a-5af7-4a00-b650-ffe604cfabfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '074602ce-52eb-49db-b2b4-9c9dd099caab', 'name': 'tempest-ServerRescueNegativeTestJSON-879278927-router', 'tenant_id': '1ba0c2747b5346a280f6f563ba891f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': 'afdd8a75-4065-46c1-8241-8b04d9e6aaaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:36:27Z', 'updated_at': '2022-04-05T22:36:34Z', 'revision_number': 4, 'project_id': '1ba0c2747b5346a280f6f563ba891f9e', 'gw_port': {'id': 'afdd8a75-4065-46c1-8241-8b04d9e6aaaf', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:53:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074602ce-52eb-49db-b2b4-9c9dd099caab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:29Z', 'updated_at': '2022-04-05T22:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_floatingips': [{'id': '0c94cd2b-93db-4689-87f3-c317510d65f2', 'tenant_id': '1ba0c2747b5346a280f6f563ba891f9e', 'floating_ip_address': '172.27.1.170', 'floating_network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'router_id': '074602ce-52eb-49db-b2b4-9c9dd099caab', 'port_id': 'e591e6dc-57a0-485e-8495-54d43217b08d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3db3989f-3792-497b-8859-b82b64749acf', 'mac_address': 'fa:16:3e:73:38:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9c3ec7-79db-4e27-b0b9-239732c6eaad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:38:58Z', 'updated_at': '2022-04-05T22:39:34Z', 'revision_number': 1, 'project_id': '1ba0c2747b5346a280f6f563ba891f9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f69c885-3161-428d-a165-07787169a6aa', 'name': '', 'network_id': '3db3989f-3792-497b-8859-b82b64749acf', 'tenant_id': '1ba0c2747b5346a280f6f563ba891f9e', 'mac_address': 'fa:16:3e:49:57:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074602ce-52eb-49db-b2b4-9c9dd099caab', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '37586d04-a04b-404d-8716-ce23cb986874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:33Z', 'updated_at': '2022-04-05T22:36:44Z', 'revision_number': 5, 'project_id': '1ba0c2747b5346a280f6f563ba891f9e', 'subnets': [{'id': '37586d04-a04b-404d-8716-ce23cb986874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:35.968482 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ac0f8a-5af7-4a00-b650-ffe604cfabfa None None] The sync data for ids ['074602ce-52eb-49db-b2b4-9c9dd099caab'] in dv-cinder-835881-4-iscsi is: [{'id': '074602ce-52eb-49db-b2b4-9c9dd099caab', 'name': 'tempest-ServerRescueNegativeTestJSON-879278927-router', 'tenant_id': '1ba0c2747b5346a280f6f563ba891f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': 'afdd8a75-4065-46c1-8241-8b04d9e6aaaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:36:27Z', 'updated_at': '2022-04-05T22:36:34Z', 'revision_number': 4, 'project_id': '1ba0c2747b5346a280f6f563ba891f9e', 'gw_port': {'id': 'afdd8a75-4065-46c1-8241-8b04d9e6aaaf', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:53:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074602ce-52eb-49db-b2b4-9c9dd099caab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:29Z', 'updated_at': '2022-04-05T22:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_floatingips': [{'id': '0c94cd2b-93db-4689-87f3-c317510d65f2', 'tenant_id': '1ba0c2747b5346a280f6f563ba891f9e', 'floating_ip_address': '172.27.1.170', 'floating_network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'router_id': '074602ce-52eb-49db-b2b4-9c9dd099caab', 'port_id': 'e591e6dc-57a0-485e-8495-54d43217b08d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3db3989f-3792-497b-8859-b82b64749acf', 'mac_address': 'fa:16:3e:73:38:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9c3ec7-79db-4e27-b0b9-239732c6eaad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:38:58Z', 'updated_at': '2022-04-05T22:39:34Z', 'revision_number': 1, 'project_id': '1ba0c2747b5346a280f6f563ba891f9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f69c885-3161-428d-a165-07787169a6aa', 'name': '', 'network_id': '3db3989f-3792-497b-8859-b82b64749acf', 'tenant_id': '1ba0c2747b5346a280f6f563ba891f9e', 'mac_address': 'fa:16:3e:49:57:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074602ce-52eb-49db-b2b4-9c9dd099caab', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '37586d04-a04b-404d-8716-ce23cb986874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:33Z', 'updated_at': '2022-04-05T22:36:44Z', 'revision_number': 5, 'project_id': '1ba0c2747b5346a280f6f563ba891f9e', 'subnets': [{'id': '37586d04-a04b-404d-8716-ce23cb986874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:39:36.162533 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fe414f-832a-4318-beb9-a6a6d0108e3c None None] New status for floating IP 0c94cd2b-93db-4689-87f3-c317510d65f2: ACTIVE {{(pid=103470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:39:37.853112 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c4d81e92-4106-4eaa-bc9a-15aadf122d5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (79a469f9-bdbc-4492-b479-9e5faeaf33b0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:38.954275 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-dae4f030-1cb2-49a8-bcfa-6facf2529a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (e40c9916-dc7d-41d8-a75d-da550db0c469), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:40.604657 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-99ae2e83-6010-40d2-b70a-5b0f9e3ea887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (f28e62d6-8243-45bb-b578-64cfae2561d0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:41.310255 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5c894a53-371a-4993-92ac-8f307964f810 req-2f92fb16-72b3-4cbe-96e5-5bbd8a6d5016 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-626781150&fields=id&tenant_id=c30240b95f844507b090c8c5e4e837f8 HTTP/1.1" status: 200 len: 267 time: 0.0449073 Apr 05 22:39:41.422236 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c894a53-371a-4993-92ac-8f307964f810 req-9e76a096-4d3e-4453-8998-0cc443d82916 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:41.423714 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5c894a53-371a-4993-92ac-8f307964f810 req-9e76a096-4d3e-4453-8998-0cc443d82916 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/networks?id=29e62588-d45d-408b-8ff2-41c8ab8f7564 HTTP/1.1" status: 200 len: 812 time: 0.1066492 Apr 05 22:39:41.438428 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5c894a53-371a-4993-92ac-8f307964f810 req-b6412f57-68c2-4287-a2c4-1e520855f43c tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/quotas/c30240b95f844507b090c8c5e4e837f8 HTTP/1.1" status: 200 len: 375 time: 0.0090020 Apr 05 22:39:41.494366 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5c894a53-371a-4993-92ac-8f307964f810 req-1220fb4b-2e14-410f-a2a8-4cf68fd745c6 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=c30240b95f844507b090c8c5e4e837f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503552 Apr 05 22:39:41.619820 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5128639-3dee-4738-96ff-b77c8f40caec req-ee92fcd7-6e57-42ef-b114-1bfbb2f983bb tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:41.621205 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d5128639-3dee-4738-96ff-b77c8f40caec req-ee92fcd7-6e57-42ef-b114-1bfbb2f983bb tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c3cd28d-cb91-4884-827e-ca478eb1ff77 HTTP/1.1" status: 200 len: 945 time: 0.1257515 Apr 05 22:39:41.653276 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5c894a53-371a-4993-92ac-8f307964f810 req-5ba0c7ab-05d4-4290-b85a-2ca23740c21d service neutron] 10.222.0.45 "GET /v2.0/networks/29e62588-d45d-408b-8ff2-41c8ab8f7564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297901 Apr 05 22:39:41.725256 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d5128639-3dee-4738-96ff-b77c8f40caec req-6609f8ad-3f19-4b72-a909-eb50a8735de2 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e5ab744-8b27-401a-9f50-b62fc5f2c997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973852 Apr 05 22:39:41.747380 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 40982) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:41.760947 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5c894a53-371a-4993-92ac-8f307964f810 req-26a0e940-6f6a-4974-b51b-520295fb9e91 service neutron] 10.222.0.45 "GET /v2.0/networks/29e62588-d45d-408b-8ff2-41c8ab8f7564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017556 Apr 05 22:39:41.936219 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2127f0d0-f564-49fc-b035-c3d77f68baa7 tempest-TestMinimumBasicScenario-921437847 tempest-TestMinimumBasicScenario-921437847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:41.938332 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-2127f0d0-f564-49fc-b035-c3d77f68baa7 tempest-TestMinimumBasicScenario-921437847 tempest-TestMinimumBasicScenario-921437847-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=5c3cd28d-cb91-4884-827e-ca478eb1ff77 HTTP/1.1" status: 200 len: 1124 time: 0.1899347 Apr 05 22:39:41.941365 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 40992) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:41.945687 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-e891d15d-0b75-4459-87b5-514321e7da2f tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Request body: {'floatingip': {'floating_network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'port_id': 'ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa', 'tenant_id': '345149c7ece441b7b63f5b15eefd7347', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:39:41.966617 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-e891d15d-0b75-4459-87b5-514321e7da2f tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:42.048263 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-fb098e18-d2df-446b-a1a2-e660b86f3d5a req-f77d383f-3c04-4e99-861a-b09da0a4e980 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a83ca66-2a95-49cc-baf0-994c9689e13c HTTP/1.1" status: 200 len: 210 time: 0.0309181 Apr 05 22:39:42.054515 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (b771b186-15ef-4a1a-9c73-ea54ac08c8ac), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:42.078361 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-e891d15d-0b75-4459-87b5-514321e7da2f tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:42.193102 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.db.db_base_plugin_common [None req-e891d15d-0b75-4459-87b5-514321e7da2f tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Allocated IP 172.27.1.54 (1c7020db-f04b-4bae-aa0d-07e17c11278d/de4a5644-b80e-4142-a210-68f31fcb6ac5/97fe89aa-9dc5-4731-b75d-c731254ded87) {{(pid=103468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:39:42.297880 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-e891d15d-0b75-4459-87b5-514321e7da2f tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Publish callbacks [] for port (97fe89aa-9dc5-4731-b75d-c731254ded87), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:42.331506 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-e891d15d-0b75-4459-87b5-514321e7da2f tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757100095748'] for port (97fe89aa-9dc5-4731-b75d-c731254ded87), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:42.369002 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e891d15d-0b75-4459-87b5-514321e7da2f tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Network 1c7020db-f04b-4bae-aa0d-07e17c11278d is already hosted by enough agents. {{(pid=103468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:39:42.371918 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [None req-e891d15d-0b75-4459-87b5-514321e7da2f tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Resources bound (agent type, host, resource id): {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:39:42.375812 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e891d15d-0b75-4459-87b5-514321e7da2f tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Received port after_create {{(pid=103468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:39:42.406510 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e891d15d-0b75-4459-87b5-514321e7da2f tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Pushing event updated for resources: {'Port': ['ID=97fe89aa-9dc5-4731-b75d-c731254ded87,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:42.420918 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e891d15d-0b75-4459-87b5-514321e7da2f tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:42.421265 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e891d15d-0b75-4459-87b5-514321e7da2f tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:42.421690 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e891d15d-0b75-4459-87b5-514321e7da2f tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:42.422034 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e891d15d-0b75-4459-87b5-514321e7da2f tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:42.422370 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e891d15d-0b75-4459-87b5-514321e7da2f tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:42.422698 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e891d15d-0b75-4459-87b5-514321e7da2f tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:42.423025 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e891d15d-0b75-4459-87b5-514321e7da2f tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:42.423349 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e891d15d-0b75-4459-87b5-514321e7da2f tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:42.423684 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e891d15d-0b75-4459-87b5-514321e7da2f tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:42.424192 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e891d15d-0b75-4459-87b5-514321e7da2f tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:42.425297 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e891d15d-0b75-4459-87b5-514321e7da2f tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:42.425654 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e891d15d-0b75-4459-87b5-514321e7da2f tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:42.425981 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e891d15d-0b75-4459-87b5-514321e7da2f tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:42.426301 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e891d15d-0b75-4459-87b5-514321e7da2f tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:42.426623 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e891d15d-0b75-4459-87b5-514321e7da2f tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:43.042514 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-e891d15d-0b75-4459-87b5-514321e7da2f tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Publish callbacks [] for floatingip (cadeda18-a19f-4a6e-8f66-3816742b4a49), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:43.082768 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c894a53-371a-4993-92ac-8f307964f810 req-18663f60-8ce2-4978-8844-e2a948682050 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:43.084263 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5c894a53-371a-4993-92ac-8f307964f810 req-18663f60-8ce2-4978-8844-e2a948682050 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.13 "GET /v2.0/networks?id=29e62588-d45d-408b-8ff2-41c8ab8f7564 HTTP/1.1" status: 200 len: 812 time: 0.1131523 Apr 05 22:39:43.153422 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-e891d15d-0b75-4459-87b5-514321e7da2f tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (97fe89aa-9dc5-4731-b75d-c731254ded87), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:43.170185 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-57508d2c-d0f3-4e45-a172-f0afd819bba6 req-7cdc8af3-acd8-4da3-a0b2-0a3967ea3ff5 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a83ca66-2a95-49cc-baf0-994c9689e13c HTTP/1.1" status: 200 len: 210 time: 0.0394790 Apr 05 22:39:43.192706 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5c894a53-371a-4993-92ac-8f307964f810 req-51fa6a02-84c8-42f4-b076-a67e2d6cb912 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c30240b95f844507b090c8c5e4e837f8 HTTP/1.1" status: 200 len: 379 time: 0.0946386 Apr 05 22:39:43.200969 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [req-5c894a53-371a-4993-92ac-8f307964f810 req-38614257-aa93-4825-b0f9-b4bc526628ac tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Request body: {'port': {'device_id': '8a83ca66-2a95-49cc-baf0-994c9689e13c', 'network_id': '29e62588-d45d-408b-8ff2-41c8ab8f7564', 'admin_state_up': True, 'tenant_id': 'c30240b95f844507b090c8c5e4e837f8', 'security_groups': ['ced387a5-040e-45ba-9c43-ed76753c1d9e']}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:39:43.309379 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c894a53-371a-4993-92ac-8f307964f810 req-38614257-aa93-4825-b0f9-b4bc526628ac tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Made reservation on behalf of c30240b95f844507b090c8c5e4e837f8 for: {'port': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:39:43.312596 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-5c894a53-371a-4993-92ac-8f307964f810 req-38614257-aa93-4825-b0f9-b4bc526628ac tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:43.325526 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-e891d15d-0b75-4459-87b5-514321e7da2f tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Publish callbacks [] for port (97fe89aa-9dc5-4731-b75d-c731254ded87), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:43.329878 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-e891d15d-0b75-4459-87b5-514321e7da2f tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (97fe89aa-9dc5-4731-b75d-c731254ded87), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:43.361774 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-e891d15d-0b75-4459-87b5-514321e7da2f tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536593'] for floatingip (cadeda18-a19f-4a6e-8f66-3816742b4a49), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:43.414828 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e891d15d-0b75-4459-87b5-514321e7da2f tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Pushing event updated for resources: {'Port': ['ID=97fe89aa-9dc5-4731-b75d-c731254ded87,revision_number=2']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:43.442234 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_common [req-5c894a53-371a-4993-92ac-8f307964f810 req-38614257-aa93-4825-b0f9-b4bc526628ac tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Allocated IP 172.20.0.14 (29e62588-d45d-408b-8ff2-41c8ab8f7564/01cfd0c4-12a2-43c1-a8b6-36df1c8261fd/fe4068ab-ebc0-498f-85bc-db210e8a930d) {{(pid=103469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:39:43.479099 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.db.l3_db [None req-e891d15d-0b75-4459-87b5-514321e7da2f tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Floating IP cadeda18-a19f-4a6e-8f66-3816742b4a49 associated. External IP: 172.27.1.54, port: ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa. Apr 05 22:39:43.588042 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-5c894a53-371a-4993-92ac-8f307964f810 req-38614257-aa93-4825-b0f9-b4bc526628ac tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks [] for port (fe4068ab-ebc0-498f-85bc-db210e8a930d), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:43.629445 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-5c894a53-371a-4993-92ac-8f307964f810 req-38614257-aa93-4825-b0f9-b4bc526628ac tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757100095748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827921'] for port (fe4068ab-ebc0-498f-85bc-db210e8a930d), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:43.675952 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c894a53-371a-4993-92ac-8f307964f810 req-38614257-aa93-4825-b0f9-b4bc526628ac tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Network 29e62588-d45d-408b-8ff2-41c8ab8f7564 is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:39:43.681300 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [req-5c894a53-371a-4993-92ac-8f307964f810 req-38614257-aa93-4825-b0f9-b4bc526628ac tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:39:43.686066 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c894a53-371a-4993-92ac-8f307964f810 req-38614257-aa93-4825-b0f9-b4bc526628ac tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Received port after_create {{(pid=103469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:39:43.708238 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38614257-aa93-4825-b0f9-b4bc526628ac tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Pushing event updated for resources: {'Port': ['ID=fe4068ab-ebc0-498f-85bc-db210e8a930d,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:43.714777 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e891d15d-0b75-4459-87b5-514321e7da2f tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Router 905b4cea-117a-441e-b9b6-44e34699d3cc has already been hosted by L3 agent 79a469f9-bdbc-4492-b479-9e5faeaf33b0 {{(pid=103468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:39:43.720940 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38614257-aa93-4825-b0f9-b4bc526628ac tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:43.721315 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38614257-aa93-4825-b0f9-b4bc526628ac tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:43.721928 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38614257-aa93-4825-b0f9-b4bc526628ac tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:43.722367 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38614257-aa93-4825-b0f9-b4bc526628ac tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:43.722952 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38614257-aa93-4825-b0f9-b4bc526628ac tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:43.723286 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38614257-aa93-4825-b0f9-b4bc526628ac tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:43.723611 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38614257-aa93-4825-b0f9-b4bc526628ac tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:43.723939 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38614257-aa93-4825-b0f9-b4bc526628ac tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:43.724263 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38614257-aa93-4825-b0f9-b4bc526628ac tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:43.724594 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38614257-aa93-4825-b0f9-b4bc526628ac tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:43.724902 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38614257-aa93-4825-b0f9-b4bc526628ac tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:43.725400 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38614257-aa93-4825-b0f9-b4bc526628ac tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:43.725704 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38614257-aa93-4825-b0f9-b4bc526628ac tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:43.725971 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38614257-aa93-4825-b0f9-b4bc526628ac tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:43.727818 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38614257-aa93-4825-b0f9-b4bc526628ac tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:43.748934 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c894a53-371a-4993-92ac-8f307964f810 req-38614257-aa93-4825-b0f9-b4bc526628ac tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:43.749586 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-5c894a53-371a-4993-92ac-8f307964f810 req-38614257-aa93-4825-b0f9-b4bc526628ac tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644259'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:43.768965 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5c894a53-371a-4993-92ac-8f307964f810 req-38614257-aa93-4825-b0f9-b4bc526628ac tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5716090 Apr 05 22:39:43.809784 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [req-5c894a53-371a-4993-92ac-8f307964f810 req-23af28bf-a794-4516-b04f-28ec4b3d539c service neutron] Request body: {'port': {'device_id': '8a83ca66-2a95-49cc-baf0-994c9689e13c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:39:43.840505 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e891d15d-0b75-4459-87b5-514321e7da2f tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Notify agent at l3_agent.dv-cinder-835881-4-iscsi the message routers_updated {{(pid=103468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:39:43.859258 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f3dd51-6de6-4bbc-8b29-d069d49fee8f None None] Sync routers for ids ['905b4cea-117a-441e-b9b6-44e34699d3cc'] in dv-cinder-835881-4-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:39:43.867723 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-e891d15d-0b75-4459-87b5-514321e7da2f tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for floatingip (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:43.877570 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-5c894a53-371a-4993-92ac-8f307964f810 req-23af28bf-a794-4516-b04f-28ec4b3d539c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (fe4068ab-ebc0-498f-85bc-db210e8a930d), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:43.878366 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f3dd51-6de6-4bbc-8b29-d069d49fee8f None None] Routers {'905b4cea-117a-441e-b9b6-44e34699d3cc'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:39:43.878990 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-35f3dd51-6de6-4bbc-8b29-d069d49fee8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:39:38Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['905b4cea-117a-441e-b9b6-44e34699d3cc'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:43.922275 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-e891d15d-0b75-4459-87b5-514321e7da2f tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9795463 Apr 05 22:39:43.923438 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 41008) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:43.925222 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c3cd28d-cb91-4884-827e-ca478eb1ff77', 'tag': 'ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa'}] {{(pid=103468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:39:43.929665 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8565d6b4cfa67e4590cf2f5bc7b4b9288cff1ea13080135eebb93ab155e6c8ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-724fb22b-a6b7-49e3-ad62-d6578531c128" -d '{"events": [{"name": "network-changed", "server_uuid": "5c3cd28d-cb91-4884-827e-ca478eb1ff77", "tag": "ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa"}]}' {{(pid=103468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:39:43.944075 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-5f9974b5-7a00-45f9-8795-63bdd05decbc tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1012069278', 'description': 'tempest-secgroup-smoke-1012069278 description', 'project_id': '345149c7ece441b7b63f5b15eefd7347'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:39:43.947586 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-ab5a864a-824e-49cd-b54e-c604ce363262 None None] Provisioning complete for port fe4068ab-ebc0-498f-85bc-db210e8a930d triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:39:43.948994 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-ab5a864a-824e-49cd-b54e-c604ce363262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (fe4068ab-ebc0-498f-85bc-db210e8a930d), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:43.980852 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5f9974b5-7a00-45f9-8795-63bdd05decbc tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:44.012477 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7dbb53d-7c51-4049-80d3-75abf30df01d x-openstack-request-id: req-d7dbb53d-7c51-4049-80d3-75abf30df01d {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:39:44.012747 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c3cd28d-cb91-4884-827e-ca478eb1ff77", "tag": "ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa", "status": "completed", "code": 200}]} {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:39:44.012996 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d7dbb53d-7c51-4049-80d3-75abf30df01d {{(pid=103468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:39:44.013400 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7dbb53d-7c51-4049-80d3-75abf30df01d'] response: {'name': 'network-changed', 'server_uuid': '5c3cd28d-cb91-4884-827e-ca478eb1ff77', 'tag': 'ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa', 'status': 'completed', 'code': 200} Apr 05 22:39:44.023807 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-ab5a864a-824e-49cd-b54e-c604ce363262 None None] Port fe4068ab-ebc0-498f-85bc-db210e8a930d cannot update to ACTIVE because it is not bound. {{(pid=103470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:39:44.058490 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-35f3dd51-6de6-4bbc-8b29-d069d49fee8f None None] Set router 905b4cea-117a-441e-b9b6-44e34699d3cc gateway port host: dv-cinder-835881-4-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:39:44.081417 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5f9974b5-7a00-45f9-8795-63bdd05decbc tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Publish callbacks [] for security_group (1f93e6ab-a8ef-4e24-a3c0-5969259b9d8c), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:44.087147 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5f9974b5-7a00-45f9-8795-63bdd05decbc tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (1f93e6ab-a8ef-4e24-a3c0-5969259b9d8c), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:44.123693 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9974b5-7a00-45f9-8795-63bdd05decbc tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f93e6ab-a8ef-4e24-a3c0-5969259b9d8c,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:44.129707 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5f9974b5-7a00-45f9-8795-63bdd05decbc tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:44.131407 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-5f9974b5-7a00-45f9-8795-63bdd05decbc tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1957135 Apr 05 22:39:44.133874 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 41012) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:44.140419 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-78d60530-3f7c-481a-a0ac-dc3d82207a92 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Request body: {'security_group_rule': {'security_group_id': '1f93e6ab-a8ef-4e24-a3c0-5969259b9d8c', 'project_id': '345149c7ece441b7b63f5b15eefd7347', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:39:44.147838 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724fb22b-a6b7-49e3-ad62-d6578531c128 req-ad87aab6-75a9-4128-9472-dd5223188dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:44.149526 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-724fb22b-a6b7-49e3-ad62-d6578531c128 req-ad87aab6-75a9-4128-9472-dd5223188dd9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=345149c7ece441b7b63f5b15eefd7347&device_id=5c3cd28d-cb91-4884-827e-ca478eb1ff77 HTTP/1.1" status: 200 len: 1129 time: 0.1196079 Apr 05 22:39:44.175047 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-78d60530-3f7c-481a-a0ac-dc3d82207a92 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Publish callbacks [] for security_group_rule (8c02539d-6c76-4098-a1f6-a01741e47f55), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:44.238666 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-78d60530-3f7c-481a-a0ac-dc3d82207a92 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Publish callbacks [] for security_group_rule (8c02539d-6c76-4098-a1f6-a01741e47f55), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:44.246332 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-78d60530-3f7c-481a-a0ac-dc3d82207a92 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586008'] for security_group_rule (8c02539d-6c76-4098-a1f6-a01741e47f55), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:44.263208 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d60530-3f7c-481a-a0ac-dc3d82207a92 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c02539d-6c76-4098-a1f6-a01741e47f55,revision_number=0']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:44.282870 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-78d60530-3f7c-481a-a0ac-dc3d82207a92 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:44.287522 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-78d60530-3f7c-481a-a0ac-dc3d82207a92 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1526747 Apr 05 22:39:44.288301 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 41016) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:44.292785 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-689d298f-5c1b-4a83-8a1d-f549fd7b80b9 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Request body: {'security_group_rule': {'security_group_id': '1f93e6ab-a8ef-4e24-a3c0-5969259b9d8c', 'project_id': '345149c7ece441b7b63f5b15eefd7347', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:39:44.304810 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-35f3dd51-6de6-4bbc-8b29-d069d49fee8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905b4cea-117a-441e-b9b6-44e34699d3cc', 'name': 'tempest-TestMinimumBasicScenario-1231732896-router', 'tenant_id': '345149c7ece441b7b63f5b15eefd7347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '79086086-f0b0-4293-86b6-de8dbf5eef4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:22Z', 'updated_at': '2022-04-05T22:38:27Z', 'revision_number': 4, 'project_id': '345149c7ece441b7b63f5b15eefd7347', 'gw_port': {'id': '79086086-f0b0-4293-86b6-de8dbf5eef4b', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:af:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905b4cea-117a-441e-b9b6-44e34699d3cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:22Z', 'updated_at': '2022-04-05T22:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_floatingips': [{'id': 'cadeda18-a19f-4a6e-8f66-3816742b4a49', 'tenant_id': '345149c7ece441b7b63f5b15eefd7347', 'floating_ip_address': '172.27.1.54', 'floating_network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'router_id': '905b4cea-117a-441e-b9b6-44e34699d3cc', 'port_id': 'ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82ac0f62-8f0d-494d-92b9-59e30fbb35e6', 'mac_address': 'fa:16:3e:02:e2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3cd28d-cb91-4884-827e-ca478eb1ff77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:39:42Z', 'updated_at': '2022-04-05T22:39:42Z', 'revision_number': 0, 'project_id': '345149c7ece441b7b63f5b15eefd7347', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90b1751b-1a1d-4fa8-9904-e117d75a6f02', 'name': '', 'network_id': '82ac0f62-8f0d-494d-92b9-59e30fbb35e6', 'tenant_id': '345149c7ece441b7b63f5b15eefd7347', 'mac_address': 'fa:16:3e:74:95:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905b4cea-117a-441e-b9b6-44e34699d3cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '19c28f15-7561-44cc-be09-8c106acb22d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:26Z', 'updated_at': '2022-04-05T22:38:32Z', 'revision_number': 5, 'project_id': '345149c7ece441b7b63f5b15eefd7347', 'subnets': [{'id': '19c28f15-7561-44cc-be09-8c106acb22d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:44.321249 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-689d298f-5c1b-4a83-8a1d-f549fd7b80b9 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Publish callbacks [] for security_group_rule (426dd6d5-8611-4b5d-ac6e-7f63dcabfd07), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:44.330532 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f3dd51-6de6-4bbc-8b29-d069d49fee8f None None] Checking router: 905b4cea-117a-441e-b9b6-44e34699d3cc for host: dv-cinder-835881-4-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:39:44.339686 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f3dd51-6de6-4bbc-8b29-d069d49fee8f None None] Routers {'905b4cea-117a-441e-b9b6-44e34699d3cc'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:39:44.340294 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-35f3dd51-6de6-4bbc-8b29-d069d49fee8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:39:38Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['905b4cea-117a-441e-b9b6-44e34699d3cc'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:44.351502 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [req-5c894a53-371a-4993-92ac-8f307964f810 req-23af28bf-a794-4516-b04f-28ec4b3d539c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe4068ab-ebc0-498f-85bc-db210e8a930d {{(pid=103469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:39:44.372725 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-5c894a53-371a-4993-92ac-8f307964f810 req-23af28bf-a794-4516-b04f-28ec4b3d539c service neutron] Publish callbacks [] for port (fe4068ab-ebc0-498f-85bc-db210e8a930d), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:44.379953 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724fb22b-a6b7-49e3-ad62-d6578531c128 req-87e07f7f-fdbf-4ead-a31d-6c4f9d93147d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:44.381661 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-724fb22b-a6b7-49e3-ad62-d6578531c128 req-87e07f7f-fdbf-4ead-a31d-6c4f9d93147d service neutron] 10.222.0.13 "GET /v2.0/networks?id=82ac0f62-8f0d-494d-92b9-59e30fbb35e6 HTTP/1.1" status: 200 len: 916 time: 0.2093880 Apr 05 22:39:44.391652 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-689d298f-5c1b-4a83-8a1d-f549fd7b80b9 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Publish callbacks [] for security_group_rule (426dd6d5-8611-4b5d-ac6e-7f63dcabfd07), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:44.397780 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-689d298f-5c1b-4a83-8a1d-f549fd7b80b9 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586008'] for security_group_rule (426dd6d5-8611-4b5d-ac6e-7f63dcabfd07), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:44.417747 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689d298f-5c1b-4a83-8a1d-f549fd7b80b9 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=426dd6d5-8611-4b5d-ac6e-7f63dcabfd07,revision_number=0']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:44.427011 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-689d298f-5c1b-4a83-8a1d-f549fd7b80b9 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:44.428851 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-689d298f-5c1b-4a83-8a1d-f549fd7b80b9 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1388268 Apr 05 22:39:44.431584 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 41018) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:44.435902 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-3d8d10c4-00a0-4f50-a0bd-2139aa127d1f tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Request body: {'security_group_rule': {'security_group_id': '1f93e6ab-a8ef-4e24-a3c0-5969259b9d8c', 'project_id': '345149c7ece441b7b63f5b15eefd7347', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:39:44.438177 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023472e5-69a6-42a2-b972-35f668ca9661 req-f42e5a55-60f8-4f24-8f10-6a7a18c5004b tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:44.441934 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-023472e5-69a6-42a2-b972-35f668ca9661 req-f42e5a55-60f8-4f24-8f10-6a7a18c5004b tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a83ca66-2a95-49cc-baf0-994c9689e13c HTTP/1.1" status: 200 len: 932 time: 0.1810777 Apr 05 22:39:44.443004 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.provisioning_blocks [req-5c894a53-371a-4993-92ac-8f307964f810 req-23af28bf-a794-4516-b04f-28ec4b3d539c service neutron] Transition to ACTIVE for port object fe4068ab-ebc0-498f-85bc-db210e8a930d will not be triggered until provisioned by entity L2. {{(pid=103469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 22:39:44.456496 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-5c894a53-371a-4993-92ac-8f307964f810 req-23af28bf-a794-4516-b04f-28ec4b3d539c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828008'] for port (fe4068ab-ebc0-498f-85bc-db210e8a930d), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:44.465044 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-35f3dd51-6de6-4bbc-8b29-d069d49fee8f None None] Set router 905b4cea-117a-441e-b9b6-44e34699d3cc gateway port host: dv-cinder-835881-4-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:39:44.468152 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-3d8d10c4-00a0-4f50-a0bd-2139aa127d1f tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Publish callbacks [] for security_group_rule (471bbda2-d24e-42d3-9f8e-78c151c43137), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:44.543886 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-3d8d10c4-00a0-4f50-a0bd-2139aa127d1f tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Publish callbacks [] for security_group_rule (471bbda2-d24e-42d3-9f8e-78c151c43137), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:44.545209 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-724fb22b-a6b7-49e3-ad62-d6578531c128 req-389e9812-42ca-4499-a913-b30b17e6ea87 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa HTTP/1.1" status: 200 len: 998 time: 0.1566684 Apr 05 22:39:44.552464 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-3d8d10c4-00a0-4f50-a0bd-2139aa127d1f tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586008'] for security_group_rule (471bbda2-d24e-42d3-9f8e-78c151c43137), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:44.576631 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af28bf-a794-4516-b04f-28ec4b3d539c service neutron] Pushing event updated for resources: {'Port': ['ID=fe4068ab-ebc0-498f-85bc-db210e8a930d,revision_number=2']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:44.588010 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-3d8d10c4-00a0-4f50-a0bd-2139aa127d1f tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:44.592966 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-3d8d10c4-00a0-4f50-a0bd-2139aa127d1f tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1602957 Apr 05 22:39:44.593797 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 41020) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:44.599388 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-ba298ee5-685d-405e-aed0-114e9643013c tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Request body: {'security_group_rule': {'security_group_id': '1f93e6ab-a8ef-4e24-a3c0-5969259b9d8c', 'project_id': '345149c7ece441b7b63f5b15eefd7347', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:39:44.604259 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8d10c4-00a0-4f50-a0bd-2139aa127d1f tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=471bbda2-d24e-42d3-9f8e-78c151c43137,revision_number=0']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:44.636734 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-023472e5-69a6-42a2-b972-35f668ca9661 req-d0ffff44-d33d-4fcf-b1cc-6f96bc485f97 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/security-groups?id=ced387a5-040e-45ba-9c43-ed76753c1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1884820 Apr 05 22:39:44.663375 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ba298ee5-685d-405e-aed0-114e9643013c tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Publish callbacks [] for security_group_rule (691a0bf4-43ad-4483-a516-43280beb5379), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:44.698592 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724fb22b-a6b7-49e3-ad62-d6578531c128 req-cfc06810-fa3b-410c-afc1-c260d642d960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:44.700968 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-724fb22b-a6b7-49e3-ad62-d6578531c128 req-cfc06810-fa3b-410c-afc1-c260d642d960 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=19c28f15-7561-44cc-be09-8c106acb22d5 HTTP/1.1" status: 200 len: 854 time: 0.1427033 Apr 05 22:39:44.730843 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-5c894a53-371a-4993-92ac-8f307964f810 req-23af28bf-a794-4516-b04f-28ec4b3d539c service neutron] Attempting to bind port fe4068ab-ebc0-498f-85bc-db210e8a930d on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:39:44.731182 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-5c894a53-371a-4993-92ac-8f307964f810 req-23af28bf-a794-4516-b04f-28ec4b3d539c service neutron] Attempting to bind port fe4068ab-ebc0-498f-85bc-db210e8a930d by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '6c738280-30fc-49ea-929c-a4e23bf1c310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '29e62588-d45d-408b-8ff2-41c8ab8f7564'}] {{(pid=103469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:39:44.731511 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c894a53-371a-4993-92ac-8f307964f810 req-23af28bf-a794-4516-b04f-28ec4b3d539c service neutron] Attempting to bind port fe4068ab-ebc0-498f-85bc-db210e8a930d on network 29e62588-d45d-408b-8ff2-41c8ab8f7564 {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:39:44.739360 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ba298ee5-685d-405e-aed0-114e9643013c tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Publish callbacks [] for security_group_rule (691a0bf4-43ad-4483-a516-43280beb5379), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:44.746283 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ba298ee5-685d-405e-aed0-114e9643013c tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586008'] for security_group_rule (691a0bf4-43ad-4483-a516-43280beb5379), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:44.753295 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c894a53-371a-4993-92ac-8f307964f810 req-23af28bf-a794-4516-b04f-28ec4b3d539c service neutron] Port fe4068ab-ebc0-498f-85bc-db210e8a930d on network 29e62588-d45d-408b-8ff2-41c8ab8f7564 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 22:39:44.753295 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c894a53-371a-4993-92ac-8f307964f810 req-23af28bf-a794-4516-b04f-28ec4b3d539c service neutron] Attempting to bind port fe4068ab-ebc0-498f-85bc-db210e8a930d on network 29e62588-d45d-408b-8ff2-41c8ab8f7564 {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:39:44.759063 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c894a53-371a-4993-92ac-8f307964f810 req-23af28bf-a794-4516-b04f-28ec4b3d539c service neutron] Checking agent: {'id': '021dfe4d-8109-4136-9367-dac606dce553', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 34, 28), 'started_at': datetime.datetime(2022, 4, 5, 22, 34, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:39:44.759403 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c894a53-371a-4993-92ac-8f307964f810 req-23af28bf-a794-4516-b04f-28ec4b3d539c service neutron] Checking segment: {'id': '6c738280-30fc-49ea-929c-a4e23bf1c310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '29e62588-d45d-408b-8ff2-41c8ab8f7564'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:39:44.759790 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c894a53-371a-4993-92ac-8f307964f810 req-23af28bf-a794-4516-b04f-28ec4b3d539c service neutron] Bound using segment: {'id': '6c738280-30fc-49ea-929c-a4e23bf1c310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '29e62588-d45d-408b-8ff2-41c8ab8f7564'} {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:39:44.760220 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-5c894a53-371a-4993-92ac-8f307964f810 req-23af28bf-a794-4516-b04f-28ec4b3d539c service neutron] Bound port: fe4068ab-ebc0-498f-85bc-db210e8a930d, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c738280-30fc-49ea-929c-a4e23bf1c310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '29e62588-d45d-408b-8ff2-41c8ab8f7564'}}] {{(pid=103469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:39:44.760578 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-5c894a53-371a-4993-92ac-8f307964f810 req-23af28bf-a794-4516-b04f-28ec4b3d539c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (fe4068ab-ebc0-498f-85bc-db210e8a930d), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:44.764193 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba298ee5-685d-405e-aed0-114e9643013c tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=691a0bf4-43ad-4483-a516-43280beb5379,revision_number=0']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:44.779007 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ba298ee5-685d-405e-aed0-114e9643013c tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:44.782900 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-ba298ee5-685d-405e-aed0-114e9643013c tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1853590 Apr 05 22:39:44.783211 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 41022) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:44.851676 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-35f3dd51-6de6-4bbc-8b29-d069d49fee8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905b4cea-117a-441e-b9b6-44e34699d3cc', 'name': 'tempest-TestMinimumBasicScenario-1231732896-router', 'tenant_id': '345149c7ece441b7b63f5b15eefd7347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '79086086-f0b0-4293-86b6-de8dbf5eef4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:22Z', 'updated_at': '2022-04-05T22:38:27Z', 'revision_number': 4, 'project_id': '345149c7ece441b7b63f5b15eefd7347', 'gw_port': {'id': '79086086-f0b0-4293-86b6-de8dbf5eef4b', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:af:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905b4cea-117a-441e-b9b6-44e34699d3cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:22Z', 'updated_at': '2022-04-05T22:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_floatingips': [{'id': 'cadeda18-a19f-4a6e-8f66-3816742b4a49', 'tenant_id': '345149c7ece441b7b63f5b15eefd7347', 'floating_ip_address': '172.27.1.54', 'floating_network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'router_id': '905b4cea-117a-441e-b9b6-44e34699d3cc', 'port_id': 'ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82ac0f62-8f0d-494d-92b9-59e30fbb35e6', 'mac_address': 'fa:16:3e:02:e2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3cd28d-cb91-4884-827e-ca478eb1ff77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:39:42Z', 'updated_at': '2022-04-05T22:39:42Z', 'revision_number': 0, 'project_id': '345149c7ece441b7b63f5b15eefd7347', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90b1751b-1a1d-4fa8-9904-e117d75a6f02', 'name': '', 'network_id': '82ac0f62-8f0d-494d-92b9-59e30fbb35e6', 'tenant_id': '345149c7ece441b7b63f5b15eefd7347', 'mac_address': 'fa:16:3e:74:95:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905b4cea-117a-441e-b9b6-44e34699d3cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '19c28f15-7561-44cc-be09-8c106acb22d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:26Z', 'updated_at': '2022-04-05T22:38:32Z', 'revision_number': 5, 'project_id': '345149c7ece441b7b63f5b15eefd7347', 'subnets': [{'id': '19c28f15-7561-44cc-be09-8c106acb22d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:44.880000 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f3dd51-6de6-4bbc-8b29-d069d49fee8f None None] The sync data for ids ['905b4cea-117a-441e-b9b6-44e34699d3cc'] in dv-cinder-835881-4-iscsi is: [{'id': '905b4cea-117a-441e-b9b6-44e34699d3cc', 'name': 'tempest-TestMinimumBasicScenario-1231732896-router', 'tenant_id': '345149c7ece441b7b63f5b15eefd7347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '79086086-f0b0-4293-86b6-de8dbf5eef4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:22Z', 'updated_at': '2022-04-05T22:38:27Z', 'revision_number': 4, 'project_id': '345149c7ece441b7b63f5b15eefd7347', 'gw_port': {'id': '79086086-f0b0-4293-86b6-de8dbf5eef4b', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:af:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905b4cea-117a-441e-b9b6-44e34699d3cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:22Z', 'updated_at': '2022-04-05T22:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_floatingips': [{'id': 'cadeda18-a19f-4a6e-8f66-3816742b4a49', 'tenant_id': '345149c7ece441b7b63f5b15eefd7347', 'floating_ip_address': '172.27.1.54', 'floating_network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'router_id': '905b4cea-117a-441e-b9b6-44e34699d3cc', 'port_id': 'ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82ac0f62-8f0d-494d-92b9-59e30fbb35e6', 'mac_address': 'fa:16:3e:02:e2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3cd28d-cb91-4884-827e-ca478eb1ff77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:39:42Z', 'updated_at': '2022-04-05T22:39:42Z', 'revision_number': 0, 'project_id': '345149c7ece441b7b63f5b15eefd7347', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90b1751b-1a1d-4fa8-9904-e117d75a6f02', 'name': '', 'network_id': '82ac0f62-8f0d-494d-92b9-59e30fbb35e6', 'tenant_id': '345149c7ece441b7b63f5b15eefd7347', 'mac_address': 'fa:16:3e:74:95:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905b4cea-117a-441e-b9b6-44e34699d3cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '19c28f15-7561-44cc-be09-8c106acb22d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:26Z', 'updated_at': '2022-04-05T22:38:32Z', 'revision_number': 5, 'project_id': '345149c7ece441b7b63f5b15eefd7347', 'subnets': [{'id': '19c28f15-7561-44cc-be09-8c106acb22d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:39:45.033457 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-d324aeb3-9ce9-4bee-93c8-68294573f52f tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Request body: {'security_group_rule': {'security_group_id': '1f93e6ab-a8ef-4e24-a3c0-5969259b9d8c', 'project_id': '345149c7ece441b7b63f5b15eefd7347', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:39:45.071381 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724fb22b-a6b7-49e3-ad62-d6578531c128 req-fc29068b-b549-4723-adbc-5ecedfbd38ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:45.072945 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-724fb22b-a6b7-49e3-ad62-d6578531c128 req-fc29068b-b549-4723-adbc-5ecedfbd38ca service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=82ac0f62-8f0d-494d-92b9-59e30fbb35e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3605094 Apr 05 22:39:45.079370 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497acfea-5ef9-4af0-bd86-62e23d0dade1 None None] New status for floating IP cadeda18-a19f-4a6e-8f66-3816742b4a49: ACTIVE {{(pid=103470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:39:45.088293 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.db.securitygroups_db [None req-d324aeb3-9ce9-4bee-93c8-68294573f52f tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Project 345149c7ece441b7b63f5b15eefd7347 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 22:39:45.111234 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-5c894a53-371a-4993-92ac-8f307964f810 req-23af28bf-a794-4516-b04f-28ec4b3d539c service neutron] For port fe4068ab-ebc0-498f-85bc-db210e8a930d, host hv-cinder-83588, cleared binding levels {{(pid=103469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:39:45.119614 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d324aeb3-9ce9-4bee-93c8-68294573f52f tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Publish callbacks [] for security_group_rule (c5b18bdd-4a3c-42bc-957c-99b1738c114f), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:45.171605 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-5c894a53-371a-4993-92ac-8f307964f810 req-23af28bf-a794-4516-b04f-28ec4b3d539c service neutron] For port fe4068ab-ebc0-498f-85bc-db210e8a930d, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=fe4068ab-ebc0-498f-85bc-db210e8a930d,segment=NetworkSegment(6c738280-30fc-49ea-929c-a4e23bf1c310),segment_id=6c738280-30fc-49ea-929c-a4e23bf1c310)] {{(pid=103469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:39:45.189751 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-5c894a53-371a-4993-92ac-8f307964f810 req-23af28bf-a794-4516-b04f-28ec4b3d539c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828008'] for port (fe4068ab-ebc0-498f-85bc-db210e8a930d), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:45.265131 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c894a53-371a-4993-92ac-8f307964f810 req-23af28bf-a794-4516-b04f-28ec4b3d539c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:45.265770 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-5c894a53-371a-4993-92ac-8f307964f810 req-23af28bf-a794-4516-b04f-28ec4b3d539c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644259'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:45.267184 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5c894a53-371a-4993-92ac-8f307964f810 req-23af28bf-a794-4516-b04f-28ec4b3d539c service neutron] 10.222.0.13 "PUT /v2.0/ports/fe4068ab-ebc0-498f-85bc-db210e8a930d HTTP/1.1" status: 200 len: 1094 time: 1.4618795 Apr 05 22:39:45.270219 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a83ca66-2a95-49cc-baf0-994c9689e13c', 'tag': 'fe4068ab-ebc0-498f-85bc-db210e8a930d'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:39:45.273459 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f386ba26b1031f5495d5bdef0d2c98b5b567df56bfe60a1d1e0dd7c3f719aed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-537ba4d6-f27b-4ba8-9269-56e2751a82d0" -d '{"events": [{"name": "network-changed", "server_uuid": "8a83ca66-2a95-49cc-baf0-994c9689e13c", "tag": "fe4068ab-ebc0-498f-85bc-db210e8a930d"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:39:45.302889 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-724fb22b-a6b7-49e3-ad62-d6578531c128 req-2cc9b262-b110-4e60-aed3-3dbd7a98af78 service neutron] 10.222.0.13 "GET /v2.0/networks/82ac0f62-8f0d-494d-92b9-59e30fbb35e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174537 Apr 05 22:39:45.312238 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af28bf-a794-4516-b04f-28ec4b3d539c service neutron] Pushing event updated for resources: {'Port': ['ID=fe4068ab-ebc0-498f-85bc-db210e8a930d,revision_number=3']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:45.353025 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26241910-f31a-430c-81bf-4321f276a6aa x-openstack-request-id: req-26241910-f31a-430c-81bf-4321f276a6aa {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:39:45.353319 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a83ca66-2a95-49cc-baf0-994c9689e13c", "tag": "fe4068ab-ebc0-498f-85bc-db210e8a930d", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:39:45.353600 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-26241910-f31a-430c-81bf-4321f276a6aa {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:39:45.354000 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26241910-f31a-430c-81bf-4321f276a6aa'] response: {'name': 'network-changed', 'server_uuid': '8a83ca66-2a95-49cc-baf0-994c9689e13c', 'tag': 'fe4068ab-ebc0-498f-85bc-db210e8a930d', 'status': 'completed', 'code': 200} Apr 05 22:39:45.378651 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d324aeb3-9ce9-4bee-93c8-68294573f52f tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Publish callbacks [] for security_group_rule (c5b18bdd-4a3c-42bc-957c-99b1738c114f), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:45.408457 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d324aeb3-9ce9-4bee-93c8-68294573f52f tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586008'] for security_group_rule (c5b18bdd-4a3c-42bc-957c-99b1738c114f), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:45.446864 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d324aeb3-9ce9-4bee-93c8-68294573f52f tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5b18bdd-4a3c-42bc-957c-99b1738c114f,revision_number=0']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:45.458044 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d324aeb3-9ce9-4bee-93c8-68294573f52f tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:45.459224 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-d324aeb3-9ce9-4bee-93c8-68294573f52f tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6736841 Apr 05 22:39:45.462103 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 41026) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:45.466687 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-35ca2e70-891c-4e81-8b3c-e65c7ab2ef5d tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Request body: {'security_group_rule': {'security_group_id': '1f93e6ab-a8ef-4e24-a3c0-5969259b9d8c', 'project_id': '345149c7ece441b7b63f5b15eefd7347', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:39:45.474911 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c894a53-371a-4993-92ac-8f307964f810 req-2319597c-255e-4cae-995e-a883fe8fd089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:45.476425 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5c894a53-371a-4993-92ac-8f307964f810 req-2319597c-255e-4cae-995e-a883fe8fd089 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c30240b95f844507b090c8c5e4e837f8&device_id=8a83ca66-2a95-49cc-baf0-994c9689e13c HTTP/1.1" status: 200 len: 1128 time: 0.1567335 Apr 05 22:39:45.478839 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-724fb22b-a6b7-49e3-ad62-d6578531c128 req-ffb916fe-ca02-4869-af25-25491b1ddf80 service neutron] 10.222.0.13 "GET /v2.0/networks/82ac0f62-8f0d-494d-92b9-59e30fbb35e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628263 Apr 05 22:39:45.490287 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.db.securitygroups_db [None req-35ca2e70-891c-4e81-8b3c-e65c7ab2ef5d tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Project 345149c7ece441b7b63f5b15eefd7347 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 22:39:45.495536 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-35ca2e70-891c-4e81-8b3c-e65c7ab2ef5d tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Publish callbacks [] for security_group_rule (deb4a51b-d127-4046-8e10-f59809af3507), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:45.527011 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5c894a53-371a-4993-92ac-8f307964f810 req-b3733d67-4ff8-4b48-9287-213d41435d97 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe4068ab-ebc0-498f-85bc-db210e8a930d HTTP/1.1" status: 200 len: 217 time: 0.0385680 Apr 05 22:39:45.558058 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-35ca2e70-891c-4e81-8b3c-e65c7ab2ef5d tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Publish callbacks [] for security_group_rule (deb4a51b-d127-4046-8e10-f59809af3507), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:45.562190 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-35ca2e70-891c-4e81-8b3c-e65c7ab2ef5d tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586008'] for security_group_rule (deb4a51b-d127-4046-8e10-f59809af3507), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:45.577856 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c894a53-371a-4993-92ac-8f307964f810 req-23cf5294-219d-4732-9d68-4f8072f66d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:45.579207 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5c894a53-371a-4993-92ac-8f307964f810 req-23cf5294-219d-4732-9d68-4f8072f66d9c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=01cfd0c4-12a2-43c1-a8b6-36df1c8261fd HTTP/1.1" status: 200 len: 851 time: 0.0437872 Apr 05 22:39:45.580044 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ca2e70-891c-4e81-8b3c-e65c7ab2ef5d tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deb4a51b-d127-4046-8e10-f59809af3507,revision_number=0']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:45.588720 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-35ca2e70-891c-4e81-8b3c-e65c7ab2ef5d tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:45.592541 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-35ca2e70-891c-4e81-8b3c-e65c7ab2ef5d tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1268287 Apr 05 22:39:45.635335 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c894a53-371a-4993-92ac-8f307964f810 req-30424e8a-a074-4f8f-96a0-786cbea2b4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:45.636873 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5c894a53-371a-4993-92ac-8f307964f810 req-30424e8a-a074-4f8f-96a0-786cbea2b4c3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=29e62588-d45d-408b-8ff2-41c8ab8f7564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467086 Apr 05 22:39:45.758081 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-971066da-1e4f-4dc0-911f-7a14162e399d req-6eed4406-be59-4ef2-8d91-e8f5177dd473 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1012069278&fields=id&tenant_id=345149c7ece441b7b63f5b15eefd7347 HTTP/1.1" status: 200 len: 267 time: 0.1202528 Apr 05 22:39:45.817313 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5c894a53-371a-4993-92ac-8f307964f810 req-9ba415e8-9406-4bd8-baec-88549b1b6f5d service neutron] 10.222.0.13 "GET /v2.0/networks/29e62588-d45d-408b-8ff2-41c8ab8f7564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666627 Apr 05 22:39:45.834379 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a130cb6-90c3-4955-9924-78db611d4645 req-e3cdf9ce-7f7a-4107-afbf-5729f400f357 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:45.835744 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8a130cb6-90c3-4955-9924-78db611d4645 req-e3cdf9ce-7f7a-4107-afbf-5729f400f357 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a83ca66-2a95-49cc-baf0-994c9689e13c HTTP/1.1" status: 200 len: 944 time: 0.1201034 Apr 05 22:39:45.875269 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971066da-1e4f-4dc0-911f-7a14162e399d req-f0cbce62-5a1b-42a2-85eb-cca9e20bf293 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:45.876665 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-971066da-1e4f-4dc0-911f-7a14162e399d req-f0cbce62-5a1b-42a2-85eb-cca9e20bf293 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c3cd28d-cb91-4884-827e-ca478eb1ff77 HTTP/1.1" status: 200 len: 945 time: 0.1134150 Apr 05 22:39:45.915048 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [req-971066da-1e4f-4dc0-911f-7a14162e399d req-ab2d72ca-afd7-4670-80d4-870139258398 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Request body: {'port': {'security_groups': ['4e5ab744-8b27-401a-9f50-b62fc5f2c997', '1f93e6ab-a8ef-4e24-a3c0-5969259b9d8c']}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:39:45.992271 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8a130cb6-90c3-4955-9924-78db611d4645 req-14880b9a-6ff4-4801-8a91-1c93fae05162 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/security-groups?id=ced387a5-040e-45ba-9c43-ed76753c1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1484284 Apr 05 22:39:46.032072 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5c894a53-371a-4993-92ac-8f307964f810 req-61e35392-35a0-486d-b80b-87c5cc5cc8d2 service neutron] 10.222.0.13 "GET /v2.0/networks/29e62588-d45d-408b-8ff2-41c8ab8f7564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060769 Apr 05 22:39:46.035788 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-971066da-1e4f-4dc0-911f-7a14162e399d req-ab2d72ca-afd7-4670-80d4-870139258398 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:46.256866 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-971066da-1e4f-4dc0-911f-7a14162e399d req-ab2d72ca-afd7-4670-80d4-870139258398 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] For port ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa,segment=NetworkSegment(66a23560-a634-4e66-94d7-80062cc7befd),segment_id=66a23560-a634-4e66-94d7-80062cc7befd)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:39:46.284866 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-971066da-1e4f-4dc0-911f-7a14162e399d req-ab2d72ca-afd7-4670-80d4-870139258398 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Publish callbacks [] for port (ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:46.289343 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-971066da-1e4f-4dc0-911f-7a14162e399d req-ab2d72ca-afd7-4670-80d4-870139258398 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828008'] for port (ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:46.302652 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] get_ports_and_sgs() called for port_ids ['ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa'] {{(pid=103470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:39:46.344832 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971066da-1e4f-4dc0-911f-7a14162e399d req-ab2d72ca-afd7-4670-80d4-870139258398 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:46.345454 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-971066da-1e4f-4dc0-911f-7a14162e399d req-ab2d72ca-afd7-4670-80d4-870139258398 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644259'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:46.346845 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-971066da-1e4f-4dc0-911f-7a14162e399d req-ab2d72ca-afd7-4670-80d4-870139258398 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "PUT /v2.0/ports/ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa HTTP/1.1" status: 200 len: 981 time: 0.4625432 Apr 05 22:39:46.370041 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2d72ca-afd7-4670-80d4-870139258398 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Pushing event updated for resources: {'Port': ['ID=ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa,revision_number=6']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:46.467042 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d47c05-3616-4b72-a9f5-5ee61d64fc57 req-20ebb97f-e08d-4652-a736-2a0e940ec2da tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:46.468742 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-63d47c05-3616-4b72-a9f5-5ee61d64fc57 req-20ebb97f-e08d-4652-a736-2a0e940ec2da tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c3cd28d-cb91-4884-827e-ca478eb1ff77 HTTP/1.1" status: 200 len: 984 time: 0.0568078 Apr 05 22:39:46.534310 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-63d47c05-3616-4b72-a9f5-5ee61d64fc57 req-d5ee12e4-2ecb-44b2-b6be-5b2e7faaab3c tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f93e6ab-a8ef-4e24-a3c0-5969259b9d8c&id=4e5ab744-8b27-401a-9f50-b62fc5f2c997&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0582466 Apr 05 22:39:46.579388 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] get_ports_and_sgs() called for port_ids ['ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa'] {{(pid=103470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:39:46.662172 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-24202a64-0bcb-438d-a12f-81d387d97baf None None] Provisioning complete for port ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:39:46.662544 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-24202a64-0bcb-438d-a12f-81d387d97baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:46.828198 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-24202a64-0bcb-438d-a12f-81d387d97baf None None] Current status of the port ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:39:47.111252 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3969d50-2ba4-48b7-b589-5b31da75b466 req-54c38097-89aa-401d-909c-318f527f0e7f tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:47.112796 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e3969d50-2ba4-48b7-b589-5b31da75b466 req-54c38097-89aa-401d-909c-318f527f0e7f tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a83ca66-2a95-49cc-baf0-994c9689e13c HTTP/1.1" status: 200 len: 944 time: 0.0547292 Apr 05 22:39:47.191478 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537ba4d6-f27b-4ba8-9269-56e2751a82d0 req-00eb2124-6f5f-4b25-861f-874805f3a80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:47.192980 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-537ba4d6-f27b-4ba8-9269-56e2751a82d0 req-00eb2124-6f5f-4b25-861f-874805f3a80f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c30240b95f844507b090c8c5e4e837f8&device_id=8a83ca66-2a95-49cc-baf0-994c9689e13c HTTP/1.1" status: 200 len: 1128 time: 0.0750177 Apr 05 22:39:47.196541 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e3969d50-2ba4-48b7-b589-5b31da75b466 req-0ef1fc91-d706-4d03-8a37-897c9d28dae3 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/security-groups?id=ced387a5-040e-45ba-9c43-ed76753c1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715437 Apr 05 22:39:47.280791 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537ba4d6-f27b-4ba8-9269-56e2751a82d0 req-bf6289a1-8f2c-4ce9-b1dd-f55632a20d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:47.282253 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-537ba4d6-f27b-4ba8-9269-56e2751a82d0 req-bf6289a1-8f2c-4ce9-b1dd-f55632a20d6e service neutron] 10.222.0.13 "GET /v2.0/networks?id=29e62588-d45d-408b-8ff2-41c8ab8f7564 HTTP/1.1" status: 200 len: 913 time: 0.0821409 Apr 05 22:39:47.337109 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-537ba4d6-f27b-4ba8-9269-56e2751a82d0 req-9fc8fbf5-6e8a-4efe-a44e-fe204dbd9060 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe4068ab-ebc0-498f-85bc-db210e8a930d HTTP/1.1" status: 200 len: 217 time: 0.0419364 Apr 05 22:39:47.366834 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c3cd28d-cb91-4884-827e-ca478eb1ff77', 'tag': 'ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:39:47.368886 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f386ba26b1031f5495d5bdef0d2c98b5b567df56bfe60a1d1e0dd7c3f719aed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c974502-202e-43e2-b77f-57baf532b4f1" -d '{"events": [{"name": "network-changed", "server_uuid": "5c3cd28d-cb91-4884-827e-ca478eb1ff77", "tag": "ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:39:47.388699 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537ba4d6-f27b-4ba8-9269-56e2751a82d0 req-72cb7521-cec7-405a-a15a-f439eaef2010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:47.390201 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-537ba4d6-f27b-4ba8-9269-56e2751a82d0 req-72cb7521-cec7-405a-a15a-f439eaef2010 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=01cfd0c4-12a2-43c1-a8b6-36df1c8261fd HTTP/1.1" status: 200 len: 851 time: 0.0474710 Apr 05 22:39:47.405811 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2411c1a4-9828-47a2-9987-84f2fad87e95 x-openstack-request-id: req-2411c1a4-9828-47a2-9987-84f2fad87e95 {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:39:47.406016 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c3cd28d-cb91-4884-827e-ca478eb1ff77", "tag": "ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:39:47.406267 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2411c1a4-9828-47a2-9987-84f2fad87e95 {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:39:47.406648 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2411c1a4-9828-47a2-9987-84f2fad87e95'] response: {'name': 'network-changed', 'server_uuid': '5c3cd28d-cb91-4884-827e-ca478eb1ff77', 'tag': 'ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa', 'status': 'completed', 'code': 200} Apr 05 22:39:47.438733 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537ba4d6-f27b-4ba8-9269-56e2751a82d0 req-da9d8b70-b549-4d08-8cd2-dbb11c76d2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:47.440903 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-537ba4d6-f27b-4ba8-9269-56e2751a82d0 req-da9d8b70-b549-4d08-8cd2-dbb11c76d2c7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=29e62588-d45d-408b-8ff2-41c8ab8f7564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441284 Apr 05 22:39:47.547636 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c974502-202e-43e2-b77f-57baf532b4f1 req-be93f505-c9ed-41a7-85ae-6ba79aaf9781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:47.549181 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7c974502-202e-43e2-b77f-57baf532b4f1 req-be93f505-c9ed-41a7-85ae-6ba79aaf9781 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=345149c7ece441b7b63f5b15eefd7347&device_id=5c3cd28d-cb91-4884-827e-ca478eb1ff77 HTTP/1.1" status: 200 len: 1168 time: 0.1075630 Apr 05 22:39:47.566473 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-537ba4d6-f27b-4ba8-9269-56e2751a82d0 req-59359e3f-1fb2-4137-9cb4-134e9314b0ca service neutron] 10.222.0.13 "GET /v2.0/networks/29e62588-d45d-408b-8ff2-41c8ab8f7564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164253 Apr 05 22:39:47.702905 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c974502-202e-43e2-b77f-57baf532b4f1 req-fbb2a553-a6d9-4aba-98dd-a355f9f9002a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:47.704403 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7c974502-202e-43e2-b77f-57baf532b4f1 req-fbb2a553-a6d9-4aba-98dd-a355f9f9002a service neutron] 10.222.0.13 "GET /v2.0/networks?id=82ac0f62-8f0d-494d-92b9-59e30fbb35e6 HTTP/1.1" status: 200 len: 916 time: 0.1465859 Apr 05 22:39:47.719892 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-537ba4d6-f27b-4ba8-9269-56e2751a82d0 req-93662973-3be2-4857-b1f9-483103482810 service neutron] 10.222.0.13 "GET /v2.0/networks/29e62588-d45d-408b-8ff2-41c8ab8f7564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365385 Apr 05 22:39:47.776459 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7c974502-202e-43e2-b77f-57baf532b4f1 req-f1daa76f-3959-4fc0-ac08-6c5e949329f3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa HTTP/1.1" status: 200 len: 1000 time: 0.0630436 Apr 05 22:39:47.826134 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c974502-202e-43e2-b77f-57baf532b4f1 req-40648a43-e2e7-40ce-96f7-febb7cd30e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:47.827612 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7c974502-202e-43e2-b77f-57baf532b4f1 req-40648a43-e2e7-40ce-96f7-febb7cd30e19 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=19c28f15-7561-44cc-be09-8c106acb22d5 HTTP/1.1" status: 200 len: 854 time: 0.0424562 Apr 05 22:39:47.879142 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c974502-202e-43e2-b77f-57baf532b4f1 req-1f9da4dd-4ada-47d8-84e1-00f386a481e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:47.880642 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7c974502-202e-43e2-b77f-57baf532b4f1 req-1f9da4dd-4ada-47d8-84e1-00f386a481e8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=82ac0f62-8f0d-494d-92b9-59e30fbb35e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424192 Apr 05 22:39:47.970479 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7c974502-202e-43e2-b77f-57baf532b4f1 req-6bc100d8-6dff-4335-9edf-3a1191eaa2cf service neutron] 10.222.0.13 "GET /v2.0/networks/82ac0f62-8f0d-494d-92b9-59e30fbb35e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828853 Apr 05 22:39:48.060869 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7c974502-202e-43e2-b77f-57baf532b4f1 req-4020d1d6-e3de-43fc-bb95-e0a277cd0fcf service neutron] 10.222.0.13 "GET /v2.0/networks/82ac0f62-8f0d-494d-92b9-59e30fbb35e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789647 Apr 05 22:39:48.316483 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2f8bdc-ce50-448e-b8d1-d6b9da1b0c28 req-8223f06b-befd-48e5-9f15-f2645fb1bd10 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:48.317978 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-da2f8bdc-ce50-448e-b8d1-d6b9da1b0c28 req-8223f06b-befd-48e5-9f15-f2645fb1bd10 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a83ca66-2a95-49cc-baf0-994c9689e13c HTTP/1.1" status: 200 len: 944 time: 0.0549953 Apr 05 22:39:48.364950 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-da2f8bdc-ce50-448e-b8d1-d6b9da1b0c28 req-75f58ef9-27a6-43a7-afbc-762c7b8f2bc7 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/security-groups?id=ced387a5-040e-45ba-9c43-ed76753c1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414977 Apr 05 22:39:49.479825 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e18833-a0ce-4f44-b2f7-ec91c1e94302 req-b0bced56-39dd-4314-a22f-36367164b4a7 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:49.481270 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a8e18833-a0ce-4f44-b2f7-ec91c1e94302 req-b0bced56-39dd-4314-a22f-36367164b4a7 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a83ca66-2a95-49cc-baf0-994c9689e13c HTTP/1.1" status: 200 len: 944 time: 0.0510125 Apr 05 22:39:49.528602 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a8e18833-a0ce-4f44-b2f7-ec91c1e94302 req-1d316fde-f2c3-4f5d-9d2c-304d215fa17f tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/security-groups?id=ced387a5-040e-45ba-9c43-ed76753c1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418272 Apr 05 22:39:50.644621 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35794f19-4bc4-46cd-99e8-3ee78556d5e8 req-593daadb-6d24-45c0-bf82-7d7bd7b1368f tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:50.646089 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-35794f19-4bc4-46cd-99e8-3ee78556d5e8 req-593daadb-6d24-45c0-bf82-7d7bd7b1368f tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a83ca66-2a95-49cc-baf0-994c9689e13c HTTP/1.1" status: 200 len: 944 time: 0.0528045 Apr 05 22:39:50.696229 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-35794f19-4bc4-46cd-99e8-3ee78556d5e8 req-02b3d761-57ba-4633-a6b6-26b70cd17345 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/security-groups?id=ced387a5-040e-45ba-9c43-ed76753c1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446467 Apr 05 22:39:51.811175 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac7ef08-eb53-4c57-be94-249f9cf38230 req-463b7ab4-98b8-4389-ba9b-60e5d8fc2dfa tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:51.812601 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9ac7ef08-eb53-4c57-be94-249f9cf38230 req-463b7ab4-98b8-4389-ba9b-60e5d8fc2dfa tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a83ca66-2a95-49cc-baf0-994c9689e13c HTTP/1.1" status: 200 len: 944 time: 0.0511320 Apr 05 22:39:51.859989 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9ac7ef08-eb53-4c57-be94-249f9cf38230 req-76beaa3e-c017-4089-8b63-b36c42aa6b5a tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/security-groups?id=ced387a5-040e-45ba-9c43-ed76753c1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413935 Apr 05 22:39:52.976398 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b49b27-58c8-4e78-ab04-25c1bf38e725 req-40238720-1c9b-49a6-b4f5-c5d9a6dd5469 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:52.977793 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-56b49b27-58c8-4e78-ab04-25c1bf38e725 req-40238720-1c9b-49a6-b4f5-c5d9a6dd5469 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a83ca66-2a95-49cc-baf0-994c9689e13c HTTP/1.1" status: 200 len: 944 time: 0.0520666 Apr 05 22:39:53.023756 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-56b49b27-58c8-4e78-ab04-25c1bf38e725 req-9bf89747-8424-45e9-a97f-d05ad3c4be16 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/security-groups?id=ced387a5-040e-45ba-9c43-ed76753c1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404651 Apr 05 22:39:54.144231 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80377ec6-172b-4c57-bb6c-aba15316b4dc req-2688d00f-8153-4648-9740-fa556a6b7ce0 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:54.145814 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-80377ec6-172b-4c57-bb6c-aba15316b4dc req-2688d00f-8153-4648-9740-fa556a6b7ce0 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a83ca66-2a95-49cc-baf0-994c9689e13c HTTP/1.1" status: 200 len: 944 time: 0.0569279 Apr 05 22:39:54.198992 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-80377ec6-172b-4c57-bb6c-aba15316b4dc req-f997fdf7-2586-4baa-8533-08e5440c0429 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/security-groups?id=ced387a5-040e-45ba-9c43-ed76753c1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434966 Apr 05 22:39:54.631359 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device fe4068ab-ebc0-498f-85bc-db210e8a930d details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:39:54.728536 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] For port fe4068ab-ebc0-498f-85bc-db210e8a930d, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=fe4068ab-ebc0-498f-85bc-db210e8a930d,segment=NetworkSegment(6c738280-30fc-49ea-929c-a4e23bf1c310),segment_id=6c738280-30fc-49ea-929c-a4e23bf1c310)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:39:54.740370 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Returning: {'device': 'fe4068ab-ebc0-498f-85bc-db210e8a930d', 'network_id': '29e62588-d45d-408b-8ff2-41c8ab8f7564', 'port_id': 'fe4068ab-ebc0-498f-85bc-db210e8a930d', 'mac_address': 'fa:16:3e:93:71:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01cfd0c4-12a2-43c1-a8b6-36df1c8261fd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:39:54.776664 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Current status of the port fe4068ab-ebc0-498f-85bc-db210e8a930d is: DOWN; New status is: BUILD {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:39:54.777049 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (fe4068ab-ebc0-498f-85bc-db210e8a930d), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:54.789462 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe4068ab-ebc0-498f-85bc-db210e8a930d {{(pid=103470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:39:54.809077 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] For port fe4068ab-ebc0-498f-85bc-db210e8a930d, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=fe4068ab-ebc0-498f-85bc-db210e8a930d,segment=NetworkSegment(6c738280-30fc-49ea-929c-a4e23bf1c310),segment_id=6c738280-30fc-49ea-929c-a4e23bf1c310)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:39:54.813621 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (fe4068ab-ebc0-498f-85bc-db210e8a930d), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:54.860966 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Pushing event updated for resources: {'Port': ['ID=fe4068ab-ebc0-498f-85bc-db210e8a930d,revision_number=4']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:55.305394 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] get_ports_and_sgs() called for port_ids ['fe4068ab-ebc0-498f-85bc-db210e8a930d'] {{(pid=103470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:39:55.313885 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e7786-a32a-40ac-95c1-1413ec738b52 req-be197168-68a1-4a3e-8159-72fbb6b041d2 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:55.315383 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-115e7786-a32a-40ac-95c1-1413ec738b52 req-be197168-68a1-4a3e-8159-72fbb6b041d2 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a83ca66-2a95-49cc-baf0-994c9689e13c HTTP/1.1" status: 200 len: 945 time: 0.0514147 Apr 05 22:39:55.364917 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-115e7786-a32a-40ac-95c1-1413ec738b52 req-038e5b58-cb77-43f8-a22a-2f9c9ffaba2f tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/security-groups?id=ced387a5-040e-45ba-9c43-ed76753c1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435131 Apr 05 22:39:56.012136 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-97cde7d9-dbb1-4d23-a7c6-1511c50e2662 None None] Agent healthcheck: found 6 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:39:56.488676 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b470e86-5587-414a-ba07-46221c3a482b req-428da773-9228-4893-a9c4-0d86d4a79676 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:56.490823 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9b470e86-5587-414a-ba07-46221c3a482b req-428da773-9228-4893-a9c4-0d86d4a79676 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a83ca66-2a95-49cc-baf0-994c9689e13c HTTP/1.1" status: 200 len: 945 time: 0.0531230 Apr 05 22:39:56.542004 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9b470e86-5587-414a-ba07-46221c3a482b req-174f711e-356f-4388-9bc7-eac0c9019983 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/security-groups?id=ced387a5-040e-45ba-9c43-ed76753c1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456808 Apr 05 22:39:56.658145 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device fe4068ab-ebc0-498f-85bc-db210e8a930d up at agent hyperv_hv-cinder-83588 {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:39:56.706958 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Provisioning for port fe4068ab-ebc0-498f-85bc-db210e8a930d completed by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 22:39:56.710600 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Provisioning complete for port fe4068ab-ebc0-498f-85bc-db210e8a930d triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:39:56.710974 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (fe4068ab-ebc0-498f-85bc-db210e8a930d), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:56.793952 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Current status of the port fe4068ab-ebc0-498f-85bc-db210e8a930d is: BUILD; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:39:56.794349 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (fe4068ab-ebc0-498f-85bc-db210e8a930d), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:56.817100 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a83ca66-2a95-49cc-baf0-994c9689e13c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe4068ab-ebc0-498f-85bc-db210e8a930d'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:39:56.819348 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5eeae28b1739aff28e9ac2b05a29cddcf15b93cc3fe96f2ce32a289e1b5713d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa43a15d-132d-4f05-be24-9555f30f1677" -d '{"events": [{"server_uuid": "8a83ca66-2a95-49cc-baf0-994c9689e13c", "name": "network-vif-plugged", "status": "completed", "tag": "fe4068ab-ebc0-498f-85bc-db210e8a930d"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:39:56.835079 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] For port fe4068ab-ebc0-498f-85bc-db210e8a930d, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=fe4068ab-ebc0-498f-85bc-db210e8a930d,segment=NetworkSegment(6c738280-30fc-49ea-929c-a4e23bf1c310),segment_id=6c738280-30fc-49ea-929c-a4e23bf1c310)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:39:56.839245 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (fe4068ab-ebc0-498f-85bc-db210e8a930d), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:56.863584 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f5b20f7-7084-4257-88c0-696cfc68573b x-openstack-request-id: req-3f5b20f7-7084-4257-88c0-696cfc68573b {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:39:56.863880 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a83ca66-2a95-49cc-baf0-994c9689e13c", "name": "network-vif-plugged", "status": "completed", "tag": "fe4068ab-ebc0-498f-85bc-db210e8a930d", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:39:56.864132 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3f5b20f7-7084-4257-88c0-696cfc68573b {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:39:56.864524 dv-cinder-835881-4-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f5b20f7-7084-4257-88c0-696cfc68573b'] response: {'server_uuid': '8a83ca66-2a95-49cc-baf0-994c9689e13c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe4068ab-ebc0-498f-85bc-db210e8a930d', 'code': 200} Apr 05 22:39:56.891121 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Pushing event updated for resources: {'Port': ['ID=fe4068ab-ebc0-498f-85bc-db210e8a930d,revision_number=5']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:57.144862 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38750b8-17ed-4234-b599-ef43eb9bd84b req-f0cfa4e8-6b74-4891-b4e9-f86a4d55e865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:57.146446 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a38750b8-17ed-4234-b599-ef43eb9bd84b req-f0cfa4e8-6b74-4891-b4e9-f86a4d55e865 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8a83ca66-2a95-49cc-baf0-994c9689e13c HTTP/1.1" status: 200 len: 1130 time: 0.0436435 Apr 05 22:39:57.192156 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a38750b8-17ed-4234-b599-ef43eb9bd84b req-405bec78-1dc1-42d3-9f54-2f91dfdb6cd8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ced387a5-040e-45ba-9c43-ed76753c1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380034 Apr 05 22:39:57.656175 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454e8c5-b1fa-4bb3-880f-d41822c407a2 req-095b610d-9e21-4c65-9f3c-e3413d2dbe17 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:57.657655 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4454e8c5-b1fa-4bb3-880f-d41822c407a2 req-095b610d-9e21-4c65-9f3c-e3413d2dbe17 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a83ca66-2a95-49cc-baf0-994c9689e13c HTTP/1.1" status: 200 len: 946 time: 0.0501630 Apr 05 22:39:57.704213 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4454e8c5-b1fa-4bb3-880f-d41822c407a2 req-77b02052-2e52-47bc-855a-9d30a7d97072 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/security-groups?id=ced387a5-040e-45ba-9c43-ed76753c1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403583 Apr 05 22:39:57.758798 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (021dfe4d-8109-4136-9367-dac606dce553), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:58.829208 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf6dca5-443d-4fb1-a8ad-96eb85b23516 req-98edcbb7-27a8-463c-b751-bfce4450ba5e tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:58.830755 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-fbf6dca5-443d-4fb1-a8ad-96eb85b23516 req-98edcbb7-27a8-463c-b751-bfce4450ba5e tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a83ca66-2a95-49cc-baf0-994c9689e13c HTTP/1.1" status: 200 len: 946 time: 0.0583572 Apr 05 22:39:58.879300 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-fbf6dca5-443d-4fb1-a8ad-96eb85b23516 req-16c70043-e093-4fa9-9f0e-1d6531cbb3df tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/security-groups?id=ced387a5-040e-45ba-9c43-ed76753c1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430396 Apr 05 22:39:59.993063 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a38f84-1d52-4fdd-9316-0663ee215a61 req-bf2e46f5-a538-43dc-814c-ad74016faed1 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:59.994556 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-20a38f84-1d52-4fdd-9316-0663ee215a61 req-bf2e46f5-a538-43dc-814c-ad74016faed1 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a83ca66-2a95-49cc-baf0-994c9689e13c HTTP/1.1" status: 200 len: 946 time: 0.0514481 Apr 05 22:40:00.042486 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-20a38f84-1d52-4fdd-9316-0663ee215a61 req-8028e98f-ebcb-4269-a89f-0bf1a8de8d83 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/security-groups?id=ced387a5-040e-45ba-9c43-ed76753c1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424862 Apr 05 22:40:00.161037 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186b505-b459-42c7-bd15-d1c3e2c0b928 req-69b48a95-cc5c-4f0b-80cd-fa27bee94aa1 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:00.162504 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1186b505-b459-42c7-bd15-d1c3e2c0b928 req-69b48a95-cc5c-4f0b-80cd-fa27bee94aa1 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a83ca66-2a95-49cc-baf0-994c9689e13c HTTP/1.1" status: 200 len: 946 time: 0.0538104 Apr 05 22:40:00.209438 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1186b505-b459-42c7-bd15-d1c3e2c0b928 req-f8db9261-e9f2-415a-82a0-2955534b9a81 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/security-groups?id=ced387a5-040e-45ba-9c43-ed76753c1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413399 Apr 05 22:40:00.231140 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 41082) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:40:00.369915 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9d1b8c-1522-4cc9-8d3d-6ac256d2cbe4 tempest-TestVolumeBootPattern-1235523850 tempest-TestVolumeBootPattern-1235523850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:00.371385 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-fe9d1b8c-1522-4cc9-8d3d-6ac256d2cbe4 tempest-TestVolumeBootPattern-1235523850 tempest-TestVolumeBootPattern-1235523850-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=8a83ca66-2a95-49cc-baf0-994c9689e13c HTTP/1.1" status: 200 len: 1125 time: 0.1393158 Apr 05 22:40:00.374174 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 41088) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:40:00.378898 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-64db58fb-41a6-4b74-9eac-be1b2c67402a tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Request body: {'floatingip': {'floating_network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'port_id': 'fe4068ab-ebc0-498f-85bc-db210e8a930d', 'tenant_id': 'c30240b95f844507b090c8c5e4e837f8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:40:00.398354 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-64db58fb-41a6-4b74-9eac-be1b2c67402a tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:00.491361 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-64db58fb-41a6-4b74-9eac-be1b2c67402a tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:00.591043 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_common [None req-64db58fb-41a6-4b74-9eac-be1b2c67402a tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Allocated IP 172.27.1.25 (1c7020db-f04b-4bae-aa0d-07e17c11278d/de4a5644-b80e-4142-a210-68f31fcb6ac5/38a74b1d-e40a-408b-ab32-558f790110ac) {{(pid=103469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:40:00.912388 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-64db58fb-41a6-4b74-9eac-be1b2c67402a tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks [] for port (38a74b1d-e40a-408b-ab32-558f790110ac), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:00.944442 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-64db58fb-41a6-4b74-9eac-be1b2c67402a tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757100095748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827921'] for port (38a74b1d-e40a-408b-ab32-558f790110ac), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:00.978406 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64db58fb-41a6-4b74-9eac-be1b2c67402a tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Network 1c7020db-f04b-4bae-aa0d-07e17c11278d is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:40:00.981026 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-64db58fb-41a6-4b74-9eac-be1b2c67402a tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:40:00.984523 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64db58fb-41a6-4b74-9eac-be1b2c67402a tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Received port after_create {{(pid=103469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:40:01.009897 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64db58fb-41a6-4b74-9eac-be1b2c67402a tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Pushing event updated for resources: {'Port': ['ID=38a74b1d-e40a-408b-ab32-558f790110ac,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:01.339543 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-64db58fb-41a6-4b74-9eac-be1b2c67402a tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks [] for floatingip (9dddef86-37d9-4267-908a-5a0bb53881f6), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:01.406740 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-64db58fb-41a6-4b74-9eac-be1b2c67402a tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (38a74b1d-e40a-408b-ab32-558f790110ac), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:01.554103 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-64db58fb-41a6-4b74-9eac-be1b2c67402a tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks [] for port (38a74b1d-e40a-408b-ab32-558f790110ac), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:01.558391 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-64db58fb-41a6-4b74-9eac-be1b2c67402a tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828008'] for port (38a74b1d-e40a-408b-ab32-558f790110ac), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:01.624709 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64db58fb-41a6-4b74-9eac-be1b2c67402a tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Pushing event updated for resources: {'Port': ['ID=38a74b1d-e40a-408b-ab32-558f790110ac,revision_number=2']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:01.638366 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-64db58fb-41a6-4b74-9eac-be1b2c67402a tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536593'] for floatingip (9dddef86-37d9-4267-908a-5a0bb53881f6), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:01.736791 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.db.l3_db [None req-64db58fb-41a6-4b74-9eac-be1b2c67402a tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Floating IP 9dddef86-37d9-4267-908a-5a0bb53881f6 associated. External IP: 172.27.1.25, port: fe4068ab-ebc0-498f-85bc-db210e8a930d. Apr 05 22:40:01.943004 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64db58fb-41a6-4b74-9eac-be1b2c67402a tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Router 1234f21b-804b-42c6-8ed1-79cd5f091c41 has already been hosted by L3 agent 79a469f9-bdbc-4492-b479-9e5faeaf33b0 {{(pid=103469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:40:02.047628 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64db58fb-41a6-4b74-9eac-be1b2c67402a tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Notify agent at l3_agent.dv-cinder-835881-4-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:40:02.057600 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fb8982-11a6-4594-af40-85d0ec842dec None None] Sync routers for ids ['1234f21b-804b-42c6-8ed1-79cd5f091c41'] in dv-cinder-835881-4-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:40:02.067047 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-64db58fb-41a6-4b74-9eac-be1b2c67402a tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for floatingip (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:02.068745 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fb8982-11a6-4594-af40-85d0ec842dec None None] Routers {'1234f21b-804b-42c6-8ed1-79cd5f091c41'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:40:02.070449 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-52fb8982-11a6-4594-af40-85d0ec842dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:39:38Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['1234f21b-804b-42c6-8ed1-79cd5f091c41'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:40:02.096017 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-64db58fb-41a6-4b74-9eac-be1b2c67402a tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7208369 Apr 05 22:40:02.097396 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a83ca66-2a95-49cc-baf0-994c9689e13c', 'tag': 'fe4068ab-ebc0-498f-85bc-db210e8a930d'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:40:02.099873 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f386ba26b1031f5495d5bdef0d2c98b5b567df56bfe60a1d1e0dd7c3f719aed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d70db663-66f3-40b7-ae05-bea4456e24ed" -d '{"events": [{"name": "network-changed", "server_uuid": "8a83ca66-2a95-49cc-baf0-994c9689e13c", "tag": "fe4068ab-ebc0-498f-85bc-db210e8a930d"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:40:02.140340 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a9bc597-df19-454d-8c45-3a126c453682 x-openstack-request-id: req-8a9bc597-df19-454d-8c45-3a126c453682 {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:40:02.140630 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a83ca66-2a95-49cc-baf0-994c9689e13c", "tag": "fe4068ab-ebc0-498f-85bc-db210e8a930d", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:40:02.140880 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8a9bc597-df19-454d-8c45-3a126c453682 {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:40:02.141276 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a9bc597-df19-454d-8c45-3a126c453682'] response: {'name': 'network-changed', 'server_uuid': '8a83ca66-2a95-49cc-baf0-994c9689e13c', 'tag': 'fe4068ab-ebc0-498f-85bc-db210e8a930d', 'status': 'completed', 'code': 200} Apr 05 22:40:02.186342 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-52fb8982-11a6-4594-af40-85d0ec842dec None None] Set router 1234f21b-804b-42c6-8ed1-79cd5f091c41 gateway port host: dv-cinder-835881-4-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:40:02.221174 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70db663-66f3-40b7-ae05-bea4456e24ed req-7a988c17-2321-457f-8bc7-239130183b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:02.223409 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d70db663-66f3-40b7-ae05-bea4456e24ed req-7a988c17-2321-457f-8bc7-239130183b1d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c30240b95f844507b090c8c5e4e837f8&device_id=8a83ca66-2a95-49cc-baf0-994c9689e13c HTTP/1.1" status: 200 len: 1130 time: 0.0451815 Apr 05 22:40:02.316097 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70db663-66f3-40b7-ae05-bea4456e24ed req-36fd7700-0378-4d1f-addc-8b0538fa138b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:02.317622 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d70db663-66f3-40b7-ae05-bea4456e24ed req-36fd7700-0378-4d1f-addc-8b0538fa138b service neutron] 10.222.0.13 "GET /v2.0/networks?id=29e62588-d45d-408b-8ff2-41c8ab8f7564 HTTP/1.1" status: 200 len: 913 time: 0.0860877 Apr 05 22:40:02.382767 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d70db663-66f3-40b7-ae05-bea4456e24ed req-c5be46d5-2611-4cd5-b546-49af06f42c9d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe4068ab-ebc0-498f-85bc-db210e8a930d HTTP/1.1" status: 200 len: 999 time: 0.0574241 Apr 05 22:40:02.403301 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-52fb8982-11a6-4594-af40-85d0ec842dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'name': 'tempest-TestVolumeBootPattern-1575049161-router', 'tenant_id': 'c30240b95f844507b090c8c5e4e837f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '162c1f4e-739b-4d50-b74e-16242592db8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:39:01Z', 'updated_at': '2022-04-05T22:39:06Z', 'revision_number': 4, 'project_id': 'c30240b95f844507b090c8c5e4e837f8', 'gw_port': {'id': '162c1f4e-739b-4d50-b74e-16242592db8a', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ca:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:02Z', 'updated_at': '2022-04-05T22:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_floatingips': [{'id': '9dddef86-37d9-4267-908a-5a0bb53881f6', 'tenant_id': 'c30240b95f844507b090c8c5e4e837f8', 'floating_ip_address': '172.27.1.25', 'floating_network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'router_id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'port_id': 'fe4068ab-ebc0-498f-85bc-db210e8a930d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29e62588-d45d-408b-8ff2-41c8ab8f7564', 'mac_address': 'fa:16:3e:93:71:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a83ca66-2a95-49cc-baf0-994c9689e13c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:40:01Z', 'updated_at': '2022-04-05T22:40:01Z', 'revision_number': 0, 'project_id': 'c30240b95f844507b090c8c5e4e837f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7acd7cb9-7e4a-4699-9295-869abcd2d15b', 'name': '', 'network_id': '29e62588-d45d-408b-8ff2-41c8ab8f7564', 'tenant_id': 'c30240b95f844507b090c8c5e4e837f8', 'mac_address': 'fa:16:3e:a9:ec:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '01cfd0c4-12a2-43c1-a8b6-36df1c8261fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:05Z', 'updated_at': '2022-04-05T22:39:11Z', 'revision_number': 5, 'project_id': 'c30240b95f844507b090c8c5e4e837f8', 'subnets': [{'id': '01cfd0c4-12a2-43c1-a8b6-36df1c8261fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:40:02.429895 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fb8982-11a6-4594-af40-85d0ec842dec None None] Checking router: 1234f21b-804b-42c6-8ed1-79cd5f091c41 for host: dv-cinder-835881-4-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:40:02.431133 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70db663-66f3-40b7-ae05-bea4456e24ed req-292e8b86-44eb-4535-a0bb-981194d9955e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:02.432571 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d70db663-66f3-40b7-ae05-bea4456e24ed req-292e8b86-44eb-4535-a0bb-981194d9955e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=01cfd0c4-12a2-43c1-a8b6-36df1c8261fd HTTP/1.1" status: 200 len: 851 time: 0.0424917 Apr 05 22:40:02.438347 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fb8982-11a6-4594-af40-85d0ec842dec None None] Routers {'1234f21b-804b-42c6-8ed1-79cd5f091c41'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:40:02.438991 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-52fb8982-11a6-4594-af40-85d0ec842dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:39:38Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['1234f21b-804b-42c6-8ed1-79cd5f091c41'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:40:02.482504 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70db663-66f3-40b7-ae05-bea4456e24ed req-cd45ef50-1bab-48d3-9676-c8f7fe395e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:02.483922 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d70db663-66f3-40b7-ae05-bea4456e24ed req-cd45ef50-1bab-48d3-9676-c8f7fe395e8d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=29e62588-d45d-408b-8ff2-41c8ab8f7564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451257 Apr 05 22:40:02.545388 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-52fb8982-11a6-4594-af40-85d0ec842dec None None] Set router 1234f21b-804b-42c6-8ed1-79cd5f091c41 gateway port host: dv-cinder-835881-4-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:40:02.570862 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d70db663-66f3-40b7-ae05-bea4456e24ed req-6c8bc6bf-fa6e-48bb-b2f1-2b79e4cec904 service neutron] 10.222.0.13 "GET /v2.0/networks/29e62588-d45d-408b-8ff2-41c8ab8f7564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800533 Apr 05 22:40:02.664478 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d70db663-66f3-40b7-ae05-bea4456e24ed req-ece5c573-4966-48bd-a972-0e15ec8564a7 service neutron] 10.222.0.13 "GET /v2.0/networks/29e62588-d45d-408b-8ff2-41c8ab8f7564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852008 Apr 05 22:40:02.766808 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-52fb8982-11a6-4594-af40-85d0ec842dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'name': 'tempest-TestVolumeBootPattern-1575049161-router', 'tenant_id': 'c30240b95f844507b090c8c5e4e837f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '162c1f4e-739b-4d50-b74e-16242592db8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:39:01Z', 'updated_at': '2022-04-05T22:39:06Z', 'revision_number': 4, 'project_id': 'c30240b95f844507b090c8c5e4e837f8', 'gw_port': {'id': '162c1f4e-739b-4d50-b74e-16242592db8a', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ca:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:02Z', 'updated_at': '2022-04-05T22:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_floatingips': [{'id': '9dddef86-37d9-4267-908a-5a0bb53881f6', 'tenant_id': 'c30240b95f844507b090c8c5e4e837f8', 'floating_ip_address': '172.27.1.25', 'floating_network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'router_id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'port_id': 'fe4068ab-ebc0-498f-85bc-db210e8a930d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29e62588-d45d-408b-8ff2-41c8ab8f7564', 'mac_address': 'fa:16:3e:93:71:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a83ca66-2a95-49cc-baf0-994c9689e13c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:40:01Z', 'updated_at': '2022-04-05T22:40:01Z', 'revision_number': 0, 'project_id': 'c30240b95f844507b090c8c5e4e837f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7acd7cb9-7e4a-4699-9295-869abcd2d15b', 'name': '', 'network_id': '29e62588-d45d-408b-8ff2-41c8ab8f7564', 'tenant_id': 'c30240b95f844507b090c8c5e4e837f8', 'mac_address': 'fa:16:3e:a9:ec:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '01cfd0c4-12a2-43c1-a8b6-36df1c8261fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:05Z', 'updated_at': '2022-04-05T22:39:11Z', 'revision_number': 5, 'project_id': 'c30240b95f844507b090c8c5e4e837f8', 'subnets': [{'id': '01cfd0c4-12a2-43c1-a8b6-36df1c8261fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:40:02.793393 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fb8982-11a6-4594-af40-85d0ec842dec None None] The sync data for ids ['1234f21b-804b-42c6-8ed1-79cd5f091c41'] in dv-cinder-835881-4-iscsi is: [{'id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'name': 'tempest-TestVolumeBootPattern-1575049161-router', 'tenant_id': 'c30240b95f844507b090c8c5e4e837f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '162c1f4e-739b-4d50-b74e-16242592db8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:39:01Z', 'updated_at': '2022-04-05T22:39:06Z', 'revision_number': 4, 'project_id': 'c30240b95f844507b090c8c5e4e837f8', 'gw_port': {'id': '162c1f4e-739b-4d50-b74e-16242592db8a', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ca:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:02Z', 'updated_at': '2022-04-05T22:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_floatingips': [{'id': '9dddef86-37d9-4267-908a-5a0bb53881f6', 'tenant_id': 'c30240b95f844507b090c8c5e4e837f8', 'floating_ip_address': '172.27.1.25', 'floating_network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'router_id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'port_id': 'fe4068ab-ebc0-498f-85bc-db210e8a930d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29e62588-d45d-408b-8ff2-41c8ab8f7564', 'mac_address': 'fa:16:3e:93:71:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a83ca66-2a95-49cc-baf0-994c9689e13c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:40:01Z', 'updated_at': '2022-04-05T22:40:01Z', 'revision_number': 0, 'project_id': 'c30240b95f844507b090c8c5e4e837f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7acd7cb9-7e4a-4699-9295-869abcd2d15b', 'name': '', 'network_id': '29e62588-d45d-408b-8ff2-41c8ab8f7564', 'tenant_id': 'c30240b95f844507b090c8c5e4e837f8', 'mac_address': 'fa:16:3e:a9:ec:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '01cfd0c4-12a2-43c1-a8b6-36df1c8261fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:05Z', 'updated_at': '2022-04-05T22:39:11Z', 'revision_number': 5, 'project_id': 'c30240b95f844507b090c8c5e4e837f8', 'subnets': [{'id': '01cfd0c4-12a2-43c1-a8b6-36df1c8261fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:40:02.969232 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eab7e62-c480-4bf2-aa6a-f3acb28ea928 None None] New status for floating IP 9dddef86-37d9-4267-908a-5a0bb53881f6: ACTIVE {{(pid=103470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:40:05.516958 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-9dfb844a-9997-44ae-9ce6-843e2d89989e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (08425891-4e99-4ae4-974b-85ee5a0410c6), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:07.854550 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d55d099b-80db-42a5-8582-7537ffb8d952 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (79a469f9-bdbc-4492-b479-9e5faeaf33b0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:08.958090 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-dae4f030-1cb2-49a8-bcfa-6facf2529a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (e40c9916-dc7d-41d8-a75d-da550db0c469), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:09.751867 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4998e2-b17d-4884-8155-6be7913549ab req-47a9af90-fd70-4ba4-9764-ba839751c31a tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:09.754034 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5b4998e2-b17d-4884-8155-6be7913549ab req-47a9af90-fd70-4ba4-9764-ba839751c31a tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 945 time: 0.0516171 Apr 05 22:40:09.803069 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5b4998e2-b17d-4884-8155-6be7913549ab req-698e16fe-0b84-419e-a440-db4ac72bb00c tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435209 Apr 05 22:40:10.606075 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-99ae2e83-6010-40d2-b70a-5b0f9e3ea887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (f28e62d6-8243-45bb-b578-64cfae2561d0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:10.926999 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ebb10-9bdc-49fc-918f-137ddefbd499 req-e02f0b36-7769-4948-8f53-7e5aa4b5a3b3 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:10.928453 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c08ebb10-9bdc-49fc-918f-137ddefbd499 req-e02f0b36-7769-4948-8f53-7e5aa4b5a3b3 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 945 time: 0.0542719 Apr 05 22:40:10.977210 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c08ebb10-9bdc-49fc-918f-137ddefbd499 req-89e63627-68c6-440d-8ab3-f620aa560fc3 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428398 Apr 05 22:40:12.046987 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (b771b186-15ef-4a1a-9c73-ea54ac08c8ac), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:12.098120 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a062fc0a-705f-434d-af70-b0ccc6842a8b req-390d1ddd-adcd-404a-a7dd-170a9f100bdb tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:12.099572 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a062fc0a-705f-434d-af70-b0ccc6842a8b req-390d1ddd-adcd-404a-a7dd-170a9f100bdb tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 945 time: 0.0507491 Apr 05 22:40:12.145180 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a062fc0a-705f-434d-af70-b0ccc6842a8b req-fdfb98f1-67a2-4d76-809f-74c85949e301 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400474 Apr 05 22:40:13.265442 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed1952a-c984-4e86-a521-7e6063e65486 req-d5987d3c-4f34-454a-9a7b-3be4636c17aa tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:13.266937 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-eed1952a-c984-4e86-a521-7e6063e65486 req-d5987d3c-4f34-454a-9a7b-3be4636c17aa tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 945 time: 0.0524213 Apr 05 22:40:13.313542 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-eed1952a-c984-4e86-a521-7e6063e65486 req-6a575a88-9dbc-4adf-ba4b-13b2f3f3e359 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405927 Apr 05 22:40:14.437042 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9661b58a-4988-4e55-a116-9b71313f8e22 req-0e9e1e21-7eb5-4ea8-8e3a-5d241ded6427 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:14.438523 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9661b58a-4988-4e55-a116-9b71313f8e22 req-0e9e1e21-7eb5-4ea8-8e3a-5d241ded6427 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 945 time: 0.0545466 Apr 05 22:40:14.484104 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9661b58a-4988-4e55-a116-9b71313f8e22 req-ec06380d-3c8d-41d0-a3dc-1faa63760c82 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393429 Apr 05 22:40:15.604342 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be643a5-966b-4c82-a725-44974d7fe19b req-67271023-204f-4eb9-9384-cff94cae2db5 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:15.605813 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7be643a5-966b-4c82-a725-44974d7fe19b req-67271023-204f-4eb9-9384-cff94cae2db5 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 945 time: 0.0509455 Apr 05 22:40:15.650887 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7be643a5-966b-4c82-a725-44974d7fe19b req-50c1b819-ade0-4158-a063-ab16b169aebf tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395627 Apr 05 22:40:16.768694 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983f9c5a-92f1-4fdb-ab4f-1207d53e6ff5 req-78b7e250-b034-467c-8963-3cf9ba992496 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:16.770184 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-983f9c5a-92f1-4fdb-ab4f-1207d53e6ff5 req-78b7e250-b034-467c-8963-3cf9ba992496 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 945 time: 0.0507522 Apr 05 22:40:16.819088 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-983f9c5a-92f1-4fdb-ab4f-1207d53e6ff5 req-62b59fa1-06b7-4587-b2ab-7dcc20532735 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433683 Apr 05 22:40:17.948643 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e31cd-064b-4d62-98c3-2df31d6f26c1 req-d20cc7f8-e55e-4a49-875e-afd43e7754cf tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:17.950114 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-686e31cd-064b-4d62-98c3-2df31d6f26c1 req-d20cc7f8-e55e-4a49-875e-afd43e7754cf tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 945 time: 0.0501888 Apr 05 22:40:17.995386 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-686e31cd-064b-4d62-98c3-2df31d6f26c1 req-08e47bbd-d86c-4f82-8883-e192afeb7d21 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393322 Apr 05 22:40:19.117352 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ed505-2b84-480e-a0c6-d7ca03936aa6 req-dd66cb55-d9df-4714-af7a-4ba32055f74f tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:19.118873 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-901ed505-2b84-480e-a0c6-d7ca03936aa6 req-dd66cb55-d9df-4714-af7a-4ba32055f74f tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 945 time: 0.0525067 Apr 05 22:40:19.165775 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-901ed505-2b84-480e-a0c6-d7ca03936aa6 req-a4bf4825-355b-470b-b113-b5bad38ff6bc tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413845 Apr 05 22:40:20.294069 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cd3b9c-4d2a-4551-a724-d63f06516120 req-402a8728-97f0-4f06-976f-709492e78afb tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:20.295524 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-71cd3b9c-4d2a-4551-a724-d63f06516120 req-402a8728-97f0-4f06-976f-709492e78afb tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 945 time: 0.0581901 Apr 05 22:40:20.344059 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-71cd3b9c-4d2a-4551-a724-d63f06516120 req-dcee3b34-ee63-4483-abad-30def82b19cd tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430560 Apr 05 22:40:21.463746 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d141c744-753e-4e2c-b40d-5ba297956f97 req-9b1e8f84-5267-4503-a759-88471df036e5 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:21.465186 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d141c744-753e-4e2c-b40d-5ba297956f97 req-9b1e8f84-5267-4503-a759-88471df036e5 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 945 time: 0.0507789 Apr 05 22:40:21.510860 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d141c744-753e-4e2c-b40d-5ba297956f97 req-dec68fe5-b23c-4adb-851c-d78187fafb75 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401309 Apr 05 22:40:22.634857 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f8b057-e1e4-48f5-8bb5-a81affcaa9b1 req-4429306b-d535-40ca-9448-8e8fae4ffa01 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:22.636332 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-78f8b057-e1e4-48f5-8bb5-a81affcaa9b1 req-4429306b-d535-40ca-9448-8e8fae4ffa01 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 945 time: 0.0563576 Apr 05 22:40:22.691759 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-78f8b057-e1e4-48f5-8bb5-a81affcaa9b1 req-f8020bf1-eeb1-49b2-b643-9e669ea81267 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486021 Apr 05 22:40:23.817898 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43511a7c-29be-4974-8e97-ad3c0a453385 req-16458ca5-9b49-4ad7-8fe1-24e18ce123bd tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:23.819389 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-43511a7c-29be-4974-8e97-ad3c0a453385 req-16458ca5-9b49-4ad7-8fe1-24e18ce123bd tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 945 time: 0.0564232 Apr 05 22:40:23.868527 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-43511a7c-29be-4974-8e97-ad3c0a453385 req-480fe728-ad4d-4752-8b27-5d65a262f6dc tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437620 Apr 05 22:40:24.024731 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 41206) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:40:24.029205 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-b6c56b5a-65d2-4797-96bf-b220e09aa99c tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Request body: {'security_group': {'name': 'tempest-securitygroup--958021933', 'description': 'tempest-description--868939457'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:40:24.049184 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-b6c56b5a-65d2-4797-96bf-b220e09aa99c tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:24.112925 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-b6c56b5a-65d2-4797-96bf-b220e09aa99c tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for security_group (b03c347d-cf3e-4de3-b03c-f4119bca7e27), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:24.116439 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-b6c56b5a-65d2-4797-96bf-b220e09aa99c tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (b03c347d-cf3e-4de3-b03c-f4119bca7e27), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:24.147021 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-b6c56b5a-65d2-4797-96bf-b220e09aa99c tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:24.148230 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-b6c56b5a-65d2-4797-96bf-b220e09aa99c tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1225033 Apr 05 22:40:24.149289 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c56b5a-65d2-4797-96bf-b220e09aa99c tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b03c347d-cf3e-4de3-b03c-f4119bca7e27,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:24.151208 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 41208) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:40:24.155706 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-2b19bfae-34e1-43c5-8da8-5bfc6f97a8ed tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Request body: {'security_group_rule': {'security_group_id': 'b03c347d-cf3e-4de3-b03c-f4119bca7e27', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:40:24.180075 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2b19bfae-34e1-43c5-8da8-5bfc6f97a8ed tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for security_group_rule (ef015fb3-593e-415d-8e9d-af54b36a3570), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:24.242377 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2b19bfae-34e1-43c5-8da8-5bfc6f97a8ed tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for security_group_rule (ef015fb3-593e-415d-8e9d-af54b36a3570), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:24.246218 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2b19bfae-34e1-43c5-8da8-5bfc6f97a8ed tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586008'] for security_group_rule (ef015fb3-593e-415d-8e9d-af54b36a3570), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:24.272169 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b19bfae-34e1-43c5-8da8-5bfc6f97a8ed tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef015fb3-593e-415d-8e9d-af54b36a3570,revision_number=0']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:24.278124 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2b19bfae-34e1-43c5-8da8-5bfc6f97a8ed tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:24.280030 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-2b19bfae-34e1-43c5-8da8-5bfc6f97a8ed tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1277833 Apr 05 22:40:24.282631 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 41210) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:40:24.287307 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-5db68940-3745-4a38-81ab-2ff71cf575bf tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Request body: {'security_group_rule': {'security_group_id': 'b03c347d-cf3e-4de3-b03c-f4119bca7e27', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:40:24.311410 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5db68940-3745-4a38-81ab-2ff71cf575bf tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for security_group_rule (505c277a-be68-424b-89f9-4649ffb2d504), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:24.366873 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5db68940-3745-4a38-81ab-2ff71cf575bf tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for security_group_rule (505c277a-be68-424b-89f9-4649ffb2d504), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:24.369574 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5db68940-3745-4a38-81ab-2ff71cf575bf tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586008'] for security_group_rule (505c277a-be68-424b-89f9-4649ffb2d504), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:24.387993 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db68940-3745-4a38-81ab-2ff71cf575bf tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=505c277a-be68-424b-89f9-4649ffb2d504,revision_number=0']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:24.396257 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5db68940-3745-4a38-81ab-2ff71cf575bf tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:24.397455 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-5db68940-3745-4a38-81ab-2ff71cf575bf tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1138387 Apr 05 22:40:24.400670 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 41212) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:40:24.404997 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-f5f74919-b349-485f-96c3-0c8f1dc6d6c5 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Request body: {'floatingip': {'floating_network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:40:24.423893 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f5f74919-b349-485f-96c3-0c8f1dc6d6c5 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:24.522678 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f5f74919-b349-485f-96c3-0c8f1dc6d6c5 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:24.628590 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.db.db_base_plugin_common [None req-f5f74919-b349-485f-96c3-0c8f1dc6d6c5 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Allocated IP 172.27.1.110 (1c7020db-f04b-4bae-aa0d-07e17c11278d/de4a5644-b80e-4142-a210-68f31fcb6ac5/c0e2aeb8-70e8-4b59-b7aa-39c4f9d9b7f0) {{(pid=103468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:40:24.724700 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device 38882e06-411a-4d93-b05b-c8508e6f9776 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:40:24.732037 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f5f74919-b349-485f-96c3-0c8f1dc6d6c5 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for port (c0e2aeb8-70e8-4b59-b7aa-39c4f9d9b7f0), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:24.769604 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f5f74919-b349-485f-96c3-0c8f1dc6d6c5 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757100095748'] for port (c0e2aeb8-70e8-4b59-b7aa-39c4f9d9b7f0), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:24.813496 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f74919-b349-485f-96c3-0c8f1dc6d6c5 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Network 1c7020db-f04b-4bae-aa0d-07e17c11278d is already hosted by enough agents. {{(pid=103468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:40:24.821254 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] For port 38882e06-411a-4d93-b05b-c8508e6f9776, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=38882e06-411a-4d93-b05b-c8508e6f9776,segment=NetworkSegment(60bccf3c-6e70-4640-bf31-a453a33e1d1c),segment_id=60bccf3c-6e70-4640-bf31-a453a33e1d1c)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:40:24.822630 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [None req-f5f74919-b349-485f-96c3-0c8f1dc6d6c5 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Resources bound (agent type, host, resource id): {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:40:24.827151 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f74919-b349-485f-96c3-0c8f1dc6d6c5 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Received port after_create {{(pid=103468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:40:24.832531 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f74919-b349-485f-96c3-0c8f1dc6d6c5 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Pushing event updated for resources: {'Port': ['ID=c0e2aeb8-70e8-4b59-b7aa-39c4f9d9b7f0,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:24.832776 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Returning: {'device': '38882e06-411a-4d93-b05b-c8508e6f9776', 'network_id': 'cdafa027-5a68-4e7d-98e5-3d69d953062c', 'port_id': '38882e06-411a-4d93-b05b-c8508e6f9776', 'mac_address': 'fa:16:3e:7d:8f:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e210eb77-c8b4-4c67-a300-bbb8691b7d32', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:40:24.879360 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f5f74919-b349-485f-96c3-0c8f1dc6d6c5 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for floatingip (786ff3d0-1a3d-46b1-8398-55b9c06cef44), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:24.884675 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Current status of the port 38882e06-411a-4d93-b05b-c8508e6f9776 is: ACTIVE; New status is: BUILD {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:40:24.885143 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (38882e06-411a-4d93-b05b-c8508e6f9776), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:24.905622 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 38882e06-411a-4d93-b05b-c8508e6f9776 {{(pid=103470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:40:24.915054 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f5f74919-b349-485f-96c3-0c8f1dc6d6c5 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (c0e2aeb8-70e8-4b59-b7aa-39c4f9d9b7f0), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:24.929058 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] For port 38882e06-411a-4d93-b05b-c8508e6f9776, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=38882e06-411a-4d93-b05b-c8508e6f9776,segment=NetworkSegment(60bccf3c-6e70-4640-bf31-a453a33e1d1c),segment_id=60bccf3c-6e70-4640-bf31-a453a33e1d1c)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:40:24.933615 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (38882e06-411a-4d93-b05b-c8508e6f9776), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:24.991135 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Pushing event updated for resources: {'Port': ['ID=38882e06-411a-4d93-b05b-c8508e6f9776,revision_number=6']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:25.011730 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eaaac2-88b1-4e68-be17-a2e866dd697f req-462bb3fc-0750-406e-bf08-c3098e195452 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:25.013223 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d8eaaac2-88b1-4e68-be17-a2e866dd697f req-462bb3fc-0750-406e-bf08-c3098e195452 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 944 time: 0.0620959 Apr 05 22:40:25.063929 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d8eaaac2-88b1-4e68-be17-a2e866dd697f req-ce01e0af-871d-47d1-b028-3223959376a4 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435860 Apr 05 22:40:25.073542 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f5f74919-b349-485f-96c3-0c8f1dc6d6c5 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for port (c0e2aeb8-70e8-4b59-b7aa-39c4f9d9b7f0), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:25.078048 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f5f74919-b349-485f-96c3-0c8f1dc6d6c5 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (c0e2aeb8-70e8-4b59-b7aa-39c4f9d9b7f0), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:25.087379 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] get_ports_and_sgs() called for port_ids ['38882e06-411a-4d93-b05b-c8508e6f9776'] {{(pid=103470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:40:25.116894 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f5f74919-b349-485f-96c3-0c8f1dc6d6c5 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536593'] for floatingip (786ff3d0-1a3d-46b1-8398-55b9c06cef44), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:25.136129 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f74919-b349-485f-96c3-0c8f1dc6d6c5 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Pushing event updated for resources: {'Port': ['ID=c0e2aeb8-70e8-4b59-b7aa-39c4f9d9b7f0,revision_number=2']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:25.150492 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f5f74919-b349-485f-96c3-0c8f1dc6d6c5 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for floatingip (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:25.151772 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-f5f74919-b349-485f-96c3-0c8f1dc6d6c5 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7501838 Apr 05 22:40:25.344796 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-634ac3fc-ff09-4844-b9b4-be922f2613e5 req-68782e31-1a51-4b6a-b28d-8c6ae256ba70 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--958021933&fields=id&tenant_id=e718bf4373f64b3f9ec542b95b3e4d7b HTTP/1.1" status: 200 len: 267 time: 0.0404091 Apr 05 22:40:25.446359 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ac3fc-ff09-4844-b9b4-be922f2613e5 req-56ad6523-97d1-4535-9e1d-c60ce964e4df tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:25.447788 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-634ac3fc-ff09-4844-b9b4-be922f2613e5 req-56ad6523-97d1-4535-9e1d-c60ce964e4df tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/networks?id=2745cec7-a148-4762-a4f4-09b14f6d3b74 HTTP/1.1" status: 200 len: 814 time: 0.0964260 Apr 05 22:40:25.461812 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-634ac3fc-ff09-4844-b9b4-be922f2613e5 req-b2684873-aeff-4d6f-b03e-1d55249b1208 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/quotas/e718bf4373f64b3f9ec542b95b3e4d7b HTTP/1.1" status: 200 len: 375 time: 0.0086396 Apr 05 22:40:25.519389 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-634ac3fc-ff09-4844-b9b4-be922f2613e5 req-3c74508f-2f79-4ae4-9089-dde9e84c1db1 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e718bf4373f64b3f9ec542b95b3e4d7b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0528982 Apr 05 22:40:25.611590 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-634ac3fc-ff09-4844-b9b4-be922f2613e5 req-a0aae7ae-72cc-4fb5-b74f-4926a320fa53 service neutron] 10.222.0.45 "GET /v2.0/networks/2745cec7-a148-4762-a4f4-09b14f6d3b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808992 Apr 05 22:40:25.927651 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-634ac3fc-ff09-4844-b9b4-be922f2613e5 req-fa366eec-f1cc-4cd8-a02f-88725b27f8d3 service neutron] 10.222.0.45 "GET /v2.0/networks/2745cec7-a148-4762-a4f4-09b14f6d3b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103421 Apr 05 22:40:26.082458 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-93c394f4-0ca9-4677-98a4-ba57d0ad144f req-0c93a146-92f3-4be4-be12-451224feabf1 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=06881f90-7a15-4e93-8f9b-76a8e4672710 HTTP/1.1" status: 200 len: 210 time: 0.0262382 Apr 05 22:40:26.198550 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f824da6-5225-41ea-8160-450642052432 req-da569346-0e67-42c7-92d1-c6961a074fc8 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:26.200216 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3f824da6-5225-41ea-8160-450642052432 req-da569346-0e67-42c7-92d1-c6961a074fc8 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 944 time: 0.0612657 Apr 05 22:40:26.253774 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3f824da6-5225-41ea-8160-450642052432 req-9c069dc7-597d-4d44-a5dc-d1fbd6562d38 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461524 Apr 05 22:40:26.726032 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device 38882e06-411a-4d93-b05b-c8508e6f9776 up at agent hyperv_hv-cinder-83588 {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:40:26.788326 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Provisioning complete for port 38882e06-411a-4d93-b05b-c8508e6f9776 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:40:26.788620 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (38882e06-411a-4d93-b05b-c8508e6f9776), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:26.866403 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Current status of the port 38882e06-411a-4d93-b05b-c8508e6f9776 is: BUILD; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:40:26.866779 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (38882e06-411a-4d93-b05b-c8508e6f9776), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:26.888333 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6820dc5a-0cc6-456b-baca-3e881565a705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38882e06-411a-4d93-b05b-c8508e6f9776'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:40:26.890738 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5eeae28b1739aff28e9ac2b05a29cddcf15b93cc3fe96f2ce32a289e1b5713d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f93e397-f03c-412c-a396-eb1a4e3bdba5" -d '{"events": [{"server_uuid": "6820dc5a-0cc6-456b-baca-3e881565a705", "name": "network-vif-plugged", "status": "completed", "tag": "38882e06-411a-4d93-b05b-c8508e6f9776"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:40:26.903766 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] For port 38882e06-411a-4d93-b05b-c8508e6f9776, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=38882e06-411a-4d93-b05b-c8508e6f9776,segment=NetworkSegment(60bccf3c-6e70-4640-bf31-a453a33e1d1c),segment_id=60bccf3c-6e70-4640-bf31-a453a33e1d1c)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:40:26.908133 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (38882e06-411a-4d93-b05b-c8508e6f9776), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:26.932354 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d3de600-3001-4c95-bcc2-77353085ab2a x-openstack-request-id: req-8d3de600-3001-4c95-bcc2-77353085ab2a {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:40:26.932645 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6820dc5a-0cc6-456b-baca-3e881565a705", "name": "network-vif-plugged", "status": "completed", "tag": "38882e06-411a-4d93-b05b-c8508e6f9776", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:40:26.932901 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8d3de600-3001-4c95-bcc2-77353085ab2a {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:40:26.933296 dv-cinder-835881-4-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d3de600-3001-4c95-bcc2-77353085ab2a'] response: {'server_uuid': '6820dc5a-0cc6-456b-baca-3e881565a705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38882e06-411a-4d93-b05b-c8508e6f9776', 'code': 200} Apr 05 22:40:26.959888 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Pushing event updated for resources: {'Port': ['ID=38882e06-411a-4d93-b05b-c8508e6f9776,revision_number=7']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:27.161969 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ac3fc-ff09-4844-b9b4-be922f2613e5 req-828e714a-6644-4a17-9b10-7f26f066c689 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:27.164026 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-634ac3fc-ff09-4844-b9b4-be922f2613e5 req-828e714a-6644-4a17-9b10-7f26f066c689 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.13 "GET /v2.0/networks?id=2745cec7-a148-4762-a4f4-09b14f6d3b74 HTTP/1.1" status: 200 len: 814 time: 0.1076500 Apr 05 22:40:27.195603 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-79ac8e24-d614-4ab6-9aec-7bdece4942be req-6f2164a3-5287-43cb-98db-808865daee07 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=06881f90-7a15-4e93-8f9b-76a8e4672710 HTTP/1.1" status: 200 len: 210 time: 0.0305912 Apr 05 22:40:27.251731 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-634ac3fc-ff09-4844-b9b4-be922f2613e5 req-4796bbd1-1a00-4e8e-8f16-b64381ae3e8e tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e718bf4373f64b3f9ec542b95b3e4d7b HTTP/1.1" status: 200 len: 471 time: 0.0776091 Apr 05 22:40:27.335623 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [req-634ac3fc-ff09-4844-b9b4-be922f2613e5 req-98c8458a-e343-48ee-9bbb-78591f12ed69 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Request body: {'port': {'device_id': '06881f90-7a15-4e93-8f9b-76a8e4672710', 'network_id': '2745cec7-a148-4762-a4f4-09b14f6d3b74', 'admin_state_up': True, 'tenant_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'security_groups': ['b03c347d-cf3e-4de3-b03c-f4119bca7e27']}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:40:27.455824 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ac91c-66df-484b-8568-db05cb80d217 req-5fe20ab9-1fa3-4ab4-8681-f0c323ba567c tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:27.457621 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-498ac91c-66df-484b-8568-db05cb80d217 req-5fe20ab9-1fa3-4ab4-8681-f0c323ba567c tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 945 time: 0.1182022 Apr 05 22:40:27.540462 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-498ac91c-66df-484b-8568-db05cb80d217 req-bbbc45d0-088b-4175-b6e2-c88967dbfc64 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761800 Apr 05 22:40:27.541464 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-634ac3fc-ff09-4844-b9b4-be922f2613e5 req-98c8458a-e343-48ee-9bbb-78591f12ed69 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Made reservation on behalf of e718bf4373f64b3f9ec542b95b3e4d7b for: {'port': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:40:27.544562 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-634ac3fc-ff09-4844-b9b4-be922f2613e5 req-98c8458a-e343-48ee-9bbb-78591f12ed69 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:27.670196 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_common [req-634ac3fc-ff09-4844-b9b4-be922f2613e5 req-98c8458a-e343-48ee-9bbb-78591f12ed69 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Allocated IP 172.20.0.8 (2745cec7-a148-4762-a4f4-09b14f6d3b74/45b714fa-5bcf-429b-b58b-460d14e81c92/c17b67cc-11f2-4055-98bb-8d1010478f33) {{(pid=103469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:40:27.767321 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (021dfe4d-8109-4136-9367-dac606dce553), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:27.807180 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-634ac3fc-ff09-4844-b9b4-be922f2613e5 req-98c8458a-e343-48ee-9bbb-78591f12ed69 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for port (c17b67cc-11f2-4055-98bb-8d1010478f33), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:27.842110 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-634ac3fc-ff09-4844-b9b4-be922f2613e5 req-98c8458a-e343-48ee-9bbb-78591f12ed69 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757100095748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827921'] for port (c17b67cc-11f2-4055-98bb-8d1010478f33), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:27.883557 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-634ac3fc-ff09-4844-b9b4-be922f2613e5 req-98c8458a-e343-48ee-9bbb-78591f12ed69 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Network 2745cec7-a148-4762-a4f4-09b14f6d3b74 is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:40:27.886433 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [req-634ac3fc-ff09-4844-b9b4-be922f2613e5 req-98c8458a-e343-48ee-9bbb-78591f12ed69 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:40:27.889069 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [req-634ac3fc-ff09-4844-b9b4-be922f2613e5 req-98c8458a-e343-48ee-9bbb-78591f12ed69 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Received port after_create {{(pid=103469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:40:27.921303 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c8458a-e343-48ee-9bbb-78591f12ed69 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Pushing event updated for resources: {'Port': ['ID=c17b67cc-11f2-4055-98bb-8d1010478f33,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:27.947201 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ac3fc-ff09-4844-b9b4-be922f2613e5 req-98c8458a-e343-48ee-9bbb-78591f12ed69 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:27.947803 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-634ac3fc-ff09-4844-b9b4-be922f2613e5 req-98c8458a-e343-48ee-9bbb-78591f12ed69 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644259'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:27.964807 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-634ac3fc-ff09-4844-b9b4-be922f2613e5 req-98c8458a-e343-48ee-9bbb-78591f12ed69 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6356590 Apr 05 22:40:27.986873 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [req-634ac3fc-ff09-4844-b9b4-be922f2613e5 req-86dfb31e-1e88-40b6-a34e-ad7ca9479c8a service neutron] Request body: {'port': {'device_id': '06881f90-7a15-4e93-8f9b-76a8e4672710', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:40:28.052106 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-634ac3fc-ff09-4844-b9b4-be922f2613e5 req-86dfb31e-1e88-40b6-a34e-ad7ca9479c8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (c17b67cc-11f2-4055-98bb-8d1010478f33), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:28.107257 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-289d855d-adef-4f76-b650-5345613fb9cb None None] Provisioning complete for port c17b67cc-11f2-4055-98bb-8d1010478f33 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:40:28.107708 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-289d855d-adef-4f76-b650-5345613fb9cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (c17b67cc-11f2-4055-98bb-8d1010478f33), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:28.148744 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-289d855d-adef-4f76-b650-5345613fb9cb None None] Port c17b67cc-11f2-4055-98bb-8d1010478f33 cannot update to ACTIVE because it is not bound. {{(pid=103470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:40:28.368463 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d726588-f214-41e1-8c33-f107e33ca4a0 req-b05337bb-2fd0-42fd-8fa9-4f14ddf4ed91 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:28.369845 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8d726588-f214-41e1-8c33-f107e33ca4a0 req-b05337bb-2fd0-42fd-8fa9-4f14ddf4ed91 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=06881f90-7a15-4e93-8f9b-76a8e4672710 HTTP/1.1" status: 200 len: 931 time: 0.1036320 Apr 05 22:40:28.371760 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [req-634ac3fc-ff09-4844-b9b4-be922f2613e5 req-86dfb31e-1e88-40b6-a34e-ad7ca9479c8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c17b67cc-11f2-4055-98bb-8d1010478f33 {{(pid=103469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:40:28.384463 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-634ac3fc-ff09-4844-b9b4-be922f2613e5 req-86dfb31e-1e88-40b6-a34e-ad7ca9479c8a service neutron] Publish callbacks [] for port (c17b67cc-11f2-4055-98bb-8d1010478f33), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:28.407993 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.provisioning_blocks [req-634ac3fc-ff09-4844-b9b4-be922f2613e5 req-86dfb31e-1e88-40b6-a34e-ad7ca9479c8a service neutron] Transition to ACTIVE for port object c17b67cc-11f2-4055-98bb-8d1010478f33 will not be triggered until provisioned by entity L2. {{(pid=103469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 22:40:28.415033 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-634ac3fc-ff09-4844-b9b4-be922f2613e5 req-86dfb31e-1e88-40b6-a34e-ad7ca9479c8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828008'] for port (c17b67cc-11f2-4055-98bb-8d1010478f33), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:28.464989 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8d726588-f214-41e1-8c33-f107e33ca4a0 req-b6c1291a-736c-4107-bd7f-40d79a29c25a tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/security-groups?id=b03c347d-cf3e-4de3-b03c-f4119bca7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888219 Apr 05 22:40:28.476685 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dfb31e-1e88-40b6-a34e-ad7ca9479c8a service neutron] Pushing event updated for resources: {'Port': ['ID=c17b67cc-11f2-4055-98bb-8d1010478f33,revision_number=2']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:28.548834 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-634ac3fc-ff09-4844-b9b4-be922f2613e5 req-86dfb31e-1e88-40b6-a34e-ad7ca9479c8a service neutron] Attempting to bind port c17b67cc-11f2-4055-98bb-8d1010478f33 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:40:28.549388 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-634ac3fc-ff09-4844-b9b4-be922f2613e5 req-86dfb31e-1e88-40b6-a34e-ad7ca9479c8a service neutron] Attempting to bind port c17b67cc-11f2-4055-98bb-8d1010478f33 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '7d65933d-36de-4f1d-ae48-24ad40f63257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2745cec7-a148-4762-a4f4-09b14f6d3b74'}] {{(pid=103469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:40:28.549752 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634ac3fc-ff09-4844-b9b4-be922f2613e5 req-86dfb31e-1e88-40b6-a34e-ad7ca9479c8a service neutron] Attempting to bind port c17b67cc-11f2-4055-98bb-8d1010478f33 on network 2745cec7-a148-4762-a4f4-09b14f6d3b74 {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:40:28.554580 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634ac3fc-ff09-4844-b9b4-be922f2613e5 req-86dfb31e-1e88-40b6-a34e-ad7ca9479c8a service neutron] Port c17b67cc-11f2-4055-98bb-8d1010478f33 on network 2745cec7-a148-4762-a4f4-09b14f6d3b74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 22:40:28.554896 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634ac3fc-ff09-4844-b9b4-be922f2613e5 req-86dfb31e-1e88-40b6-a34e-ad7ca9479c8a service neutron] Attempting to bind port c17b67cc-11f2-4055-98bb-8d1010478f33 on network 2745cec7-a148-4762-a4f4-09b14f6d3b74 {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:40:28.559772 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634ac3fc-ff09-4844-b9b4-be922f2613e5 req-86dfb31e-1e88-40b6-a34e-ad7ca9479c8a service neutron] Checking agent: {'id': '021dfe4d-8109-4136-9367-dac606dce553', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 34, 28), 'started_at': datetime.datetime(2022, 4, 5, 22, 34, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:40:28.560108 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634ac3fc-ff09-4844-b9b4-be922f2613e5 req-86dfb31e-1e88-40b6-a34e-ad7ca9479c8a service neutron] Checking segment: {'id': '7d65933d-36de-4f1d-ae48-24ad40f63257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2745cec7-a148-4762-a4f4-09b14f6d3b74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:40:28.560486 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634ac3fc-ff09-4844-b9b4-be922f2613e5 req-86dfb31e-1e88-40b6-a34e-ad7ca9479c8a service neutron] Bound using segment: {'id': '7d65933d-36de-4f1d-ae48-24ad40f63257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2745cec7-a148-4762-a4f4-09b14f6d3b74'} {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:40:28.560907 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-634ac3fc-ff09-4844-b9b4-be922f2613e5 req-86dfb31e-1e88-40b6-a34e-ad7ca9479c8a service neutron] Bound port: c17b67cc-11f2-4055-98bb-8d1010478f33, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d65933d-36de-4f1d-ae48-24ad40f63257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2745cec7-a148-4762-a4f4-09b14f6d3b74'}}] {{(pid=103469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:40:28.561264 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-634ac3fc-ff09-4844-b9b4-be922f2613e5 req-86dfb31e-1e88-40b6-a34e-ad7ca9479c8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (c17b67cc-11f2-4055-98bb-8d1010478f33), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:28.655106 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-634ac3fc-ff09-4844-b9b4-be922f2613e5 req-86dfb31e-1e88-40b6-a34e-ad7ca9479c8a service neutron] For port c17b67cc-11f2-4055-98bb-8d1010478f33, host hv-cinder-83588, cleared binding levels {{(pid=103469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:40:28.670508 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-634ac3fc-ff09-4844-b9b4-be922f2613e5 req-86dfb31e-1e88-40b6-a34e-ad7ca9479c8a service neutron] For port c17b67cc-11f2-4055-98bb-8d1010478f33, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=c17b67cc-11f2-4055-98bb-8d1010478f33,segment=NetworkSegment(7d65933d-36de-4f1d-ae48-24ad40f63257),segment_id=7d65933d-36de-4f1d-ae48-24ad40f63257)] {{(pid=103469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:40:28.680145 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-634ac3fc-ff09-4844-b9b4-be922f2613e5 req-86dfb31e-1e88-40b6-a34e-ad7ca9479c8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828008'] for port (c17b67cc-11f2-4055-98bb-8d1010478f33), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:28.718622 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a328221b-8720-4c9c-9011-f4daf40f58fb req-ee7f41ba-b38c-4c0a-acdf-dd0c463a0996 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:28.720106 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a328221b-8720-4c9c-9011-f4daf40f58fb req-ee7f41ba-b38c-4c0a-acdf-dd0c463a0996 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 945 time: 0.1044080 Apr 05 22:40:28.726437 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ac3fc-ff09-4844-b9b4-be922f2613e5 req-86dfb31e-1e88-40b6-a34e-ad7ca9479c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:28.726972 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-634ac3fc-ff09-4844-b9b4-be922f2613e5 req-86dfb31e-1e88-40b6-a34e-ad7ca9479c8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644259'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:28.728311 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-634ac3fc-ff09-4844-b9b4-be922f2613e5 req-86dfb31e-1e88-40b6-a34e-ad7ca9479c8a service neutron] 10.222.0.13 "PUT /v2.0/ports/c17b67cc-11f2-4055-98bb-8d1010478f33 HTTP/1.1" status: 200 len: 1093 time: 0.7516105 Apr 05 22:40:28.728856 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06881f90-7a15-4e93-8f9b-76a8e4672710', 'tag': 'c17b67cc-11f2-4055-98bb-8d1010478f33'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:40:28.730949 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f386ba26b1031f5495d5bdef0d2c98b5b567df56bfe60a1d1e0dd7c3f719aed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec332f06-2c2c-479c-ade0-d3259674d962" -d '{"events": [{"name": "network-changed", "server_uuid": "06881f90-7a15-4e93-8f9b-76a8e4672710", "tag": "c17b67cc-11f2-4055-98bb-8d1010478f33"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:40:28.775680 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dfb31e-1e88-40b6-a34e-ad7ca9479c8a service neutron] Pushing event updated for resources: {'Port': ['ID=c17b67cc-11f2-4055-98bb-8d1010478f33,revision_number=3']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:28.797060 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8d3cf9-f496-42ef-b983-20a9566e2304 x-openstack-request-id: req-3f8d3cf9-f496-42ef-b983-20a9566e2304 {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:40:28.797355 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06881f90-7a15-4e93-8f9b-76a8e4672710", "tag": "c17b67cc-11f2-4055-98bb-8d1010478f33", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:40:28.797619 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3f8d3cf9-f496-42ef-b983-20a9566e2304 {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:40:28.798009 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f8d3cf9-f496-42ef-b983-20a9566e2304'] response: {'name': 'network-changed', 'server_uuid': '06881f90-7a15-4e93-8f9b-76a8e4672710', 'tag': 'c17b67cc-11f2-4055-98bb-8d1010478f33', 'status': 'completed', 'code': 200} Apr 05 22:40:28.829768 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a328221b-8720-4c9c-9011-f4daf40f58fb req-06cd5637-4a54-4331-b8eb-37b908db4bb0 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960610 Apr 05 22:40:28.848669 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ac3fc-ff09-4844-b9b4-be922f2613e5 req-3736c85c-0d6f-449f-bbf1-85cac1c07a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:28.850194 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-634ac3fc-ff09-4844-b9b4-be922f2613e5 req-3736c85c-0d6f-449f-bbf1-85cac1c07a7d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e718bf4373f64b3f9ec542b95b3e4d7b&device_id=06881f90-7a15-4e93-8f9b-76a8e4672710 HTTP/1.1" status: 200 len: 1127 time: 0.0642445 Apr 05 22:40:28.894418 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-634ac3fc-ff09-4844-b9b4-be922f2613e5 req-0d7bf5af-f14f-493c-8559-e58e6db590fb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c17b67cc-11f2-4055-98bb-8d1010478f33 HTTP/1.1" status: 200 len: 217 time: 0.0351727 Apr 05 22:40:28.943440 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ac3fc-ff09-4844-b9b4-be922f2613e5 req-cd5c17e4-cdf1-4e7a-8c8b-76a4ab7af569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:28.944865 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-634ac3fc-ff09-4844-b9b4-be922f2613e5 req-cd5c17e4-cdf1-4e7a-8c8b-76a4ab7af569 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45b714fa-5bcf-429b-b58b-460d14e81c92 HTTP/1.1" status: 200 len: 853 time: 0.0430105 Apr 05 22:40:28.996485 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ac3fc-ff09-4844-b9b4-be922f2613e5 req-8905cca0-0eae-4a46-90cc-2207227d53a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:28.998038 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-634ac3fc-ff09-4844-b9b4-be922f2613e5 req-8905cca0-0eae-4a46-90cc-2207227d53a7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2745cec7-a148-4762-a4f4-09b14f6d3b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467405 Apr 05 22:40:29.085144 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-634ac3fc-ff09-4844-b9b4-be922f2613e5 req-cbb538e5-5f36-41ac-b66b-446ee76660dd service neutron] 10.222.0.13 "GET /v2.0/networks/2745cec7-a148-4762-a4f4-09b14f6d3b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802948 Apr 05 22:40:29.176850 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-634ac3fc-ff09-4844-b9b4-be922f2613e5 req-c3cc0af5-e9dc-4095-beec-c91b22e9051d service neutron] 10.222.0.13 "GET /v2.0/networks/2745cec7-a148-4762-a4f4-09b14f6d3b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847907 Apr 05 22:40:29.584001 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c8267-3ece-4b86-bb86-d024ef33a003 req-52316cf9-afc2-49de-bf0a-72700ce7e756 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:29.585442 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-734c8267-3ece-4b86-bb86-d024ef33a003 req-52316cf9-afc2-49de-bf0a-72700ce7e756 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=06881f90-7a15-4e93-8f9b-76a8e4672710 HTTP/1.1" status: 200 len: 943 time: 0.0515966 Apr 05 22:40:29.631379 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-734c8267-3ece-4b86-bb86-d024ef33a003 req-f612f025-5c0d-4eb9-9ad1-f491cb84a268 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/security-groups?id=b03c347d-cf3e-4de3-b03c-f4119bca7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404019 Apr 05 22:40:29.956784 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4319d5a6-cc32-4103-8542-596ddfedebee req-21a59549-ae9e-426a-ae7c-f4561e6169ed tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:29.958359 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4319d5a6-cc32-4103-8542-596ddfedebee req-21a59549-ae9e-426a-ae7c-f4561e6169ed tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 945 time: 0.0548356 Apr 05 22:40:30.004134 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4319d5a6-cc32-4103-8542-596ddfedebee req-e8810bda-059d-4671-bd7d-ff426f2dc505 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402703 Apr 05 22:40:30.745960 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16098f30-86ed-45db-b6a2-597d5b47ed8c req-2f4dea5b-d309-4609-8711-916c3bd6b017 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:30.747394 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-16098f30-86ed-45db-b6a2-597d5b47ed8c req-2f4dea5b-d309-4609-8711-916c3bd6b017 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=06881f90-7a15-4e93-8f9b-76a8e4672710 HTTP/1.1" status: 200 len: 943 time: 0.0497124 Apr 05 22:40:30.792779 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-16098f30-86ed-45db-b6a2-597d5b47ed8c req-b9a66ec1-a12c-4066-84ca-05d313ee66c3 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/security-groups?id=b03c347d-cf3e-4de3-b03c-f4119bca7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392716 Apr 05 22:40:31.125433 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e3776-d796-49b6-941e-a078d2ff0f53 req-0846f44a-c061-4c86-944c-c2a588511b0d tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:31.126915 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-071e3776-d796-49b6-941e-a078d2ff0f53 req-0846f44a-c061-4c86-944c-c2a588511b0d tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 945 time: 0.0516965 Apr 05 22:40:31.175774 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-071e3776-d796-49b6-941e-a078d2ff0f53 req-452ff76b-24cf-42d8-82c1-1519669f51c8 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429580 Apr 05 22:40:31.907076 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05205382-46ef-4da8-a7ee-bb2684242460 req-330f7a4c-50e9-467b-964e-10cc7d700742 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:31.909132 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-05205382-46ef-4da8-a7ee-bb2684242460 req-330f7a4c-50e9-467b-964e-10cc7d700742 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=06881f90-7a15-4e93-8f9b-76a8e4672710 HTTP/1.1" status: 200 len: 943 time: 0.0495667 Apr 05 22:40:31.956061 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-05205382-46ef-4da8-a7ee-bb2684242460 req-8ca5fe53-d4c1-44b9-969d-2706e106dada tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/security-groups?id=b03c347d-cf3e-4de3-b03c-f4119bca7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402493 Apr 05 22:40:32.296657 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff50cdc-c462-4c16-8084-77b98b7b72be req-de767e70-0414-4dac-a681-5d489effa606 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:32.298201 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1ff50cdc-c462-4c16-8084-77b98b7b72be req-de767e70-0414-4dac-a681-5d489effa606 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 945 time: 0.0520384 Apr 05 22:40:32.378829 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1ff50cdc-c462-4c16-8084-77b98b7b72be req-5288c7ea-c35a-4c4f-9c70-33376a7f7c48 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694768 Apr 05 22:40:32.381708 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec332f06-2c2c-479c-ade0-d3259674d962 req-ca1eacf9-0058-4d39-966b-a69a1e7bbbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:32.383116 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ec332f06-2c2c-479c-ade0-d3259674d962 req-ca1eacf9-0058-4d39-966b-a69a1e7bbbe5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e718bf4373f64b3f9ec542b95b3e4d7b&device_id=06881f90-7a15-4e93-8f9b-76a8e4672710 HTTP/1.1" status: 200 len: 1127 time: 0.0821216 Apr 05 22:40:32.503460 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddefe500-a3bf-4ce3-81a6-b7b71da08a9c req-68e6f1a5-655e-4443-a246-3eb5b90b82a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:32.504848 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ddefe500-a3bf-4ce3-81a6-b7b71da08a9c req-68e6f1a5-655e-4443-a246-3eb5b90b82a2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aad57955e58648ad8aedc12ef0c854bd&device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 1129 time: 0.0921512 Apr 05 22:40:32.515008 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec332f06-2c2c-479c-ade0-d3259674d962 req-1a560b12-9167-4cf3-96b9-9e98a018eae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:32.516587 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ec332f06-2c2c-479c-ade0-d3259674d962 req-1a560b12-9167-4cf3-96b9-9e98a018eae1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2745cec7-a148-4762-a4f4-09b14f6d3b74 HTTP/1.1" status: 200 len: 915 time: 0.1232080 Apr 05 22:40:32.570564 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ec332f06-2c2c-479c-ade0-d3259674d962 req-1b28f671-5dcf-4729-ada8-1de2bc39065d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c17b67cc-11f2-4055-98bb-8d1010478f33 HTTP/1.1" status: 200 len: 217 time: 0.0417955 Apr 05 22:40:32.671575 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec332f06-2c2c-479c-ade0-d3259674d962 req-f903ba49-c687-471c-b212-f5ad37042479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:32.673006 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ec332f06-2c2c-479c-ade0-d3259674d962 req-f903ba49-c687-471c-b212-f5ad37042479 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45b714fa-5bcf-429b-b58b-460d14e81c92 HTTP/1.1" status: 200 len: 853 time: 0.0916677 Apr 05 22:40:32.715453 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddefe500-a3bf-4ce3-81a6-b7b71da08a9c req-bd97cd12-569b-492f-b037-c60b5b3d6334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:32.716883 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ddefe500-a3bf-4ce3-81a6-b7b71da08a9c req-bd97cd12-569b-492f-b037-c60b5b3d6334 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cdafa027-5a68-4e7d-98e5-3d69d953062c HTTP/1.1" status: 200 len: 917 time: 0.1828041 Apr 05 22:40:32.752760 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device c17b67cc-11f2-4055-98bb-8d1010478f33 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:40:32.778917 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec332f06-2c2c-479c-ade0-d3259674d962 req-e29b4168-e020-46c2-bd5b-0862d21047f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:32.780706 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ec332f06-2c2c-479c-ade0-d3259674d962 req-e29b4168-e020-46c2-bd5b-0862d21047f0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2745cec7-a148-4762-a4f4-09b14f6d3b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1000447 Apr 05 22:40:32.822436 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ddefe500-a3bf-4ce3-81a6-b7b71da08a9c req-3f624269-917b-4a70-8bc7-c1d2b15e6013 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38882e06-411a-4d93-b05b-c8508e6f9776 HTTP/1.1" status: 200 len: 1000 time: 0.0972600 Apr 05 22:40:32.854031 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] For port c17b67cc-11f2-4055-98bb-8d1010478f33, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=c17b67cc-11f2-4055-98bb-8d1010478f33,segment=NetworkSegment(7d65933d-36de-4f1d-ae48-24ad40f63257),segment_id=7d65933d-36de-4f1d-ae48-24ad40f63257)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:40:32.870215 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Returning: {'device': 'c17b67cc-11f2-4055-98bb-8d1010478f33', 'network_id': '2745cec7-a148-4762-a4f4-09b14f6d3b74', 'port_id': 'c17b67cc-11f2-4055-98bb-8d1010478f33', 'mac_address': 'fa:16:3e:d8:ba:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45b714fa-5bcf-429b-b58b-460d14e81c92', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:40:32.911069 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Current status of the port c17b67cc-11f2-4055-98bb-8d1010478f33 is: DOWN; New status is: BUILD {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:40:32.911764 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (c17b67cc-11f2-4055-98bb-8d1010478f33), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:32.915527 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddefe500-a3bf-4ce3-81a6-b7b71da08a9c req-1264c000-8754-4cbe-8ee3-ac2d57202bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:32.916961 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ddefe500-a3bf-4ce3-81a6-b7b71da08a9c req-1264c000-8754-4cbe-8ee3-ac2d57202bb5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e210eb77-c8b4-4c67-a300-bbb8691b7d32 HTTP/1.1" status: 200 len: 855 time: 0.0676477 Apr 05 22:40:32.922206 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ec332f06-2c2c-479c-ade0-d3259674d962 req-1636ef82-0661-4976-a114-eec5aedc1cc7 service neutron] 10.222.0.13 "GET /v2.0/networks/2745cec7-a148-4762-a4f4-09b14f6d3b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344409 Apr 05 22:40:32.925817 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c17b67cc-11f2-4055-98bb-8d1010478f33 {{(pid=103470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:40:32.947351 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] For port c17b67cc-11f2-4055-98bb-8d1010478f33, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=c17b67cc-11f2-4055-98bb-8d1010478f33,segment=NetworkSegment(7d65933d-36de-4f1d-ae48-24ad40f63257),segment_id=7d65933d-36de-4f1d-ae48-24ad40f63257)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:40:32.958057 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (c17b67cc-11f2-4055-98bb-8d1010478f33), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:33.011142 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-97cde7d9-dbb1-4d23-a7c6-1511c50e2662 None None] Agent healthcheck: found 6 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:40:33.041557 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Pushing event updated for resources: {'Port': ['ID=c17b67cc-11f2-4055-98bb-8d1010478f33,revision_number=4']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:33.052097 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:40:33.052917 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:40:33.053086 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddefe500-a3bf-4ce3-81a6-b7b71da08a9c req-3bf11b54-594d-49a0-affe-bdcc8308c9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:33.053662 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:40:33.054224 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:40:33.054773 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:40:33.054965 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ddefe500-a3bf-4ce3-81a6-b7b71da08a9c req-3bf11b54-594d-49a0-affe-bdcc8308c9ca service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cdafa027-5a68-4e7d-98e5-3d69d953062c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1318388 Apr 05 22:40:33.055483 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:40:33.056000 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:40:33.056578 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:40:33.057107 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:40:33.057652 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:40:33.058180 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:40:33.058697 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:40:33.059211 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:40:33.059733 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:40:33.060276 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:40:33.118936 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ec332f06-2c2c-479c-ade0-d3259674d962 req-64510486-246f-4d94-b13f-facf74e67f73 service neutron] 10.222.0.13 "GET /v2.0/networks/2745cec7-a148-4762-a4f4-09b14f6d3b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883192 Apr 05 22:40:33.183624 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a28cc9f-7650-4d0f-94f2-123e837e0424 req-acc60045-44bb-48ec-9a92-eb04300e4b20 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:33.185110 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2a28cc9f-7650-4d0f-94f2-123e837e0424 req-acc60045-44bb-48ec-9a92-eb04300e4b20 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=06881f90-7a15-4e93-8f9b-76a8e4672710 HTTP/1.1" status: 200 len: 944 time: 0.1460822 Apr 05 22:40:33.227288 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ddefe500-a3bf-4ce3-81a6-b7b71da08a9c req-3e6a4fff-4a5a-44a1-afab-6baa9ecc59aa service neutron] 10.222.0.13 "GET /v2.0/networks/cdafa027-5a68-4e7d-98e5-3d69d953062c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428626 Apr 05 22:40:33.302338 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2a28cc9f-7650-4d0f-94f2-123e837e0424 req-93d5d365-68f2-4328-9869-6a2dde891e49 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/security-groups?id=b03c347d-cf3e-4de3-b03c-f4119bca7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082904 Apr 05 22:40:33.334739 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ddefe500-a3bf-4ce3-81a6-b7b71da08a9c req-13c7e846-a180-45b3-8642-75493fe77c13 service neutron] 10.222.0.13 "GET /v2.0/networks/cdafa027-5a68-4e7d-98e5-3d69d953062c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983033 Apr 05 22:40:33.491415 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] get_ports_and_sgs() called for port_ids ['c17b67cc-11f2-4055-98bb-8d1010478f33'] {{(pid=103470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:40:33.500627 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc242303-a31b-4425-ade2-7dee5fed91d4 req-fa25a7e7-0863-4df9-b174-c4313c5d89e2 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:33.502144 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-dc242303-a31b-4425-ade2-7dee5fed91d4 req-fa25a7e7-0863-4df9-b174-c4313c5d89e2 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 945 time: 0.0520048 Apr 05 22:40:33.555736 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-dc242303-a31b-4425-ade2-7dee5fed91d4 req-40dc35cb-727d-4211-ad12-3244c2778006 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478830 Apr 05 22:40:34.435845 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a31f02f-3c69-4e79-a720-bf0929d466e8 req-315130e7-0591-4899-9aff-7a9443c04779 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:34.437320 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9a31f02f-3c69-4e79-a720-bf0929d466e8 req-315130e7-0591-4899-9aff-7a9443c04779 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=06881f90-7a15-4e93-8f9b-76a8e4672710 HTTP/1.1" status: 200 len: 944 time: 0.0583117 Apr 05 22:40:34.485750 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9a31f02f-3c69-4e79-a720-bf0929d466e8 req-a43fe754-3cac-49ad-8527-25dd414449a1 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/security-groups?id=b03c347d-cf3e-4de3-b03c-f4119bca7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426915 Apr 05 22:40:34.699996 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80952e48-575d-4c30-b7df-8854fbfb88f0 req-a0a12461-e314-446f-98f1-03b0be256906 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:34.701382 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-80952e48-575d-4c30-b7df-8854fbfb88f0 req-a0a12461-e314-446f-98f1-03b0be256906 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 945 time: 0.0532229 Apr 05 22:40:34.750135 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-80952e48-575d-4c30-b7df-8854fbfb88f0 req-d61c2e26-219e-4d8e-9318-a2307f3c3c36 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416725 Apr 05 22:40:34.787317 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device c17b67cc-11f2-4055-98bb-8d1010478f33 up at agent hyperv_hv-cinder-83588 {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:40:34.839962 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Provisioning for port c17b67cc-11f2-4055-98bb-8d1010478f33 completed by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 22:40:34.844342 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Provisioning complete for port c17b67cc-11f2-4055-98bb-8d1010478f33 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:40:34.844745 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (c17b67cc-11f2-4055-98bb-8d1010478f33), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:35.067147 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Current status of the port c17b67cc-11f2-4055-98bb-8d1010478f33 is: BUILD; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:40:35.067608 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (c17b67cc-11f2-4055-98bb-8d1010478f33), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:35.092663 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06881f90-7a15-4e93-8f9b-76a8e4672710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c17b67cc-11f2-4055-98bb-8d1010478f33'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:40:35.095102 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5eeae28b1739aff28e9ac2b05a29cddcf15b93cc3fe96f2ce32a289e1b5713d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0494cbc8-eb16-4586-a68c-0ea1399ffd72" -d '{"events": [{"server_uuid": "06881f90-7a15-4e93-8f9b-76a8e4672710", "name": "network-vif-plugged", "status": "completed", "tag": "c17b67cc-11f2-4055-98bb-8d1010478f33"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:40:35.118979 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] For port c17b67cc-11f2-4055-98bb-8d1010478f33, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=c17b67cc-11f2-4055-98bb-8d1010478f33,segment=NetworkSegment(7d65933d-36de-4f1d-ae48-24ad40f63257),segment_id=7d65933d-36de-4f1d-ae48-24ad40f63257)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:40:35.124727 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (c17b67cc-11f2-4055-98bb-8d1010478f33), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:35.172961 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab822fa8-46ce-402e-bbd4-6ed1c21c6a98 x-openstack-request-id: req-ab822fa8-46ce-402e-bbd4-6ed1c21c6a98 {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:40:35.173382 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06881f90-7a15-4e93-8f9b-76a8e4672710", "name": "network-vif-plugged", "status": "completed", "tag": "c17b67cc-11f2-4055-98bb-8d1010478f33", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:40:35.173752 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ab822fa8-46ce-402e-bbd4-6ed1c21c6a98 {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:40:35.174875 dv-cinder-835881-4-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab822fa8-46ce-402e-bbd4-6ed1c21c6a98'] response: {'server_uuid': '06881f90-7a15-4e93-8f9b-76a8e4672710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c17b67cc-11f2-4055-98bb-8d1010478f33', 'code': 200} Apr 05 22:40:35.198301 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Pushing event updated for resources: {'Port': ['ID=c17b67cc-11f2-4055-98bb-8d1010478f33,revision_number=5']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:35.341214 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de8230-2ce7-40eb-ace0-c6ab69d46fae req-1e1ec965-cb53-48f6-ab2e-6e24bf62ad4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:35.342658 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-36de8230-2ce7-40eb-ace0-c6ab69d46fae req-1e1ec965-cb53-48f6-ab2e-6e24bf62ad4b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=06881f90-7a15-4e93-8f9b-76a8e4672710 HTTP/1.1" status: 200 len: 1129 time: 0.0484395 Apr 05 22:40:35.400628 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-36de8230-2ce7-40eb-ace0-c6ab69d46fae req-832bbbaf-b855-46ba-9fa6-4df5bda92aa0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b03c347d-cf3e-4de3-b03c-f4119bca7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519977 Apr 05 22:40:35.520789 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-9a51b660-5148-431a-8dac-0814c2cf87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (08425891-4e99-4ae4-974b-85ee5a0410c6), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:35.614272 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3da79b-690b-42bd-80ee-094c895ae435 req-83c27307-ede7-4233-8565-ecd0f832997f tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:35.615863 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5b3da79b-690b-42bd-80ee-094c895ae435 req-83c27307-ede7-4233-8565-ecd0f832997f tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=06881f90-7a15-4e93-8f9b-76a8e4672710 HTTP/1.1" status: 200 len: 945 time: 0.0583844 Apr 05 22:40:35.666909 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5b3da79b-690b-42bd-80ee-094c895ae435 req-34ad4659-9213-41f5-b2b0-835c5fc3e05d tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/security-groups?id=b03c347d-cf3e-4de3-b03c-f4119bca7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442345 Apr 05 22:40:35.879692 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc1d43d-f7ce-4664-85b1-ead097f8690a req-05f3f739-4137-49b1-b1d8-cda461e97838 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:35.881722 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-edc1d43d-f7ce-4664-85b1-ead097f8690a req-05f3f739-4137-49b1-b1d8-cda461e97838 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 945 time: 0.0571187 Apr 05 22:40:35.932485 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-edc1d43d-f7ce-4664-85b1-ead097f8690a req-e503479f-87c4-4ed1-820f-931624a8aaa0 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444639 Apr 05 22:40:36.822621 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff5246-f532-47d2-900d-66d2534d7691 req-6c94c1c0-3a7a-4f96-ae5d-69fdd9688cf5 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:36.824438 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-43ff5246-f532-47d2-900d-66d2534d7691 req-6c94c1c0-3a7a-4f96-ae5d-69fdd9688cf5 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=06881f90-7a15-4e93-8f9b-76a8e4672710 HTTP/1.1" status: 200 len: 945 time: 0.0635552 Apr 05 22:40:36.875250 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-43ff5246-f532-47d2-900d-66d2534d7691 req-4a33639c-87d3-4c08-9299-668f4924056d tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/security-groups?id=b03c347d-cf3e-4de3-b03c-f4119bca7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455577 Apr 05 22:40:37.073041 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ca7054-6fef-4682-b284-12ebc47c47df req-d23e9daf-fa77-429a-a6e8-858aae085799 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:37.074543 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-96ca7054-6fef-4682-b284-12ebc47c47df req-d23e9daf-fa77-429a-a6e8-858aae085799 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 945 time: 0.0592346 Apr 05 22:40:37.123263 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-96ca7054-6fef-4682-b284-12ebc47c47df req-0a464dab-99df-4b89-825f-b8edc65758f6 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431376 Apr 05 22:40:37.856514 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-a7693ae7-1bc3-4cb5-bdb7-2c2f950b9c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (79a469f9-bdbc-4492-b479-9e5faeaf33b0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:38.002293 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe390979-79d6-49d6-8f01-c982492f1d20 req-466ba925-9a6c-45e3-b970-1900eba7baaf tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:38.004788 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-fe390979-79d6-49d6-8f01-c982492f1d20 req-466ba925-9a6c-45e3-b970-1900eba7baaf tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=06881f90-7a15-4e93-8f9b-76a8e4672710 HTTP/1.1" status: 200 len: 945 time: 0.0591342 Apr 05 22:40:38.057038 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-fe390979-79d6-49d6-8f01-c982492f1d20 req-90b7f97a-e0f8-407e-a6f7-8a956311278c tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/security-groups?id=b03c347d-cf3e-4de3-b03c-f4119bca7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468686 Apr 05 22:40:38.177908 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c33f4-73d1-46eb-94f6-8f21fb844e51 req-05192e75-ea25-47c1-855b-3a8e61391e10 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:38.186001 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f98c33f4-73d1-46eb-94f6-8f21fb844e51 req-05192e75-ea25-47c1-855b-3a8e61391e10 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=06881f90-7a15-4e93-8f9b-76a8e4672710 HTTP/1.1" status: 200 len: 945 time: 0.0651321 Apr 05 22:40:38.188442 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 41336) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:40:38.193691 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-cdfe73b7-0afb-424a-ae18-ed921999a2bd tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Request body: {'floatingip': {'port_id': 'c17b67cc-11f2-4055-98bb-8d1010478f33'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:40:38.260332 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a08b1c-9c9e-44c9-b54c-2228b0891ed2 req-8185179e-6779-470b-bc0c-f5f7e70cfd6b tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:38.261833 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-52a08b1c-9c9e-44c9-b54c-2228b0891ed2 req-8185179e-6779-470b-bc0c-f5f7e70cfd6b tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 945 time: 0.0625272 Apr 05 22:40:38.272025 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-cdfe73b7-0afb-424a-ae18-ed921999a2bd tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for floatingip (786ff3d0-1a3d-46b1-8398-55b9c06cef44), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:38.311162 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-52a08b1c-9c9e-44c9-b54c-2228b0891ed2 req-7e3f801e-0e70-4566-bf0b-e21338eb9e77 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436823 Apr 05 22:40:38.741881 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-cdfe73b7-0afb-424a-ae18-ed921999a2bd tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:38.746470 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-cdfe73b7-0afb-424a-ae18-ed921999a2bd tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536593'] for floatingip (786ff3d0-1a3d-46b1-8398-55b9c06cef44), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:38.854865 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.db.l3_db [None req-cdfe73b7-0afb-424a-ae18-ed921999a2bd tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Floating IP 786ff3d0-1a3d-46b1-8398-55b9c06cef44 associated. External IP: 172.27.1.110, port: c17b67cc-11f2-4055-98bb-8d1010478f33. Apr 05 22:40:38.967544 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-dae4f030-1cb2-49a8-bcfa-6facf2529a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (e40c9916-dc7d-41d8-a75d-da550db0c469), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:39.068692 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdfe73b7-0afb-424a-ae18-ed921999a2bd tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Router d51c3735-6a4e-4d37-acdf-25e27a08c3d1 has already been hosted by L3 agent 79a469f9-bdbc-4492-b479-9e5faeaf33b0 {{(pid=103468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:40:39.409770 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdfe73b7-0afb-424a-ae18-ed921999a2bd tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Notify agent at l3_agent.dv-cinder-835881-4-iscsi the message routers_updated {{(pid=103468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:40:39.414347 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-cdfe73b7-0afb-424a-ae18-ed921999a2bd tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for floatingip (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:39.421401 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75537af0-a5cb-48c4-b668-358377a355a9 None None] Sync routers for ids ['d51c3735-6a4e-4d37-acdf-25e27a08c3d1'] in dv-cinder-835881-4-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:40:39.435774 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75537af0-a5cb-48c4-b668-358377a355a9 None None] Routers {'d51c3735-6a4e-4d37-acdf-25e27a08c3d1'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:40:39.437062 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-75537af0-a5cb-48c4-b668-358377a355a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:40:38Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['d51c3735-6a4e-4d37-acdf-25e27a08c3d1'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:40:39.460604 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa08dab-7d89-48f1-ac55-83713a2cb686 req-1f6543bd-eb5c-4278-bd9c-09b7bcf3daef tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:39.462030 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-cdfe73b7-0afb-424a-ae18-ed921999a2bd tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "PUT /v2.0/floatingips/786ff3d0-1a3d-46b1-8398-55b9c06cef44 HTTP/1.1" status: 200 len: 991 time: 1.2717781 Apr 05 22:40:39.462723 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06881f90-7a15-4e93-8f9b-76a8e4672710', 'tag': 'c17b67cc-11f2-4055-98bb-8d1010478f33'}] {{(pid=103468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:40:39.465213 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8565d6b4cfa67e4590cf2f5bc7b4b9288cff1ea13080135eebb93ab155e6c8ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5dc799e-ac12-44f7-9cad-355970f3d972" -d '{"events": [{"name": "network-changed", "server_uuid": "06881f90-7a15-4e93-8f9b-76a8e4672710", "tag": "c17b67cc-11f2-4055-98bb-8d1010478f33"}]}' {{(pid=103468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:40:39.476780 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-caa08dab-7d89-48f1-ac55-83713a2cb686 req-1f6543bd-eb5c-4278-bd9c-09b7bcf3daef tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 945 time: 0.0854223 Apr 05 22:40:39.521791 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-811d1f86-53e5-4e54-9d39-a4d9b0da9deb x-openstack-request-id: req-811d1f86-53e5-4e54-9d39-a4d9b0da9deb {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:40:39.522083 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06881f90-7a15-4e93-8f9b-76a8e4672710", "tag": "c17b67cc-11f2-4055-98bb-8d1010478f33", "status": "completed", "code": 200}]} {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:40:39.522339 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-811d1f86-53e5-4e54-9d39-a4d9b0da9deb {{(pid=103468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:40:39.522816 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-811d1f86-53e5-4e54-9d39-a4d9b0da9deb'] response: {'name': 'network-changed', 'server_uuid': '06881f90-7a15-4e93-8f9b-76a8e4672710', 'tag': 'c17b67cc-11f2-4055-98bb-8d1010478f33', 'status': 'completed', 'code': 200} Apr 05 22:40:39.555481 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-caa08dab-7d89-48f1-ac55-83713a2cb686 req-99349ae6-a92c-4e4b-90ba-f5f3f76e9dd0 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731475 Apr 05 22:40:39.580479 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-75537af0-a5cb-48c4-b668-358377a355a9 None None] Set router d51c3735-6a4e-4d37-acdf-25e27a08c3d1 gateway port host: dv-cinder-835881-4-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:40:39.600696 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dc799e-ac12-44f7-9cad-355970f3d972 req-84911c9a-075d-4c7c-9cf9-f0ab25811f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:39.602220 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c5dc799e-ac12-44f7-9cad-355970f3d972 req-84911c9a-075d-4c7c-9cf9-f0ab25811f1f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e718bf4373f64b3f9ec542b95b3e4d7b&device_id=06881f90-7a15-4e93-8f9b-76a8e4672710 HTTP/1.1" status: 200 len: 1129 time: 0.0458136 Apr 05 22:40:39.704466 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dc799e-ac12-44f7-9cad-355970f3d972 req-a0d27acf-4ebb-4aa4-aa56-292e10d785a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:39.706284 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c5dc799e-ac12-44f7-9cad-355970f3d972 req-a0d27acf-4ebb-4aa4-aa56-292e10d785a9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2745cec7-a148-4762-a4f4-09b14f6d3b74 HTTP/1.1" status: 200 len: 915 time: 0.0970216 Apr 05 22:40:39.776712 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c5dc799e-ac12-44f7-9cad-355970f3d972 req-7c5cef53-8877-422c-a7b6-7ae44192fe6a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c17b67cc-11f2-4055-98bb-8d1010478f33 HTTP/1.1" status: 200 len: 999 time: 0.0632293 Apr 05 22:40:39.808047 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-75537af0-a5cb-48c4-b668-358377a355a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'name': 'tempest-AttachVolumeNegativeTest-472364483-router', 'tenant_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'f7257a2b-51a0-4a83-97f1-aa23ea91efe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:36:28Z', 'updated_at': '2022-04-05T22:36:43Z', 'revision_number': 4, 'project_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'gw_port': {'id': 'f7257a2b-51a0-4a83-97f1-aa23ea91efe1', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:07:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:29Z', 'updated_at': '2022-04-05T22:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_floatingips': [{'id': '786ff3d0-1a3d-46b1-8398-55b9c06cef44', 'tenant_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'floating_ip_address': '172.27.1.110', 'floating_network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'router_id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'port_id': 'c17b67cc-11f2-4055-98bb-8d1010478f33', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2745cec7-a148-4762-a4f4-09b14f6d3b74', 'mac_address': 'fa:16:3e:d8:ba:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06881f90-7a15-4e93-8f9b-76a8e4672710', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:40:24Z', 'updated_at': '2022-04-05T22:40:38Z', 'revision_number': 1, 'project_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'fixed_ip_address_scope': None}, {'id': 'a965fe91-0b42-4e56-ba88-f6acb88f9854', 'tenant_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'floating_ip_address': '172.27.1.88', 'floating_network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'router_id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'port_id': '907261c3-a522-4e82-b795-3ad09c92eb14', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2745cec7-a148-4762-a4f4-09b14f6d3b74', 'mac_address': 'fa:16:3e:67:8a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b131113-42a0-4ca4-b479-32a584e4d546', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:36:53Z', 'updated_at': '2022-04-05T22:38:02Z', 'revision_number': 2, 'project_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35730c02-9364-4d72-96fb-383f73802885', 'name': '', 'network_id': '2745cec7-a148-4762-a4f4-09b14f6d3b74', 'tenant_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'mac_address': 'fa:16:3e:db:97:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '45b714fa-5bcf-429b-b58b-460d14e81c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:40Z', 'updated_at': '2022-04-05T22:36:52Z', 'revision_number': 5, 'project_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'subnets': [{'id': '45b714fa-5bcf-429b-b58b-460d14e81c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:40:39.848370 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dc799e-ac12-44f7-9cad-355970f3d972 req-05d5c7d2-a02c-4803-bf7b-340b55d01cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:39.850029 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c5dc799e-ac12-44f7-9cad-355970f3d972 req-05d5c7d2-a02c-4803-bf7b-340b55d01cbe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45b714fa-5bcf-429b-b58b-460d14e81c92 HTTP/1.1" status: 200 len: 853 time: 0.0647669 Apr 05 22:40:39.910874 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dc799e-ac12-44f7-9cad-355970f3d972 req-874ed6f0-283d-41d5-b29c-fe9d6a604a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:39.912440 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c5dc799e-ac12-44f7-9cad-355970f3d972 req-874ed6f0-283d-41d5-b29c-fe9d6a604a6a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2745cec7-a148-4762-a4f4-09b14f6d3b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0557308 Apr 05 22:40:39.925263 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75537af0-a5cb-48c4-b668-358377a355a9 None None] Checking router: d51c3735-6a4e-4d37-acdf-25e27a08c3d1 for host: dv-cinder-835881-4-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:40:39.934533 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75537af0-a5cb-48c4-b668-358377a355a9 None None] Routers {'d51c3735-6a4e-4d37-acdf-25e27a08c3d1'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:40:39.935293 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-75537af0-a5cb-48c4-b668-358377a355a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:40:38Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['d51c3735-6a4e-4d37-acdf-25e27a08c3d1'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:40:40.017775 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c5dc799e-ac12-44f7-9cad-355970f3d972 req-63d4896f-7b53-48c9-8f5e-f457ade08b21 service neutron] 10.222.0.13 "GET /v2.0/networks/2745cec7-a148-4762-a4f4-09b14f6d3b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981889 Apr 05 22:40:40.058156 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-75537af0-a5cb-48c4-b668-358377a355a9 None None] Set router d51c3735-6a4e-4d37-acdf-25e27a08c3d1 gateway port host: dv-cinder-835881-4-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:40:40.358669 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c5dc799e-ac12-44f7-9cad-355970f3d972 req-bc2eb303-c29e-49d6-ab2b-6d1bd8800627 service neutron] 10.222.0.13 "GET /v2.0/networks/2745cec7-a148-4762-a4f4-09b14f6d3b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3342109 Apr 05 22:40:40.359260 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-75537af0-a5cb-48c4-b668-358377a355a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'name': 'tempest-AttachVolumeNegativeTest-472364483-router', 'tenant_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'f7257a2b-51a0-4a83-97f1-aa23ea91efe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:36:28Z', 'updated_at': '2022-04-05T22:36:43Z', 'revision_number': 4, 'project_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'gw_port': {'id': 'f7257a2b-51a0-4a83-97f1-aa23ea91efe1', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:07:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:29Z', 'updated_at': '2022-04-05T22:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_floatingips': [{'id': '786ff3d0-1a3d-46b1-8398-55b9c06cef44', 'tenant_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'floating_ip_address': '172.27.1.110', 'floating_network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'router_id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'port_id': 'c17b67cc-11f2-4055-98bb-8d1010478f33', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2745cec7-a148-4762-a4f4-09b14f6d3b74', 'mac_address': 'fa:16:3e:d8:ba:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06881f90-7a15-4e93-8f9b-76a8e4672710', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:40:24Z', 'updated_at': '2022-04-05T22:40:38Z', 'revision_number': 1, 'project_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'fixed_ip_address_scope': None}, {'id': 'a965fe91-0b42-4e56-ba88-f6acb88f9854', 'tenant_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'floating_ip_address': '172.27.1.88', 'floating_network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'router_id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'port_id': '907261c3-a522-4e82-b795-3ad09c92eb14', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2745cec7-a148-4762-a4f4-09b14f6d3b74', 'mac_address': 'fa:16:3e:67:8a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b131113-42a0-4ca4-b479-32a584e4d546', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:36:53Z', 'updated_at': '2022-04-05T22:38:02Z', 'revision_number': 2, 'project_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35730c02-9364-4d72-96fb-383f73802885', 'name': '', 'network_id': '2745cec7-a148-4762-a4f4-09b14f6d3b74', 'tenant_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'mac_address': 'fa:16:3e:db:97:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '45b714fa-5bcf-429b-b58b-460d14e81c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:40Z', 'updated_at': '2022-04-05T22:36:52Z', 'revision_number': 5, 'project_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'subnets': [{'id': '45b714fa-5bcf-429b-b58b-460d14e81c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:40:40.396911 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75537af0-a5cb-48c4-b668-358377a355a9 None None] The sync data for ids ['d51c3735-6a4e-4d37-acdf-25e27a08c3d1'] in dv-cinder-835881-4-iscsi is: [{'id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'name': 'tempest-AttachVolumeNegativeTest-472364483-router', 'tenant_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'f7257a2b-51a0-4a83-97f1-aa23ea91efe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:36:28Z', 'updated_at': '2022-04-05T22:36:43Z', 'revision_number': 4, 'project_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'gw_port': {'id': 'f7257a2b-51a0-4a83-97f1-aa23ea91efe1', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:07:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:29Z', 'updated_at': '2022-04-05T22:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_floatingips': [{'id': '786ff3d0-1a3d-46b1-8398-55b9c06cef44', 'tenant_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'floating_ip_address': '172.27.1.110', 'floating_network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'router_id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'port_id': 'c17b67cc-11f2-4055-98bb-8d1010478f33', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2745cec7-a148-4762-a4f4-09b14f6d3b74', 'mac_address': 'fa:16:3e:d8:ba:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06881f90-7a15-4e93-8f9b-76a8e4672710', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:40:24Z', 'updated_at': '2022-04-05T22:40:38Z', 'revision_number': 1, 'project_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'fixed_ip_address_scope': None}, {'id': 'a965fe91-0b42-4e56-ba88-f6acb88f9854', 'tenant_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'floating_ip_address': '172.27.1.88', 'floating_network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'router_id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'port_id': '907261c3-a522-4e82-b795-3ad09c92eb14', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2745cec7-a148-4762-a4f4-09b14f6d3b74', 'mac_address': 'fa:16:3e:67:8a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b131113-42a0-4ca4-b479-32a584e4d546', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:36:53Z', 'updated_at': '2022-04-05T22:38:02Z', 'revision_number': 2, 'project_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35730c02-9364-4d72-96fb-383f73802885', 'name': '', 'network_id': '2745cec7-a148-4762-a4f4-09b14f6d3b74', 'tenant_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'mac_address': 'fa:16:3e:db:97:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '45b714fa-5bcf-429b-b58b-460d14e81c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:40Z', 'updated_at': '2022-04-05T22:36:52Z', 'revision_number': 5, 'project_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'subnets': [{'id': '45b714fa-5bcf-429b-b58b-460d14e81c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:40:40.673189 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-99ae2e83-6010-40d2-b70a-5b0f9e3ea887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (f28e62d6-8243-45bb-b578-64cfae2561d0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:40.714445 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f50e1fe-9b38-4a73-8cb8-5ed4ba3be894 None None] New status for floating IP 786ff3d0-1a3d-46b1-8398-55b9c06cef44: ACTIVE {{(pid=103470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:40:40.809724 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c365aee-233f-49f7-b028-eddc23a20df4 req-5aabebc7-7736-4b2a-9335-fbcc3ac63a39 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:40.811275 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9c365aee-233f-49f7-b028-eddc23a20df4 req-5aabebc7-7736-4b2a-9335-fbcc3ac63a39 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 945 time: 0.0751567 Apr 05 22:40:40.875728 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9c365aee-233f-49f7-b028-eddc23a20df4 req-10a1356d-3905-480b-943f-43885abd5538 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579081 Apr 05 22:40:42.016433 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f16a73-bf49-4975-b689-2ef12319dada req-eef2533d-f32d-40d3-b946-aad7e4c9e240 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:42.018813 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d2f16a73-bf49-4975-b689-2ef12319dada req-eef2533d-f32d-40d3-b946-aad7e4c9e240 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 945 time: 0.0645857 Apr 05 22:40:42.055519 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (b771b186-15ef-4a1a-9c73-ea54ac08c8ac), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:42.087755 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d2f16a73-bf49-4975-b689-2ef12319dada req-42742bb3-fc7e-42b0-9d32-d98a59a3a2b7 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613337 Apr 05 22:40:43.237952 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8903a8-bfc0-49bf-885c-d0589c99fbb4 req-ac95cfb6-08dd-4ae5-b825-f222dc898e63 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:43.239740 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1a8903a8-bfc0-49bf-885c-d0589c99fbb4 req-ac95cfb6-08dd-4ae5-b825-f222dc898e63 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 945 time: 0.0692220 Apr 05 22:40:43.294940 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1a8903a8-bfc0-49bf-885c-d0589c99fbb4 req-509cd8f4-611d-4d1f-9f32-1f03f0a446d1 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489221 Apr 05 22:40:44.415543 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc354a3e-697d-488b-99fd-49a64ca6f9f0 req-b692e014-6d63-425d-bbd3-697e1577ad3f tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:44.416878 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-fc354a3e-697d-488b-99fd-49a64ca6f9f0 req-b692e014-6d63-425d-bbd3-697e1577ad3f tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 945 time: 0.0496864 Apr 05 22:40:44.465114 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-fc354a3e-697d-488b-99fd-49a64ca6f9f0 req-9d288313-a22e-4956-a2d4-81fc916d3d2b tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427897 Apr 05 22:40:45.257285 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e0c76-467f-44f3-bbf9-ab294249ccd1 req-4802833c-e671-4397-853a-bfb8ba865fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:45.258810 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-080e0c76-467f-44f3-bbf9-ab294249ccd1 req-4802833c-e671-4397-853a-bfb8ba865fe3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aad57955e58648ad8aedc12ef0c854bd&device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 1129 time: 0.0436351 Apr 05 22:40:45.345609 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e0c76-467f-44f3-bbf9-ab294249ccd1 req-ca89ef00-839f-4d0a-b5bf-7fa4059ce577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:45.347327 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-080e0c76-467f-44f3-bbf9-ab294249ccd1 req-ca89ef00-839f-4d0a-b5bf-7fa4059ce577 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cdafa027-5a68-4e7d-98e5-3d69d953062c HTTP/1.1" status: 200 len: 917 time: 0.0817266 Apr 05 22:40:45.413822 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-080e0c76-467f-44f3-bbf9-ab294249ccd1 req-e83c0cb7-f40e-4757-a603-b3b9cdc8c39e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38882e06-411a-4d93-b05b-c8508e6f9776 HTTP/1.1" status: 200 len: 1000 time: 0.0602570 Apr 05 22:40:45.463889 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e0c76-467f-44f3-bbf9-ab294249ccd1 req-ae1bc495-2022-40a1-b19f-3c76b283e4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:45.465275 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-080e0c76-467f-44f3-bbf9-ab294249ccd1 req-ae1bc495-2022-40a1-b19f-3c76b283e4fb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e210eb77-c8b4-4c67-a300-bbb8691b7d32 HTTP/1.1" status: 200 len: 855 time: 0.0425751 Apr 05 22:40:45.512871 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e0c76-467f-44f3-bbf9-ab294249ccd1 req-80039d46-780a-46cd-86db-369dd6bbbd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:45.514646 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-080e0c76-467f-44f3-bbf9-ab294249ccd1 req-80039d46-780a-46cd-86db-369dd6bbbd10 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cdafa027-5a68-4e7d-98e5-3d69d953062c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423584 Apr 05 22:40:45.640402 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063dc36c-ad35-4dea-adba-767dd0162759 req-902293c4-2aa8-4916-b0d6-8ef297428862 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:45.642230 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-063dc36c-ad35-4dea-adba-767dd0162759 req-902293c4-2aa8-4916-b0d6-8ef297428862 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 945 time: 0.0963526 Apr 05 22:40:45.645916 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-080e0c76-467f-44f3-bbf9-ab294249ccd1 req-66f2effd-7b9d-4aad-9818-d92616026580 service neutron] 10.222.0.13 "GET /v2.0/networks/cdafa027-5a68-4e7d-98e5-3d69d953062c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248100 Apr 05 22:40:45.740604 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-063dc36c-ad35-4dea-adba-767dd0162759 req-d1485f10-ff3a-4bcb-a4a2-626381ea6cd2 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927579 Apr 05 22:40:45.765111 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-080e0c76-467f-44f3-bbf9-ab294249ccd1 req-aa1b4d0f-d456-418c-8c98-6c9461232682 service neutron] 10.222.0.13 "GET /v2.0/networks/cdafa027-5a68-4e7d-98e5-3d69d953062c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109579 Apr 05 22:40:46.861810 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afd046b-a4e7-4d27-a341-74bb2638467c req-15d4df62-701d-4b1d-9b61-4485e72a5fb9 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:46.863247 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4afd046b-a4e7-4d27-a341-74bb2638467c req-15d4df62-701d-4b1d-9b61-4485e72a5fb9 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 945 time: 0.0526769 Apr 05 22:40:46.909602 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4afd046b-a4e7-4d27-a341-74bb2638467c req-475c9de0-b402-4eb1-968e-e08966abac70 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407650 Apr 05 22:40:48.037899 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f85b60-3fc6-496b-ba55-0f184d99efd3 req-7de8e1ae-9f14-4afa-bc9d-676f53e329b7 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:48.039377 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-53f85b60-3fc6-496b-ba55-0f184d99efd3 req-7de8e1ae-9f14-4afa-bc9d-676f53e329b7 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 945 time: 0.0576487 Apr 05 22:40:48.084976 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-53f85b60-3fc6-496b-ba55-0f184d99efd3 req-268f3d53-e6be-4282-a131-f181c6debc58 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399637 Apr 05 22:40:48.539200 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [req-f3d630b6-34a5-4f27-bc29-059a719e0e9d req-e27c7e9e-297c-4618-a972-482d2a7012bf service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103469) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 22:40:48.540185 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f3d630b6-34a5-4f27-bc29-059a719e0e9d req-e27c7e9e-297c-4618-a972-482d2a7012bf service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053732 Apr 05 22:40:48.700192 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9853a717-ea64-4f99-aaa3-b7b60dfc73fb req-f4fc5c74-afbc-4926-8cf3-e246dd65f3b2 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:48.701894 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9853a717-ea64-4f99-aaa3-b7b60dfc73fb req-f4fc5c74-afbc-4926-8cf3-e246dd65f3b2 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 945 time: 0.0552108 Apr 05 22:40:48.758374 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9853a717-ea64-4f99-aaa3-b7b60dfc73fb req-a234fef8-562b-4493-97e9-9361711ffdea tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496759 Apr 05 22:40:48.925525 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device 38882e06-411a-4d93-b05b-c8508e6f9776 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:40:49.003476 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Current status of the port 38882e06-411a-4d93-b05b-c8508e6f9776 is: ACTIVE; New status is: DOWN {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:40:49.003860 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (38882e06-411a-4d93-b05b-c8508e6f9776), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:49.026547 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6820dc5a-0cc6-456b-baca-3e881565a705', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38882e06-411a-4d93-b05b-c8508e6f9776'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:40:49.029020 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5eeae28b1739aff28e9ac2b05a29cddcf15b93cc3fe96f2ce32a289e1b5713d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37fcddec-efa0-4718-9fed-911e18a5b1c7" -d '{"events": [{"server_uuid": "6820dc5a-0cc6-456b-baca-3e881565a705", "name": "network-vif-unplugged", "status": "completed", "tag": "38882e06-411a-4d93-b05b-c8508e6f9776"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:40:49.042405 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] For port 38882e06-411a-4d93-b05b-c8508e6f9776, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=38882e06-411a-4d93-b05b-c8508e6f9776,segment=NetworkSegment(60bccf3c-6e70-4640-bf31-a453a33e1d1c),segment_id=60bccf3c-6e70-4640-bf31-a453a33e1d1c)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:40:49.047310 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (38882e06-411a-4d93-b05b-c8508e6f9776), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:49.075642 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 05 Apr 2022 22:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a27b16b-d91a-487a-9d02-525344497d9c x-openstack-request-id: req-1a27b16b-d91a-487a-9d02-525344497d9c {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:40:49.075982 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6820dc5a-0cc6-456b-baca-3e881565a705", "name": "network-vif-unplugged", "status": "failed", "tag": "38882e06-411a-4d93-b05b-c8508e6f9776", "code": 422}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:40:49.076175 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1a27b16b-d91a-487a-9d02-525344497d9c {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:40:49.076603 dv-cinder-835881-4-iscsi neutron-server[103470]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-1a27b16b-d91a-487a-9d02-525344497d9c']: {'server_uuid': '6820dc5a-0cc6-456b-baca-3e881565a705', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '38882e06-411a-4d93-b05b-c8508e6f9776', 'code': 422} returned with failed status Apr 05 22:40:49.099262 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Pushing event updated for resources: {'Port': ['ID=38882e06-411a-4d93-b05b-c8508e6f9776,revision_number=8']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:49.121966 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 41426) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:40:49.204858 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-ee4ecfbe-cb77-4a1c-a898-dbd4300e8e4f req-f3a367b0-6673-4238-b93b-b04ecc6b14ae service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0814917 Apr 05 22:40:49.212990 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [req-ee4ecfbe-cb77-4a1c-a898-dbd4300e8e4f req-1ca3a73b-e4d9-45c7-aa5a-cd51ce1ab031 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103468) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 22:40:49.213953 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-ee4ecfbe-cb77-4a1c-a898-dbd4300e8e4f req-1ca3a73b-e4d9-45c7-aa5a-cd51ce1ab031 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047548 Apr 05 22:40:49.287793 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 41434) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:40:49.379139 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4ecfbe-cb77-4a1c-a898-dbd4300e8e4f req-de3cb89b-1d83-46ca-a58e-f552c2555e38 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:49.380475 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ee4ecfbe-cb77-4a1c-a898-dbd4300e8e4f req-de3cb89b-1d83-46ca-a58e-f552c2555e38 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports/38882e06-411a-4d93-b05b-c8508e6f9776 HTTP/1.1" status: 200 len: 940 time: 0.0916660 Apr 05 22:40:49.885060 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c1ef99-c918-4d2c-bf8a-0e41bb063ef4 req-0f6689e3-5d66-4454-bd12-e266450ed0f1 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:49.886567 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-76c1ef99-c918-4d2c-bf8a-0e41bb063ef4 req-0f6689e3-5d66-4454-bd12-e266450ed0f1 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 943 time: 0.0563221 Apr 05 22:40:49.932812 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-76c1ef99-c918-4d2c-bf8a-0e41bb063ef4 req-a6de3c78-529c-4e7d-bd4f-5c365e2008a8 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406845 Apr 05 22:40:50.790742 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4ecfbe-cb77-4a1c-a898-dbd4300e8e4f req-96d3d467-8398-4e2e-ae72-306e75c841b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:50.792257 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ee4ecfbe-cb77-4a1c-a898-dbd4300e8e4f req-96d3d467-8398-4e2e-ae72-306e75c841b8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705&tenant_id=aad57955e58648ad8aedc12ef0c854bd HTTP/1.1" status: 200 len: 1127 time: 0.0743618 Apr 05 22:40:50.860058 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4ecfbe-cb77-4a1c-a898-dbd4300e8e4f req-16c1aa36-ac81-47c8-9a9b-7a525f943198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:50.862131 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ee4ecfbe-cb77-4a1c-a898-dbd4300e8e4f req-16c1aa36-ac81-47c8-9a9b-7a525f943198 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aad57955e58648ad8aedc12ef0c854bd&device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 1127 time: 0.0472701 Apr 05 22:40:50.958503 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4ecfbe-cb77-4a1c-a898-dbd4300e8e4f req-97cc87a1-d20e-4517-9fc5-21dd4c621c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:50.959945 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ee4ecfbe-cb77-4a1c-a898-dbd4300e8e4f req-97cc87a1-d20e-4517-9fc5-21dd4c621c63 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cdafa027-5a68-4e7d-98e5-3d69d953062c HTTP/1.1" status: 200 len: 917 time: 0.0816224 Apr 05 22:40:51.064441 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ee4ecfbe-cb77-4a1c-a898-dbd4300e8e4f req-4b6be6ba-ed33-4b6c-bbff-b9b690f9c9d8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38882e06-411a-4d93-b05b-c8508e6f9776 HTTP/1.1" status: 200 len: 998 time: 0.0880637 Apr 05 22:40:51.078754 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d2d7c2-7aab-41ec-bc70-42e65d6d0b8f req-c61adc17-01f9-4650-83af-fa91a4254b93 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:51.080575 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-91d2d7c2-7aab-41ec-bc70-42e65d6d0b8f req-c61adc17-01f9-4650-83af-fa91a4254b93 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 943 time: 0.0663879 Apr 05 22:40:51.127708 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-91d2d7c2-7aab-41ec-bc70-42e65d6d0b8f req-cd618037-891a-4f47-96e4-1ad78b224c2d tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414441 Apr 05 22:40:51.253779 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4ecfbe-cb77-4a1c-a898-dbd4300e8e4f req-692781b0-0f84-4cb0-bb0d-ad68c9d0ef92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:51.255198 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ee4ecfbe-cb77-4a1c-a898-dbd4300e8e4f req-692781b0-0f84-4cb0-bb0d-ad68c9d0ef92 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e210eb77-c8b4-4c67-a300-bbb8691b7d32 HTTP/1.1" status: 200 len: 855 time: 0.0459895 Apr 05 22:40:51.302795 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4ecfbe-cb77-4a1c-a898-dbd4300e8e4f req-329320fa-5b38-4499-8e75-6bd2a50ddf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:51.304240 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ee4ecfbe-cb77-4a1c-a898-dbd4300e8e4f req-329320fa-5b38-4499-8e75-6bd2a50ddf9c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cdafa027-5a68-4e7d-98e5-3d69d953062c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421295 Apr 05 22:40:51.397391 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ee4ecfbe-cb77-4a1c-a898-dbd4300e8e4f req-71ae35b0-f6bc-43f2-a6f7-070f0f1c3ad5 service neutron] 10.222.0.13 "GET /v2.0/networks/cdafa027-5a68-4e7d-98e5-3d69d953062c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812590 Apr 05 22:40:51.494975 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ee4ecfbe-cb77-4a1c-a898-dbd4300e8e4f req-d75b33dc-12dc-40fc-abe2-40155184524f service neutron] 10.222.0.13 "GET /v2.0/networks/cdafa027-5a68-4e7d-98e5-3d69d953062c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856237 Apr 05 22:40:52.250802 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccc5d3e-7f30-4114-8ef1-fcf427ecbb50 req-22c9ecf0-47ee-4c37-a617-f7bda88d24ef tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:52.252887 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-fccc5d3e-7f30-4114-8ef1-fcf427ecbb50 req-22c9ecf0-47ee-4c37-a617-f7bda88d24ef tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 943 time: 0.0523496 Apr 05 22:40:52.298934 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-fccc5d3e-7f30-4114-8ef1-fcf427ecbb50 req-c21e4f65-3602-4b2e-9ddc-be8d759a5d5b tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398283 Apr 05 22:40:53.429544 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a44e37-537c-4380-aaf0-963a8e540027 req-176f3ce8-d8f5-4c34-9b7e-4c922f1069dc tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:53.431825 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c5a44e37-537c-4380-aaf0-963a8e540027 req-176f3ce8-d8f5-4c34-9b7e-4c922f1069dc tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 943 time: 0.0568850 Apr 05 22:40:53.479562 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c5a44e37-537c-4380-aaf0-963a8e540027 req-953a33e2-2b02-49d8-b4e9-46ed8b9805e5 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420449 Apr 05 22:40:54.612752 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdc1e6f-6902-403d-96c7-7d190baf80f9 req-02326e24-a019-44c7-ad8d-b881f151392f tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:54.614228 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8bdc1e6f-6902-403d-96c7-7d190baf80f9 req-02326e24-a019-44c7-ad8d-b881f151392f tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 943 time: 0.0525434 Apr 05 22:40:54.661814 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8bdc1e6f-6902-403d-96c7-7d190baf80f9 req-cfbc519f-78a6-46ff-8af5-4bf805efc007 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414598 Apr 05 22:40:55.792942 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07311ece-fabc-4103-ad37-0476188fef3d req-6a8ca728-464e-4970-bc9e-4a61637a24fc tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:55.794422 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-07311ece-fabc-4103-ad37-0476188fef3d req-6a8ca728-464e-4970-bc9e-4a61637a24fc tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 943 time: 0.0549140 Apr 05 22:40:55.846723 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-07311ece-fabc-4103-ad37-0476188fef3d req-0bbef4f2-8bbc-4a71-8945-9337ddc04ef8 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454895 Apr 05 22:40:56.973525 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588f7de4-eccb-4e81-8aa6-7d9c34b68b8a req-d6751056-7846-42ab-8299-2a4ddc2fe0b2 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:56.974911 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-588f7de4-eccb-4e81-8aa6-7d9c34b68b8a req-d6751056-7846-42ab-8299-2a4ddc2fe0b2 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 943 time: 0.0546570 Apr 05 22:40:57.022816 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-588f7de4-eccb-4e81-8aa6-7d9c34b68b8a req-0805fb49-ea02-4d54-8783-57d25119fdec tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423224 Apr 05 22:40:57.776361 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (021dfe4d-8109-4136-9367-dac606dce553), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:58.152558 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06e28f-5fca-4012-bb9d-c1d507fd90bd req-dafe7ef9-bc01-42a9-b1b5-f2ff242c7fb4 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:58.154068 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cf06e28f-5fca-4012-bb9d-c1d507fd90bd req-dafe7ef9-bc01-42a9-b1b5-f2ff242c7fb4 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 943 time: 0.0535672 Apr 05 22:40:58.203797 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cf06e28f-5fca-4012-bb9d-c1d507fd90bd req-a4196d19-62b1-4ab8-b8ac-fcf67e42d9d0 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428934 Apr 05 22:40:59.331831 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a84820-ecb6-4b4a-a4a0-5b5fa9243914 req-4ab9b361-8079-4b5e-b6b1-ee76e36f6755 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:59.333292 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d0a84820-ecb6-4b4a-a4a0-5b5fa9243914 req-4ab9b361-8079-4b5e-b6b1-ee76e36f6755 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 943 time: 0.0562367 Apr 05 22:40:59.379185 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d0a84820-ecb6-4b4a-a4a0-5b5fa9243914 req-4053e238-3802-47e9-a44c-27a7b8fa31fc tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400681 Apr 05 22:41:00.502997 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d6dbee-e051-42d9-8e6f-bd8de0298ec9 req-6a84c178-be29-4f43-8fb8-3e2e8eb62dd6 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:00.504690 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-81d6dbee-e051-42d9-8e6f-bd8de0298ec9 req-6a84c178-be29-4f43-8fb8-3e2e8eb62dd6 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 943 time: 0.0533698 Apr 05 22:41:00.551237 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-81d6dbee-e051-42d9-8e6f-bd8de0298ec9 req-68c77fae-3451-4c1f-8a5f-c584699407aa tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407836 Apr 05 22:41:01.700811 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7402509-5015-497e-8069-91fc35ff3c88 req-4c42aa90-3b50-44ba-8352-1cf1ca406ea1 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:01.702408 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d7402509-5015-497e-8069-91fc35ff3c88 req-4c42aa90-3b50-44ba-8352-1cf1ca406ea1 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 943 time: 0.0582247 Apr 05 22:41:01.750547 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d7402509-5015-497e-8069-91fc35ff3c88 req-78719b81-103c-4fc8-b1ac-c48d3b41c17e tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423729 Apr 05 22:41:02.877369 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f961741-dc00-42c3-8dda-aaa29fe33b88 req-3699cef6-e989-4882-88b0-0986d9c3eba4 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:02.879218 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8f961741-dc00-42c3-8dda-aaa29fe33b88 req-3699cef6-e989-4882-88b0-0986d9c3eba4 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 943 time: 0.0557232 Apr 05 22:41:02.931811 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8f961741-dc00-42c3-8dda-aaa29fe33b88 req-949c595f-cec9-4efd-9b15-be8ace24010f tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458720 Apr 05 22:41:04.069069 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed103c-831d-4aa4-805a-92b3fbd1cefc req-b9823814-b6e9-4034-a3ae-0dabf6fd3695 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:04.070543 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-fbed103c-831d-4aa4-805a-92b3fbd1cefc req-b9823814-b6e9-4034-a3ae-0dabf6fd3695 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 943 time: 0.0545146 Apr 05 22:41:04.121839 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-fbed103c-831d-4aa4-805a-92b3fbd1cefc req-4ba167be-7b1e-40e6-9c24-4880667e2965 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457146 Apr 05 22:41:05.242300 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537bb5f4-6f77-4c3f-a37f-04293f71cf1f req-0e8ec92a-d969-483c-aa46-58a7d79ad90d tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:05.243719 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-537bb5f4-6f77-4c3f-a37f-04293f71cf1f req-0e8ec92a-d969-483c-aa46-58a7d79ad90d tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 943 time: 0.0506773 Apr 05 22:41:05.290284 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-537bb5f4-6f77-4c3f-a37f-04293f71cf1f req-c3064c15-8674-4cae-a060-5c221b82178b tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411770 Apr 05 22:41:05.510688 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-075dda05-588e-4b0c-bbb4-27059d6a220a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (08425891-4e99-4ae4-974b-85ee5a0410c6), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:06.412798 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4625e9-53be-4649-b403-ae70050622e9 req-703e1488-2662-43cd-b02a-d614e87e738a tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:06.414228 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5d4625e9-53be-4649-b403-ae70050622e9 req-703e1488-2662-43cd-b02a-d614e87e738a tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 943 time: 0.0530701 Apr 05 22:41:06.460144 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5d4625e9-53be-4649-b403-ae70050622e9 req-7663f7e3-07a7-41c2-9688-c867a89ff671 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404148 Apr 05 22:41:07.585184 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da956547-fc5c-4fdf-ad9b-3a9826e144a9 req-367b3f2b-5da8-4a23-80aa-fac15344e1d3 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:07.586655 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-da956547-fc5c-4fdf-ad9b-3a9826e144a9 req-367b3f2b-5da8-4a23-80aa-fac15344e1d3 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 943 time: 0.0544536 Apr 05 22:41:07.632939 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-da956547-fc5c-4fdf-ad9b-3a9826e144a9 req-9b0e55de-51b1-4d51-bbe2-114e6a40a876 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406115 Apr 05 22:41:07.859062 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-89cff3c9-1a15-489a-993b-370a6203082a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (79a469f9-bdbc-4492-b479-9e5faeaf33b0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:08.760668 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96284971-0778-4b83-8df8-17cd636fa252 req-b1898e6e-f0cb-4443-b863-70dbdc43ca0c tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:08.762134 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-96284971-0778-4b83-8df8-17cd636fa252 req-b1898e6e-f0cb-4443-b863-70dbdc43ca0c tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 943 time: 0.0505021 Apr 05 22:41:08.807154 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-96284971-0778-4b83-8df8-17cd636fa252 req-2fdf6af2-61b0-44d6-92ec-9d02eeefc105 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394266 Apr 05 22:41:08.963390 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-dae4f030-1cb2-49a8-bcfa-6facf2529a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (e40c9916-dc7d-41d8-a75d-da550db0c469), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:09.928156 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391c384b-897a-4798-98f5-2158278764ef req-a9b8e5ed-d3b0-4c4d-9589-56eb49fd828b tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:09.929575 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-391c384b-897a-4798-98f5-2158278764ef req-a9b8e5ed-d3b0-4c4d-9589-56eb49fd828b tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 943 time: 0.0499525 Apr 05 22:41:09.979277 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-391c384b-897a-4798-98f5-2158278764ef req-1e1428e2-b518-43a7-a1b0-0be4d66951d1 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441396 Apr 05 22:41:10.011184 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-97cde7d9-dbb1-4d23-a7c6-1511c50e2662 None None] Agent healthcheck: found 6 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:41:10.610423 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-99ae2e83-6010-40d2-b70a-5b0f9e3ea887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (f28e62d6-8243-45bb-b578-64cfae2561d0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:11.103008 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987039e5-3bee-4b2f-8c0a-0cf6b614ec9c req-1dfd1753-1b7d-4ecd-a50b-cdeb6646d3b9 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:11.104461 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-987039e5-3bee-4b2f-8c0a-0cf6b614ec9c req-1dfd1753-1b7d-4ecd-a50b-cdeb6646d3b9 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 943 time: 0.0509291 Apr 05 22:41:11.150313 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-987039e5-3bee-4b2f-8c0a-0cf6b614ec9c req-e5b2be89-b216-4216-b556-49e602c9a84c tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402992 Apr 05 22:41:12.048745 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (b771b186-15ef-4a1a-9c73-ea54ac08c8ac), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:12.269570 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b117e3bb-9c41-4147-8e04-6ce37e35c0f5 req-db8bd6af-df9e-4d6d-9d36-ddbfa226e7c2 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:12.271011 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b117e3bb-9c41-4147-8e04-6ce37e35c0f5 req-db8bd6af-df9e-4d6d-9d36-ddbfa226e7c2 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 943 time: 0.0506775 Apr 05 22:41:12.317177 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b117e3bb-9c41-4147-8e04-6ce37e35c0f5 req-090865db-1faa-44b6-a2e8-91cdf6f15759 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406199 Apr 05 22:41:12.929843 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea841311-26cb-4153-b8dd-c710fb5b284f req-9a72e9bd-5a8b-4eec-82a1-d40af254d894 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:12.931201 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ea841311-26cb-4153-b8dd-c710fb5b284f req-9a72e9bd-5a8b-4eec-82a1-d40af254d894 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c3cd28d-cb91-4884-827e-ca478eb1ff77 HTTP/1.1" status: 200 len: 984 time: 0.0824857 Apr 05 22:41:12.936896 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b49e3-e594-4b9c-8cd3-5966dd415912 req-38e5607e-d1fc-4e7d-ba17-8c9251cb8db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:12.938269 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8f7b49e3-e594-4b9c-8cd3-5966dd415912 req-38e5607e-d1fc-4e7d-ba17-8c9251cb8db8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=345149c7ece441b7b63f5b15eefd7347&device_id=5c3cd28d-cb91-4884-827e-ca478eb1ff77 HTTP/1.1" status: 200 len: 1168 time: 0.0613382 Apr 05 22:41:13.048789 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ea841311-26cb-4153-b8dd-c710fb5b284f req-4a3051e2-449c-4872-af53-6782d2cd9287 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f93e6ab-a8ef-4e24-a3c0-5969259b9d8c&id=4e5ab744-8b27-401a-9f50-b62fc5f2c997&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1093850 Apr 05 22:41:13.079478 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b49e3-e594-4b9c-8cd3-5966dd415912 req-ff7aedae-9cd3-40b4-b78e-aa846524b212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:13.081504 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8f7b49e3-e594-4b9c-8cd3-5966dd415912 req-ff7aedae-9cd3-40b4-b78e-aa846524b212 service neutron] 10.222.0.13 "GET /v2.0/networks?id=82ac0f62-8f0d-494d-92b9-59e30fbb35e6 HTTP/1.1" status: 200 len: 916 time: 0.1296957 Apr 05 22:41:13.149104 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8f7b49e3-e594-4b9c-8cd3-5966dd415912 req-30c2ea74-7a88-4d54-8da2-eb1fa49ada55 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa HTTP/1.1" status: 200 len: 1000 time: 0.0609150 Apr 05 22:41:13.204625 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b49e3-e594-4b9c-8cd3-5966dd415912 req-29385ea3-33f8-4da0-b41c-1f7e9854cfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:13.206411 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8f7b49e3-e594-4b9c-8cd3-5966dd415912 req-29385ea3-33f8-4da0-b41c-1f7e9854cfc2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=19c28f15-7561-44cc-be09-8c106acb22d5 HTTP/1.1" status: 200 len: 854 time: 0.0486183 Apr 05 22:41:13.254734 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b49e3-e594-4b9c-8cd3-5966dd415912 req-3835a0bf-89ee-4a89-9709-818e6061048a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:13.256207 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8f7b49e3-e594-4b9c-8cd3-5966dd415912 req-3835a0bf-89ee-4a89-9709-818e6061048a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=82ac0f62-8f0d-494d-92b9-59e30fbb35e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426445 Apr 05 22:41:13.349251 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8f7b49e3-e594-4b9c-8cd3-5966dd415912 req-53164530-b0a9-4096-8b5d-c31e5023bfa4 service neutron] 10.222.0.13 "GET /v2.0/networks/82ac0f62-8f0d-494d-92b9-59e30fbb35e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789945 Apr 05 22:41:13.497516 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8f7b49e3-e594-4b9c-8cd3-5966dd415912 req-8f5d840e-003a-4594-b422-c2f17f019d57 service neutron] 10.222.0.13 "GET /v2.0/networks/82ac0f62-8f0d-494d-92b9-59e30fbb35e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402473 Apr 05 22:41:13.508335 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f8c992-506b-49f7-8502-80a80d552f53 req-bbbe6887-6b8e-483d-aaa6-87eb8b36c269 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:13.509773 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-99f8c992-506b-49f7-8502-80a80d552f53 req-bbbe6887-6b8e-483d-aaa6-87eb8b36c269 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 943 time: 0.0894902 Apr 05 22:41:13.555478 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-99f8c992-506b-49f7-8502-80a80d552f53 req-fb4ddb44-c4f3-4ba8-831f-38956233b193 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399833 Apr 05 22:41:14.175015 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7dfba9-2c7d-488b-a668-c4311f2d5f9f req-ff2ef8f3-8282-4afb-91c7-234dabfe4a49 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:14.176468 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9a7dfba9-2c7d-488b-a668-c4311f2d5f9f req-ff2ef8f3-8282-4afb-91c7-234dabfe4a49 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c3cd28d-cb91-4884-827e-ca478eb1ff77 HTTP/1.1" status: 200 len: 984 time: 0.0554194 Apr 05 22:41:14.234585 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9a7dfba9-2c7d-488b-a668-c4311f2d5f9f req-b58b786c-8687-4ae6-adb3-6f12205e8d5b tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f93e6ab-a8ef-4e24-a3c0-5969259b9d8c&id=4e5ab744-8b27-401a-9f50-b62fc5f2c997&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523396 Apr 05 22:41:14.676034 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8c55f-d729-469b-9359-908763fcf435 req-4531537b-e7cf-4c64-b2ad-1007e4c64e66 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:14.677526 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-66b8c55f-d729-469b-9359-908763fcf435 req-4531537b-e7cf-4c64-b2ad-1007e4c64e66 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 943 time: 0.0514135 Apr 05 22:41:14.724492 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-66b8c55f-d729-469b-9359-908763fcf435 req-8ad1b66b-607c-4539-8efe-99582a0ba71b tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414016 Apr 05 22:41:15.353421 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06adc10-e26f-4a93-9ed8-cfe6f8989236 req-dddc499d-0d18-4ea9-9d2e-2604333a1914 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:15.354904 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e06adc10-e26f-4a93-9ed8-cfe6f8989236 req-dddc499d-0d18-4ea9-9d2e-2604333a1914 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c3cd28d-cb91-4884-827e-ca478eb1ff77 HTTP/1.1" status: 200 len: 984 time: 0.0539515 Apr 05 22:41:15.413796 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e06adc10-e26f-4a93-9ed8-cfe6f8989236 req-1b9f0184-097b-4e79-bdee-de6148456097 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f93e6ab-a8ef-4e24-a3c0-5969259b9d8c&id=4e5ab744-8b27-401a-9f50-b62fc5f2c997&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532615 Apr 05 22:41:15.844963 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c263a8-d951-48d1-b965-11df627fd1ad req-35b200a7-8d08-445c-852d-869f6e218bb5 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:15.846836 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f4c263a8-d951-48d1-b965-11df627fd1ad req-35b200a7-8d08-445c-852d-869f6e218bb5 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 943 time: 0.0517867 Apr 05 22:41:15.891803 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f4c263a8-d951-48d1-b965-11df627fd1ad req-3e168abf-b164-40eb-881e-bb08cc41a84f tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395122 Apr 05 22:41:16.528305 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf5ef53-fc69-49d1-b54c-735c141a8650 req-32fb35ee-210a-4a48-a2ba-b9a7b92b0f82 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:16.529758 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-bdf5ef53-fc69-49d1-b54c-735c141a8650 req-32fb35ee-210a-4a48-a2ba-b9a7b92b0f82 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c3cd28d-cb91-4884-827e-ca478eb1ff77 HTTP/1.1" status: 200 len: 984 time: 0.0502617 Apr 05 22:41:16.590097 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-bdf5ef53-fc69-49d1-b54c-735c141a8650 req-943da1ae-1e71-4eb6-9af0-7e59c6eee764 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f93e6ab-a8ef-4e24-a3c0-5969259b9d8c&id=4e5ab744-8b27-401a-9f50-b62fc5f2c997&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542343 Apr 05 22:41:17.013692 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed858164-8344-4c07-a367-6f265720c6f7 req-d45a16a9-1f0d-4c1c-bffa-ded5b331a929 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:17.015235 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ed858164-8344-4c07-a367-6f265720c6f7 req-d45a16a9-1f0d-4c1c-bffa-ded5b331a929 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 943 time: 0.0526826 Apr 05 22:41:17.065089 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ed858164-8344-4c07-a367-6f265720c6f7 req-bfc5d801-61f8-44fa-a5f6-3ae7b07dd020 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410659 Apr 05 22:41:17.096639 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device 38882e06-411a-4d93-b05b-c8508e6f9776 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:41:17.195760 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] For port 38882e06-411a-4d93-b05b-c8508e6f9776, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=38882e06-411a-4d93-b05b-c8508e6f9776,segment=NetworkSegment(60bccf3c-6e70-4640-bf31-a453a33e1d1c),segment_id=60bccf3c-6e70-4640-bf31-a453a33e1d1c)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:41:17.206316 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Returning: {'device': '38882e06-411a-4d93-b05b-c8508e6f9776', 'network_id': 'cdafa027-5a68-4e7d-98e5-3d69d953062c', 'port_id': '38882e06-411a-4d93-b05b-c8508e6f9776', 'mac_address': 'fa:16:3e:7d:8f:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e210eb77-c8b4-4c67-a300-bbb8691b7d32', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:41:17.242959 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Current status of the port 38882e06-411a-4d93-b05b-c8508e6f9776 is: DOWN; New status is: BUILD {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:41:17.243343 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (38882e06-411a-4d93-b05b-c8508e6f9776), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:17.256046 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38882e06-411a-4d93-b05b-c8508e6f9776 {{(pid=103470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:41:17.275362 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] For port 38882e06-411a-4d93-b05b-c8508e6f9776, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=38882e06-411a-4d93-b05b-c8508e6f9776,segment=NetworkSegment(60bccf3c-6e70-4640-bf31-a453a33e1d1c),segment_id=60bccf3c-6e70-4640-bf31-a453a33e1d1c)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:41:17.279148 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (38882e06-411a-4d93-b05b-c8508e6f9776), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:17.324176 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Pushing event updated for resources: {'Port': ['ID=38882e06-411a-4d93-b05b-c8508e6f9776,revision_number=9']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:41:17.711869 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badba091-5773-43a7-b8e3-de3d089cc1ab req-0eddac79-ba7e-4662-910b-b49384b08a76 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:17.713814 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-badba091-5773-43a7-b8e3-de3d089cc1ab req-0eddac79-ba7e-4662-910b-b49384b08a76 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c3cd28d-cb91-4884-827e-ca478eb1ff77 HTTP/1.1" status: 200 len: 984 time: 0.0546169 Apr 05 22:41:17.774716 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-badba091-5773-43a7-b8e3-de3d089cc1ab req-8c92d06b-0b5b-4dd0-a296-1eb117127c5a tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f93e6ab-a8ef-4e24-a3c0-5969259b9d8c&id=4e5ab744-8b27-401a-9f50-b62fc5f2c997&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551298 Apr 05 22:41:17.777745 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] get_ports_and_sgs() called for port_ids ['38882e06-411a-4d93-b05b-c8508e6f9776'] {{(pid=103470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:41:18.192730 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aa55e9-df8e-4f0b-8bd1-65b35e0c31f1 req-f9d4a7a3-5a09-492a-bbe2-02fb99719f46 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:18.194412 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-17aa55e9-df8e-4f0b-8bd1-65b35e0c31f1 req-f9d4a7a3-5a09-492a-bbe2-02fb99719f46 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 944 time: 0.0583220 Apr 05 22:41:18.251929 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-17aa55e9-df8e-4f0b-8bd1-65b35e0c31f1 req-7bacc61b-6073-4db4-84e6-19d35273b942 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515597 Apr 05 22:41:18.290830 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e3dd2-b48d-41e7-8b0a-1dcc2222138f req-d0ba2a59-1e14-413b-9e9d-d34b1b9014d5 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:18.292238 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ab3e3dd2-b48d-41e7-8b0a-1dcc2222138f req-d0ba2a59-1e14-413b-9e9d-d34b1b9014d5 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1 HTTP/1.1" status: 200 len: 945 time: 0.0526440 Apr 05 22:41:18.338474 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ab3e3dd2-b48d-41e7-8b0a-1dcc2222138f req-5d398907-8f5d-43d3-a16e-eff28c119b45 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/security-groups?id=1602fbfb-363d-466e-8059-00c4f95822a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404317 Apr 05 22:41:18.889464 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d2eae-b54a-4b3d-afa9-84856e327aae req-fc0a9c2c-3f9d-4b73-923d-89946c029df4 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:18.890911 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d00d2eae-b54a-4b3d-afa9-84856e327aae req-fc0a9c2c-3f9d-4b73-923d-89946c029df4 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c3cd28d-cb91-4884-827e-ca478eb1ff77 HTTP/1.1" status: 200 len: 984 time: 0.0500891 Apr 05 22:41:18.950882 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d00d2eae-b54a-4b3d-afa9-84856e327aae req-d0c8fc7d-bfe4-449c-8541-5274ff1a4cc4 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f93e6ab-a8ef-4e24-a3c0-5969259b9d8c&id=4e5ab744-8b27-401a-9f50-b62fc5f2c997&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535514 Apr 05 22:41:19.124237 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device 38882e06-411a-4d93-b05b-c8508e6f9776 up at agent hyperv_hv-cinder-83588 {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:41:19.174138 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Provisioning complete for port 38882e06-411a-4d93-b05b-c8508e6f9776 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:41:19.174509 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (38882e06-411a-4d93-b05b-c8508e6f9776), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:19.249234 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Current status of the port 38882e06-411a-4d93-b05b-c8508e6f9776 is: BUILD; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:41:19.249558 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (38882e06-411a-4d93-b05b-c8508e6f9776), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:19.271740 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6820dc5a-0cc6-456b-baca-3e881565a705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38882e06-411a-4d93-b05b-c8508e6f9776'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:41:19.273976 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5eeae28b1739aff28e9ac2b05a29cddcf15b93cc3fe96f2ce32a289e1b5713d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1105dc87-dc3f-4f57-950c-6d70a15c20e9" -d '{"events": [{"server_uuid": "6820dc5a-0cc6-456b-baca-3e881565a705", "name": "network-vif-plugged", "status": "completed", "tag": "38882e06-411a-4d93-b05b-c8508e6f9776"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:41:19.286562 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] For port 38882e06-411a-4d93-b05b-c8508e6f9776, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=38882e06-411a-4d93-b05b-c8508e6f9776,segment=NetworkSegment(60bccf3c-6e70-4640-bf31-a453a33e1d1c),segment_id=60bccf3c-6e70-4640-bf31-a453a33e1d1c)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:41:19.291275 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (38882e06-411a-4d93-b05b-c8508e6f9776), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:19.317561 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1bab3bc-67c8-454c-82f7-e73d1fc9192d x-openstack-request-id: req-e1bab3bc-67c8-454c-82f7-e73d1fc9192d {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:41:19.317811 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6820dc5a-0cc6-456b-baca-3e881565a705", "name": "network-vif-plugged", "status": "completed", "tag": "38882e06-411a-4d93-b05b-c8508e6f9776", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:41:19.318011 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e1bab3bc-67c8-454c-82f7-e73d1fc9192d {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:41:19.318407 dv-cinder-835881-4-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1bab3bc-67c8-454c-82f7-e73d1fc9192d'] response: {'server_uuid': '6820dc5a-0cc6-456b-baca-3e881565a705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38882e06-411a-4d93-b05b-c8508e6f9776', 'code': 200} Apr 05 22:41:19.342158 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Pushing event updated for resources: {'Port': ['ID=38882e06-411a-4d93-b05b-c8508e6f9776,revision_number=10']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:41:19.382966 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a75946-9ffd-4c88-99d0-7e3e90c93502 req-aaf1fd39-39e2-40e9-80f2-a65cf548cbf4 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:19.384501 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-29a75946-9ffd-4c88-99d0-7e3e90c93502 req-aaf1fd39-39e2-40e9-80f2-a65cf548cbf4 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 946 time: 0.0570297 Apr 05 22:41:19.452747 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-29a75946-9ffd-4c88-99d0-7e3e90c93502 req-f6626adb-3783-49f0-aaad-e2a515b4b085 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626218 Apr 05 22:41:19.474246 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c989940-3bc1-442d-9221-c48db91da5df req-04462e07-5749-4ef2-9430-4abd36d0f0cb tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:19.475693 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3c989940-3bc1-442d-9221-c48db91da5df req-04462e07-5749-4ef2-9430-4abd36d0f0cb tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1 HTTP/1.1" status: 200 len: 945 time: 0.0664139 Apr 05 22:41:19.520972 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3c989940-3bc1-442d-9221-c48db91da5df req-f94e470c-c78f-48f8-8149-90297db41411 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/security-groups?id=1602fbfb-363d-466e-8059-00c4f95822a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397336 Apr 05 22:41:19.948865 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aff862-eb24-4bb0-bd47-c4f3051c5105 req-f4a983b5-9ef9-4e62-84e5-618ce6563cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:19.950333 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-24aff862-eb24-4bb0-bd47-c4f3051c5105 req-f4a983b5-9ef9-4e62-84e5-618ce6563cee service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 1130 time: 0.0448883 Apr 05 22:41:19.994513 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-24aff862-eb24-4bb0-bd47-c4f3051c5105 req-88ec14eb-d6e2-4443-ba56-7acd094698a1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374358 Apr 05 22:41:20.064678 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d122d6-f1b9-4965-b239-1b351720ed71 req-1984a7ed-f33a-45af-8a5e-81e085e2c517 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:20.066760 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a2d122d6-f1b9-4965-b239-1b351720ed71 req-1984a7ed-f33a-45af-8a5e-81e085e2c517 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c3cd28d-cb91-4884-827e-ca478eb1ff77 HTTP/1.1" status: 200 len: 984 time: 0.0496974 Apr 05 22:41:20.125584 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a2d122d6-f1b9-4965-b239-1b351720ed71 req-4935d31d-dc24-45c3-856a-e2a380242351 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f93e6ab-a8ef-4e24-a3c0-5969259b9d8c&id=4e5ab744-8b27-401a-9f50-b62fc5f2c997&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530982 Apr 05 22:41:20.579008 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3e1276-9e57-4561-9fe7-0ccbcf8b6622 req-f5e929db-131f-4a0b-8ffe-65e053aeaaa2 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:20.580477 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-be3e1276-9e57-4561-9fe7-0ccbcf8b6622 req-f5e929db-131f-4a0b-8ffe-65e053aeaaa2 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 946 time: 0.0558438 Apr 05 22:41:20.626792 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-be3e1276-9e57-4561-9fe7-0ccbcf8b6622 req-e9db3f9f-86e9-4d6a-8946-320d71eae2d6 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400469 Apr 05 22:41:20.733803 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba40c3e-e4da-468d-a184-917af40c6ead req-d58508b1-fda8-4dfb-b377-be5250f64211 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:20.735175 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cba40c3e-e4da-468d-a184-917af40c6ead req-d58508b1-fda8-4dfb-b377-be5250f64211 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1 HTTP/1.1" status: 200 len: 945 time: 0.0507333 Apr 05 22:41:20.779014 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cba40c3e-e4da-468d-a184-917af40c6ead req-a5106097-a73d-44f6-b87b-cb06c4c540be tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/security-groups?id=1602fbfb-363d-466e-8059-00c4f95822a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384252 Apr 05 22:41:21.240800 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be33c7fb-9b3f-43a2-bd40-28d6187576b3 req-b08a7c7a-98c9-4636-a533-db4975dc884b tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:21.242274 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-be33c7fb-9b3f-43a2-bd40-28d6187576b3 req-b08a7c7a-98c9-4636-a533-db4975dc884b tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c3cd28d-cb91-4884-827e-ca478eb1ff77 HTTP/1.1" status: 200 len: 984 time: 0.0510461 Apr 05 22:41:21.305672 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-be33c7fb-9b3f-43a2-bd40-28d6187576b3 req-ba11c622-bc98-4207-a49e-4062044c2a97 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f93e6ab-a8ef-4e24-a3c0-5969259b9d8c&id=4e5ab744-8b27-401a-9f50-b62fc5f2c997&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576935 Apr 05 22:41:21.750330 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad8b1b6-4f25-4cc9-bc37-32b6aac7cec2 req-529234e9-0fce-46bd-bb23-2a66211c150e tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:21.751752 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2ad8b1b6-4f25-4cc9-bc37-32b6aac7cec2 req-529234e9-0fce-46bd-bb23-2a66211c150e tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 946 time: 0.0504551 Apr 05 22:41:21.799268 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2ad8b1b6-4f25-4cc9-bc37-32b6aac7cec2 req-68ae95c5-e94c-4e62-882c-783a99a440f1 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418193 Apr 05 22:41:21.901790 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57131515-8b06-4e3e-9b46-afda2c8323a5 req-ab817a06-c007-49db-b2a0-832047b94fe9 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:21.903232 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-57131515-8b06-4e3e-9b46-afda2c8323a5 req-ab817a06-c007-49db-b2a0-832047b94fe9 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1 HTTP/1.1" status: 200 len: 945 time: 0.0566659 Apr 05 22:41:21.949028 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-57131515-8b06-4e3e-9b46-afda2c8323a5 req-6c19f626-b2a0-411e-bcf5-e3c81d7ce43e tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/security-groups?id=1602fbfb-363d-466e-8059-00c4f95822a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402517 Apr 05 22:41:22.426485 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55715fc-541a-4484-a568-1f92ff48c855 req-1acbc3aa-d9b0-4471-883b-4baee1c3ef38 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:22.427936 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b55715fc-541a-4484-a568-1f92ff48c855 req-1acbc3aa-d9b0-4471-883b-4baee1c3ef38 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c3cd28d-cb91-4884-827e-ca478eb1ff77 HTTP/1.1" status: 200 len: 984 time: 0.0569284 Apr 05 22:41:22.495726 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b55715fc-541a-4484-a568-1f92ff48c855 req-b3925b6c-d261-45b3-9965-40a0f5ad285f tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f93e6ab-a8ef-4e24-a3c0-5969259b9d8c&id=4e5ab744-8b27-401a-9f50-b62fc5f2c997&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0621922 Apr 05 22:41:22.930080 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7699b9-b479-454a-8c1f-8a852e7b2851 req-2f127981-aa39-4eea-b96b-5771706472b1 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:22.931588 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9f7699b9-b479-454a-8c1f-8a852e7b2851 req-2f127981-aa39-4eea-b96b-5771706472b1 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 946 time: 0.0558136 Apr 05 22:41:22.979507 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9f7699b9-b479-454a-8c1f-8a852e7b2851 req-792c66b1-7c12-4bc4-8dc7-7877cd834c91 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422864 Apr 05 22:41:23.066678 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eeec92-0e7d-47e5-82da-a4eea23a2cc9 req-edcd9118-9a06-4e47-aca5-6c4ea7aa8509 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:23.068197 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b2eeec92-0e7d-47e5-82da-a4eea23a2cc9 req-edcd9118-9a06-4e47-aca5-6c4ea7aa8509 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1 HTTP/1.1" status: 200 len: 945 time: 0.0517397 Apr 05 22:41:23.119536 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b2eeec92-0e7d-47e5-82da-a4eea23a2cc9 req-69033647-c98e-4d07-8d0c-4f4a3f06fb4d tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/security-groups?id=1602fbfb-363d-466e-8059-00c4f95822a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456243 Apr 05 22:41:23.615223 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eafd75-74c6-4a99-9942-b8ebb48929ee req-c7080d2a-2e8b-4eec-832a-0432e9734c1e tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:23.616705 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c4eafd75-74c6-4a99-9942-b8ebb48929ee req-c7080d2a-2e8b-4eec-832a-0432e9734c1e tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c3cd28d-cb91-4884-827e-ca478eb1ff77 HTTP/1.1" status: 200 len: 984 time: 0.0537298 Apr 05 22:41:23.676721 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c4eafd75-74c6-4a99-9942-b8ebb48929ee req-615fb189-452d-44dc-b385-284c0c985bd8 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f93e6ab-a8ef-4e24-a3c0-5969259b9d8c&id=4e5ab744-8b27-401a-9f50-b62fc5f2c997&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543890 Apr 05 22:41:24.102836 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1ed620-0152-43a9-9308-221b639e285b req-1f0ceffd-d430-40ef-b219-eb13783d7721 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:24.104329 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-fa1ed620-0152-43a9-9308-221b639e285b req-1f0ceffd-d430-40ef-b219-eb13783d7721 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 946 time: 0.0523255 Apr 05 22:41:24.151964 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-fa1ed620-0152-43a9-9308-221b639e285b req-8be7a175-08b2-4ece-b7bd-f2734d32bdf0 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417123 Apr 05 22:41:24.242384 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e9e5d7-5f53-4974-8e85-a0fc09d79819 req-5dc0f865-21d9-410e-839f-006f72967183 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:24.243825 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-84e9e5d7-5f53-4974-8e85-a0fc09d79819 req-5dc0f865-21d9-410e-839f-006f72967183 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1 HTTP/1.1" status: 200 len: 945 time: 0.0547352 Apr 05 22:41:24.289625 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-84e9e5d7-5f53-4974-8e85-a0fc09d79819 req-afe5d048-1a85-4d96-92c5-86d8a8b54f58 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/security-groups?id=1602fbfb-363d-466e-8059-00c4f95822a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400121 Apr 05 22:41:24.791388 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4307085e-b49a-419a-b09f-cba46bf2af69 req-815fde31-1d7f-437f-ae8b-f21d9e97a34b tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:24.792846 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4307085e-b49a-419a-b09f-cba46bf2af69 req-815fde31-1d7f-437f-ae8b-f21d9e97a34b tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c3cd28d-cb91-4884-827e-ca478eb1ff77 HTTP/1.1" status: 200 len: 984 time: 0.0507362 Apr 05 22:41:24.851064 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4307085e-b49a-419a-b09f-cba46bf2af69 req-49e96968-0441-4f39-b75d-414f6464c83b tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f93e6ab-a8ef-4e24-a3c0-5969259b9d8c&id=4e5ab744-8b27-401a-9f50-b62fc5f2c997&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526006 Apr 05 22:41:25.457765 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb8149-c870-4cd4-8653-1ee9edb9d7fa req-7e47fd8c-9987-4588-95b0-88101d1e5fd2 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:25.459204 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-82fb8149-c870-4cd4-8653-1ee9edb9d7fa req-7e47fd8c-9987-4588-95b0-88101d1e5fd2 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1 HTTP/1.1" status: 200 len: 945 time: 0.1040013 Apr 05 22:41:25.504832 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-82fb8149-c870-4cd4-8653-1ee9edb9d7fa req-ee7f4458-451b-40af-87e8-2782c8b4a058 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/security-groups?id=1602fbfb-363d-466e-8059-00c4f95822a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400002 Apr 05 22:41:26.012745 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f8b7df-383f-4b54-bc1f-611f9f7e9874 req-80e39f2c-3ad6-4c2d-a876-ad223ea3fced tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:26.014220 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c9f8b7df-383f-4b54-bc1f-611f9f7e9874 req-80e39f2c-3ad6-4c2d-a876-ad223ea3fced tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c3cd28d-cb91-4884-827e-ca478eb1ff77 HTTP/1.1" status: 200 len: 984 time: 0.0979865 Apr 05 22:41:26.072967 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c9f8b7df-383f-4b54-bc1f-611f9f7e9874 req-813758eb-9a4b-46a1-a143-8307e1aba57f tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f93e6ab-a8ef-4e24-a3c0-5969259b9d8c&id=4e5ab744-8b27-401a-9f50-b62fc5f2c997&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524151 Apr 05 22:41:26.622371 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e406a58-c0b8-4624-9299-b5cf5e031c35 req-5049ff93-cbfc-4876-a6a0-c7e3bd629204 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:26.623826 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5e406a58-c0b8-4624-9299-b5cf5e031c35 req-5049ff93-cbfc-4876-a6a0-c7e3bd629204 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1 HTTP/1.1" status: 200 len: 945 time: 0.0502770 Apr 05 22:41:26.673396 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5e406a58-c0b8-4624-9299-b5cf5e031c35 req-eeb9737a-788a-4622-9c00-f6bc43792669 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/security-groups?id=1602fbfb-363d-466e-8059-00c4f95822a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427353 Apr 05 22:41:27.193239 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7048a90-17f9-416c-a75e-c73f829a91ce req-122fb299-edb9-4048-a805-40fa122b0f79 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:27.194821 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b7048a90-17f9-416c-a75e-c73f829a91ce req-122fb299-edb9-4048-a805-40fa122b0f79 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c3cd28d-cb91-4884-827e-ca478eb1ff77 HTTP/1.1" status: 200 len: 984 time: 0.0545766 Apr 05 22:41:27.254157 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b7048a90-17f9-416c-a75e-c73f829a91ce req-92ce039b-8671-47b8-8b9e-5635d84ead5b tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f93e6ab-a8ef-4e24-a3c0-5969259b9d8c&id=4e5ab744-8b27-401a-9f50-b62fc5f2c997&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533676 Apr 05 22:41:27.790481 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a8035a-8729-4b5d-aa34-084163807e13 req-c806d314-cbe0-44d2-bbd6-6fc7eb45dbda tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:27.792019 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d5a8035a-8729-4b5d-aa34-084163807e13 req-c806d314-cbe0-44d2-bbd6-6fc7eb45dbda tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1 HTTP/1.1" status: 200 len: 945 time: 0.0515795 Apr 05 22:41:27.795595 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (021dfe4d-8109-4136-9367-dac606dce553), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:27.838239 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d5a8035a-8729-4b5d-aa34-084163807e13 req-90e92f36-3dfc-4068-9952-7e439006b37a tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/security-groups?id=1602fbfb-363d-466e-8059-00c4f95822a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401080 Apr 05 22:41:28.371173 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b4909-1f80-4ee5-a274-541116f8d0cc req-561efbed-9a3a-4a46-ac93-762792ef4a5b tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:28.372605 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-007b4909-1f80-4ee5-a274-541116f8d0cc req-561efbed-9a3a-4a46-ac93-762792ef4a5b tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c3cd28d-cb91-4884-827e-ca478eb1ff77 HTTP/1.1" status: 200 len: 984 time: 0.0530686 Apr 05 22:41:28.430801 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-007b4909-1f80-4ee5-a274-541116f8d0cc req-c17ff1e0-df9d-474e-81fd-36207219fa74 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f93e6ab-a8ef-4e24-a3c0-5969259b9d8c&id=4e5ab744-8b27-401a-9f50-b62fc5f2c997&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524898 Apr 05 22:41:28.957179 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42033289-8fb6-4f83-91c7-75a66dcc7f37 req-8e900f9e-bfe7-4268-a4b7-3d8c77919154 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:28.958697 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-42033289-8fb6-4f83-91c7-75a66dcc7f37 req-8e900f9e-bfe7-4268-a4b7-3d8c77919154 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1 HTTP/1.1" status: 200 len: 945 time: 0.0544870 Apr 05 22:41:29.006757 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-42033289-8fb6-4f83-91c7-75a66dcc7f37 req-8c8acd29-bb5c-40f1-88ed-873738af4104 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/security-groups?id=1602fbfb-363d-466e-8059-00c4f95822a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424724 Apr 05 22:41:29.138979 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b00a7f5-7368-4eac-9f00-b71e09afb06f req-ba18c4f4-ab83-4d83-814d-661254e7e780 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:29.140444 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2b00a7f5-7368-4eac-9f00-b71e09afb06f req-ba18c4f4-ab83-4d83-814d-661254e7e780 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9c3ec7-79db-4e27-b0b9-239732c6eaad HTTP/1.1" status: 200 len: 945 time: 0.0531359 Apr 05 22:41:29.222998 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2b00a7f5-7368-4eac-9f00-b71e09afb06f req-a9f985b0-8468-41a5-8069-4f07180612cc tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7cc9993-4e8a-4abb-b67a-760072a0d25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759101 Apr 05 22:41:29.241335 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f84a55-9fe4-40c9-b1ac-a4e67d2d48da req-959bc16a-4acd-48f7-b397-cca2d28f5ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:29.242828 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-90f84a55-9fe4-40c9-b1ac-a4e67d2d48da req-959bc16a-4acd-48f7-b397-cca2d28f5ad3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1ba0c2747b5346a280f6f563ba891f9e&device_id=fe9c3ec7-79db-4e27-b0b9-239732c6eaad HTTP/1.1" status: 200 len: 1129 time: 0.0564492 Apr 05 22:41:29.329707 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f84a55-9fe4-40c9-b1ac-a4e67d2d48da req-0a90ab9b-c7a8-4f13-ba3a-f820a98acaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:29.331778 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-90f84a55-9fe4-40c9-b1ac-a4e67d2d48da req-0a90ab9b-c7a8-4f13-ba3a-f820a98acaa2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3db3989f-3792-497b-8859-b82b64749acf HTTP/1.1" status: 200 len: 919 time: 0.0810049 Apr 05 22:41:29.408779 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-90f84a55-9fe4-40c9-b1ac-a4e67d2d48da req-87ab7895-cb1d-4719-a460-e8936a7ee1b8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e591e6dc-57a0-485e-8495-54d43217b08d HTTP/1.1" status: 200 len: 1001 time: 0.0620148 Apr 05 22:41:29.454672 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f84a55-9fe4-40c9-b1ac-a4e67d2d48da req-2807bd68-101e-42ee-b80b-a492750e9169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:29.456076 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-90f84a55-9fe4-40c9-b1ac-a4e67d2d48da req-2807bd68-101e-42ee-b80b-a492750e9169 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=37586d04-a04b-404d-8716-ce23cb986874 HTTP/1.1" status: 200 len: 857 time: 0.0410302 Apr 05 22:41:29.521958 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f84a55-9fe4-40c9-b1ac-a4e67d2d48da req-03a89a21-a8c6-43da-80a2-a19cd471d254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:29.523650 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-90f84a55-9fe4-40c9-b1ac-a4e67d2d48da req-03a89a21-a8c6-43da-80a2-a19cd471d254 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3db3989f-3792-497b-8859-b82b64749acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0588660 Apr 05 22:41:29.561318 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d48e4c-d26e-438e-8e49-5009eedbc048 req-e66a3a78-08f6-4acf-8139-613393c0820a tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:29.562755 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a5d48e4c-d26e-438e-8e49-5009eedbc048 req-e66a3a78-08f6-4acf-8139-613393c0820a tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c3cd28d-cb91-4884-827e-ca478eb1ff77 HTTP/1.1" status: 200 len: 984 time: 0.0610046 Apr 05 22:41:29.620776 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a5d48e4c-d26e-438e-8e49-5009eedbc048 req-1a31aabd-d077-4c59-a30b-e05befe797a7 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f93e6ab-a8ef-4e24-a3c0-5969259b9d8c&id=4e5ab744-8b27-401a-9f50-b62fc5f2c997&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0517502 Apr 05 22:41:29.720104 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-90f84a55-9fe4-40c9-b1ac-a4e67d2d48da req-fd610d63-fb23-4b0d-b323-6a6742fcf9cb service neutron] 10.222.0.13 "GET /v2.0/networks/3db3989f-3792-497b-8859-b82b64749acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833514 Apr 05 22:41:30.129504 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2f527-fe57-45df-82df-2f5b6693cb59 req-caf1b332-23a8-40ab-a4b6-0a9647a3e606 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:30.130982 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0fa2f527-fe57-45df-82df-2f5b6693cb59 req-caf1b332-23a8-40ab-a4b6-0a9647a3e606 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1 HTTP/1.1" status: 200 len: 945 time: 0.0570683 Apr 05 22:41:30.176839 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0fa2f527-fe57-45df-82df-2f5b6693cb59 req-a394cda2-db56-40cc-a187-24977bbe9422 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/security-groups?id=1602fbfb-363d-466e-8059-00c4f95822a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403228 Apr 05 22:41:30.273336 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-90f84a55-9fe4-40c9-b1ac-a4e67d2d48da req-116dafab-ab05-4e34-8654-6756face5818 service neutron] 10.222.0.13 "GET /v2.0/networks/3db3989f-3792-497b-8859-b82b64749acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854180 Apr 05 22:41:30.565660 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037eee5b-15fd-4ce8-9425-c4b026ddb379 req-136d9b20-f225-41fc-9d5c-9084b321de2e tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:30.567189 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-037eee5b-15fd-4ce8-9425-c4b026ddb379 req-136d9b20-f225-41fc-9d5c-9084b321de2e tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9c3ec7-79db-4e27-b0b9-239732c6eaad HTTP/1.1" status: 200 len: 945 time: 0.2781401 Apr 05 22:41:30.616055 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-037eee5b-15fd-4ce8-9425-c4b026ddb379 req-58a8240f-0ffd-4c36-ae98-eac312df6fc2 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7cc9993-4e8a-4abb-b67a-760072a0d25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400403 Apr 05 22:41:30.737671 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c7902b-5f70-4e24-a26a-97fdbf44a8ad req-bf99f83a-c87b-4a5b-b74a-701d099ced6c tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:30.739114 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-55c7902b-5f70-4e24-a26a-97fdbf44a8ad req-bf99f83a-c87b-4a5b-b74a-701d099ced6c tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c3cd28d-cb91-4884-827e-ca478eb1ff77 HTTP/1.1" status: 200 len: 984 time: 0.0515785 Apr 05 22:41:30.797331 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-55c7902b-5f70-4e24-a26a-97fdbf44a8ad req-cfd0eb7f-8f39-48c2-ac5d-7ca261bbf370 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/security-groups?id=1f93e6ab-a8ef-4e24-a3c0-5969259b9d8c&id=4e5ab744-8b27-401a-9f50-b62fc5f2c997&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524669 Apr 05 22:41:31.293986 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a47ced-0fd5-45dc-8b04-fa65425816cc req-08b40aaf-fd5e-4dac-a27a-5767855638e7 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:31.295418 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d7a47ced-0fd5-45dc-8b04-fa65425816cc req-08b40aaf-fd5e-4dac-a27a-5767855638e7 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1 HTTP/1.1" status: 200 len: 945 time: 0.0526266 Apr 05 22:41:31.340487 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d7a47ced-0fd5-45dc-8b04-fa65425816cc req-47f2da68-3cb2-483e-a0f5-db5465de4487 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/security-groups?id=1602fbfb-363d-466e-8059-00c4f95822a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389960 Apr 05 22:41:31.729658 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd89ae-61be-4565-a95e-a054a0bf3543 req-7dccd34d-cf7d-489d-8bee-2c2e45e5501f tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:31.731094 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4acd89ae-61be-4565-a95e-a054a0bf3543 req-7dccd34d-cf7d-489d-8bee-2c2e45e5501f tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9c3ec7-79db-4e27-b0b9-239732c6eaad HTTP/1.1" status: 200 len: 945 time: 0.0507023 Apr 05 22:41:31.800604 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4acd89ae-61be-4565-a95e-a054a0bf3543 req-6771e5b1-b7db-4e74-8928-74b78d5b1543 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7cc9993-4e8a-4abb-b67a-760072a0d25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626047 Apr 05 22:41:31.816850 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cf78f5b1-8157-406e-bfa9-c51e891d14ea req-0dd1cf75-0588-44f2-b3c9-8bee2a1fc2c9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2b131113-42a0-4ca4-b479-32a584e4d546&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0495515 Apr 05 22:41:31.886100 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf78f5b1-8157-406e-bfa9-c51e891d14ea req-0fc3b46c-f832-477c-9235-d5703200ebaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:31.887568 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cf78f5b1-8157-406e-bfa9-c51e891d14ea req-0fc3b46c-f832-477c-9235-d5703200ebaf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e718bf4373f64b3f9ec542b95b3e4d7b&device_id=2b131113-42a0-4ca4-b479-32a584e4d546 HTTP/1.1" status: 200 len: 1129 time: 0.0460515 Apr 05 22:41:31.991798 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf78f5b1-8157-406e-bfa9-c51e891d14ea req-4bd5f5a7-033e-4d40-b7a8-76ba263f2c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:31.993160 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cf78f5b1-8157-406e-bfa9-c51e891d14ea req-4bd5f5a7-033e-4d40-b7a8-76ba263f2c6d service neutron] 10.222.0.13 "GET /v2.0/networks?id=2745cec7-a148-4762-a4f4-09b14f6d3b74 HTTP/1.1" status: 200 len: 915 time: 0.0868380 Apr 05 22:41:32.062569 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cf78f5b1-8157-406e-bfa9-c51e891d14ea req-67776d54-ec44-462a-a9ee-3e2528663fea service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=907261c3-a522-4e82-b795-3ad09c92eb14 HTTP/1.1" status: 200 len: 1000 time: 0.0614302 Apr 05 22:41:32.123826 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf78f5b1-8157-406e-bfa9-c51e891d14ea req-8152017b-4112-4eb5-b6a9-2d91eef401ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:32.125225 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cf78f5b1-8157-406e-bfa9-c51e891d14ea req-8152017b-4112-4eb5-b6a9-2d91eef401ce service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45b714fa-5bcf-429b-b58b-460d14e81c92 HTTP/1.1" status: 200 len: 853 time: 0.0418525 Apr 05 22:41:32.174703 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf78f5b1-8157-406e-bfa9-c51e891d14ea req-50659043-e103-4b53-b28c-61d938956496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:32.176216 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cf78f5b1-8157-406e-bfa9-c51e891d14ea req-50659043-e103-4b53-b28c-61d938956496 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2745cec7-a148-4762-a4f4-09b14f6d3b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420766 Apr 05 22:41:32.271518 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cf78f5b1-8157-406e-bfa9-c51e891d14ea req-0b15af17-b71b-4543-8005-c608bc226448 service neutron] 10.222.0.13 "GET /v2.0/networks/2745cec7-a148-4762-a4f4-09b14f6d3b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825181 Apr 05 22:41:32.359048 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cf78f5b1-8157-406e-bfa9-c51e891d14ea req-bc276a77-7f6a-48cb-9b11-09aaa2a81cc2 service neutron] 10.222.0.13 "GET /v2.0/networks/2745cec7-a148-4762-a4f4-09b14f6d3b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783672 Apr 05 22:41:32.464771 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e437d1-55ee-4159-92f0-25d445110395 req-b9b61954-dde0-4310-bc83-b774e4ef834c tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:32.466270 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-84e437d1-55ee-4159-92f0-25d445110395 req-b9b61954-dde0-4310-bc83-b774e4ef834c tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1 HTTP/1.1" status: 200 len: 945 time: 0.0556891 Apr 05 22:41:32.514487 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-84e437d1-55ee-4159-92f0-25d445110395 req-295cb2a1-4cc2-4f06-a35b-4e6a9358d3c7 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/security-groups?id=1602fbfb-363d-466e-8059-00c4f95822a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418413 Apr 05 22:41:32.916411 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4578be5-b61a-4bcf-a505-c46e293ca1e2 req-ad1c689c-96bb-4f7a-aedd-ab235d4a911f tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:32.917892 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c4578be5-b61a-4bcf-a505-c46e293ca1e2 req-ad1c689c-96bb-4f7a-aedd-ab235d4a911f tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9c3ec7-79db-4e27-b0b9-239732c6eaad HTTP/1.1" status: 200 len: 945 time: 0.0512447 Apr 05 22:41:32.963642 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c4578be5-b61a-4bcf-a505-c46e293ca1e2 req-4e5c3c6c-8754-46c4-b441-23829cf7b480 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7cc9993-4e8a-4abb-b67a-760072a0d25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401835 Apr 05 22:41:33.634438 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab97e9-4b61-4f52-ae26-82277bb1e0f2 req-6844ead6-883d-4355-86e4-1cd358709bbb tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:33.635917 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5dab97e9-4b61-4f52-ae26-82277bb1e0f2 req-6844ead6-883d-4355-86e4-1cd358709bbb tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1 HTTP/1.1" status: 200 len: 945 time: 0.0556750 Apr 05 22:41:33.681572 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5dab97e9-4b61-4f52-ae26-82277bb1e0f2 req-7f067d0c-7b58-4a26-b27d-b857f2cd9129 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/security-groups?id=1602fbfb-363d-466e-8059-00c4f95822a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401359 Apr 05 22:41:34.078215 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f7566e-2971-458b-ab3f-5f46a44d97e4 req-2ea6800b-8863-45ba-ae24-c0e3e1662179 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:34.079652 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-66f7566e-2971-458b-ab3f-5f46a44d97e4 req-2ea6800b-8863-45ba-ae24-c0e3e1662179 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9c3ec7-79db-4e27-b0b9-239732c6eaad HTTP/1.1" status: 200 len: 945 time: 0.0501590 Apr 05 22:41:34.125546 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-66f7566e-2971-458b-ab3f-5f46a44d97e4 req-f5b67f53-e05d-4a14-b81e-200778704ca9 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7cc9993-4e8a-4abb-b67a-760072a0d25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397995 Apr 05 22:41:34.795109 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72ae7c7-9401-4105-afc6-863b522b3b84 req-5d010209-8105-4298-af2d-938a2e532af1 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:34.796537 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a72ae7c7-9401-4105-afc6-863b522b3b84 req-5d010209-8105-4298-af2d-938a2e532af1 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1 HTTP/1.1" status: 200 len: 945 time: 0.0504432 Apr 05 22:41:34.844237 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a72ae7c7-9401-4105-afc6-863b522b3b84 req-03ee3cfa-7c23-4210-bc2b-be1a29440e2d tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/security-groups?id=1602fbfb-363d-466e-8059-00c4f95822a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416939 Apr 05 22:41:35.242197 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48519d-ee17-410b-96d9-74d698ce1fc1 req-142e5cf6-8691-41a1-b803-3b7ac8243314 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:35.243657 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-dd48519d-ee17-410b-96d9-74d698ce1fc1 req-142e5cf6-8691-41a1-b803-3b7ac8243314 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9c3ec7-79db-4e27-b0b9-239732c6eaad HTTP/1.1" status: 200 len: 945 time: 0.0510385 Apr 05 22:41:35.289106 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-dd48519d-ee17-410b-96d9-74d698ce1fc1 req-2836e9c9-6f8f-415d-b81b-b79422efc6a4 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7cc9993-4e8a-4abb-b67a-760072a0d25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399213 Apr 05 22:41:35.511191 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-2d86b65a-71fa-4608-848d-d0ee1c1c0603 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (08425891-4e99-4ae4-974b-85ee5a0410c6), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:35.959824 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0736140d-d73d-4bc5-b033-492a4732ca26 req-37488968-e3f0-4cee-b644-12f8e9c565d0 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:35.961263 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0736140d-d73d-4bc5-b033-492a4732ca26 req-37488968-e3f0-4cee-b644-12f8e9c565d0 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1 HTTP/1.1" status: 200 len: 945 time: 0.0503421 Apr 05 22:41:36.005570 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0736140d-d73d-4bc5-b033-492a4732ca26 req-a3f72320-520b-4955-b94c-3d4664ae4770 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/security-groups?id=1602fbfb-363d-466e-8059-00c4f95822a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387440 Apr 05 22:41:36.412162 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c8baa3-31ce-4cd5-9837-2a0ab8f7013c req-6bef496d-d72d-41fa-ae0c-481d4978047c tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:36.413721 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-39c8baa3-31ce-4cd5-9837-2a0ab8f7013c req-6bef496d-d72d-41fa-ae0c-481d4978047c tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9c3ec7-79db-4e27-b0b9-239732c6eaad HTTP/1.1" status: 200 len: 945 time: 0.0559559 Apr 05 22:41:36.460896 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-39c8baa3-31ce-4cd5-9837-2a0ab8f7013c req-58d0d803-6e64-4ae7-8db2-446824ce5cc7 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7cc9993-4e8a-4abb-b67a-760072a0d25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414662 Apr 05 22:41:37.122542 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b18a13-d2cb-4aa5-a9be-539dfa368539 req-314591d9-5fb4-40ad-9e40-ed49896fe44c tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:37.123995 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-50b18a13-d2cb-4aa5-a9be-539dfa368539 req-314591d9-5fb4-40ad-9e40-ed49896fe44c tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1 HTTP/1.1" status: 200 len: 945 time: 0.0512440 Apr 05 22:41:37.169616 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-50b18a13-d2cb-4aa5-a9be-539dfa368539 req-bbafa85e-2c54-478b-a066-f8e8ee850bc4 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/security-groups?id=1602fbfb-363d-466e-8059-00c4f95822a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400999 Apr 05 22:41:37.682305 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58820e81-a3f6-481f-aee1-f82c8e4cbb17 req-86d62c90-fb97-41e2-a3a0-bf07aaca9cdc tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:37.683763 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-58820e81-a3f6-481f-aee1-f82c8e4cbb17 req-86d62c90-fb97-41e2-a3a0-bf07aaca9cdc tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9c3ec7-79db-4e27-b0b9-239732c6eaad HTTP/1.1" status: 200 len: 945 time: 0.0507548 Apr 05 22:41:37.732736 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-58820e81-a3f6-481f-aee1-f82c8e4cbb17 req-5f6542fc-1a3b-4757-b1ed-046ac6c133e3 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7cc9993-4e8a-4abb-b67a-760072a0d25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434992 Apr 05 22:41:37.861259 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1a1a0e08-15d8-422c-bb9f-c1b20ec8de9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (79a469f9-bdbc-4492-b479-9e5faeaf33b0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:38.284131 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682d01d-02ff-4b9d-a762-09a67a6fbb2d req-a5f4978b-0665-4743-8e4b-7190758f6a0f tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:38.285654 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d682d01d-02ff-4b9d-a762-09a67a6fbb2d req-a5f4978b-0665-4743-8e4b-7190758f6a0f tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1 HTTP/1.1" status: 200 len: 945 time: 0.0505345 Apr 05 22:41:38.331221 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d682d01d-02ff-4b9d-a762-09a67a6fbb2d req-107e3698-0991-4621-b575-4171b7c9779d tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/security-groups?id=1602fbfb-363d-466e-8059-00c4f95822a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394533 Apr 05 22:41:38.853583 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa96059e-ecfa-41a5-938c-6ecc26d0745e req-a383a79d-305e-43ee-ba19-2fd0984c4634 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:38.855249 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-aa96059e-ecfa-41a5-938c-6ecc26d0745e req-a383a79d-305e-43ee-ba19-2fd0984c4634 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9c3ec7-79db-4e27-b0b9-239732c6eaad HTTP/1.1" status: 200 len: 945 time: 0.0558624 Apr 05 22:41:38.902112 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-aa96059e-ecfa-41a5-938c-6ecc26d0745e req-8ecf3fa7-31a5-4c4c-8afc-6c0d1585895c tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7cc9993-4e8a-4abb-b67a-760072a0d25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412693 Apr 05 22:41:38.965724 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-dae4f030-1cb2-49a8-bcfa-6facf2529a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (e40c9916-dc7d-41d8-a75d-da550db0c469), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:39.450196 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d60cd-f122-4e92-9ebb-0f817f02b41a req-4fa5bead-308a-426d-b016-eb3aa1c56f27 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:39.451631 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-753d60cd-f122-4e92-9ebb-0f817f02b41a req-4fa5bead-308a-426d-b016-eb3aa1c56f27 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1 HTTP/1.1" status: 200 len: 945 time: 0.0529282 Apr 05 22:41:39.496797 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-753d60cd-f122-4e92-9ebb-0f817f02b41a req-67e57798-78ad-47d4-ab9d-17baa8c479c0 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/security-groups?id=1602fbfb-363d-466e-8059-00c4f95822a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397413 Apr 05 22:41:39.733775 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b769b-de1a-4379-a07a-b747c8ee338e req-bcf6f14c-a8c4-4620-8329-21eda6b266aa tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:39.735247 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e66b769b-de1a-4379-a07a-b747c8ee338e req-bcf6f14c-a8c4-4620-8329-21eda6b266aa tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1 HTTP/1.1" status: 200 len: 945 time: 0.0520282 Apr 05 22:41:39.810745 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e66b769b-de1a-4379-a07a-b747c8ee338e req-40bd06cf-fed1-4e30-a7e6-4fc5a9767b8f tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/security-groups?id=1602fbfb-363d-466e-8059-00c4f95822a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0691683 Apr 05 22:41:39.826327 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f17933-15e1-4dca-b08d-c7c48915f964 req-26f8dbef-c3c0-4e46-a727-b86d636e96d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:39.827797 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a8f17933-15e1-4dca-b08d-c7c48915f964 req-26f8dbef-c3c0-4e46-a727-b86d636e96d8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d9b7ea8d9b8d48318b8a50555b5be4f1&device_id=91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1 HTTP/1.1" status: 200 len: 1129 time: 0.0547507 Apr 05 22:41:39.914888 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f17933-15e1-4dca-b08d-c7c48915f964 req-0d351035-18eb-4d14-b017-c4d2351d9bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:39.916338 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a8f17933-15e1-4dca-b08d-c7c48915f964 req-0d351035-18eb-4d14-b017-c4d2351d9bb0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=da73ea9b-ba6b-4c3a-88b0-57977001462e HTTP/1.1" status: 200 len: 911 time: 0.0825739 Apr 05 22:41:40.018513 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a8f17933-15e1-4dca-b08d-c7c48915f964 req-f9a84c83-c5ba-4894-8240-31fcf4922868 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67c2afe0-e448-48a4-b01a-3ed734bcec2a HTTP/1.1" status: 200 len: 1001 time: 0.0955534 Apr 05 22:41:40.041385 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a12da-ad38-408b-a652-34846cb3642e req-9903482a-2046-4b8b-90fc-1c18c53464cf tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:40.042833 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-298a12da-ad38-408b-a652-34846cb3642e req-9903482a-2046-4b8b-90fc-1c18c53464cf tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9c3ec7-79db-4e27-b0b9-239732c6eaad HTTP/1.1" status: 200 len: 945 time: 0.0722637 Apr 05 22:41:40.092539 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f17933-15e1-4dca-b08d-c7c48915f964 req-5077a6aa-7af3-4656-aa6f-58bf8e701b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:40.093969 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a8f17933-15e1-4dca-b08d-c7c48915f964 req-5077a6aa-7af3-4656-aa6f-58bf8e701b2a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=12407ce6-40cf-4857-a656-235674308ba7 HTTP/1.1" status: 200 len: 849 time: 0.0678647 Apr 05 22:41:40.138815 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-298a12da-ad38-408b-a652-34846cb3642e req-cb55a092-bec5-4c5e-8667-6298057627de tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7cc9993-4e8a-4abb-b67a-760072a0d25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787148 Apr 05 22:41:40.154605 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f17933-15e1-4dca-b08d-c7c48915f964 req-f6e1a3e3-8a42-4052-b6d8-5893dc7288c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:40.156070 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a8f17933-15e1-4dca-b08d-c7c48915f964 req-f6e1a3e3-8a42-4052-b6d8-5893dc7288c8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=da73ea9b-ba6b-4c3a-88b0-57977001462e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0538573 Apr 05 22:41:40.246917 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a8f17933-15e1-4dca-b08d-c7c48915f964 req-0bc567c9-150e-4e33-a872-955fc183c65f service neutron] 10.222.0.13 "GET /v2.0/networks/da73ea9b-ba6b-4c3a-88b0-57977001462e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835321 Apr 05 22:41:40.338318 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a8f17933-15e1-4dca-b08d-c7c48915f964 req-0c202a3b-cc70-44f9-93f5-05883888f3ff service neutron] 10.222.0.13 "GET /v2.0/networks/da73ea9b-ba6b-4c3a-88b0-57977001462e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840557 Apr 05 22:41:40.611615 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-99ae2e83-6010-40d2-b70a-5b0f9e3ea887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (f28e62d6-8243-45bb-b578-64cfae2561d0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:40.925613 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed73eb-cb77-40d5-a637-0f327472a6d0 req-90e0474c-13b2-4a33-b6c4-411c94b9b2f6 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:40.927077 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-66ed73eb-cb77-40d5-a637-0f327472a6d0 req-90e0474c-13b2-4a33-b6c4-411c94b9b2f6 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1 HTTP/1.1" status: 200 len: 945 time: 0.0510173 Apr 05 22:41:40.974020 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-66ed73eb-cb77-40d5-a637-0f327472a6d0 req-686d7dd5-5ba3-4250-b520-9476c8df7a5f tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/security-groups?id=1602fbfb-363d-466e-8059-00c4f95822a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397096 Apr 05 22:41:41.255147 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11a2be8-3972-426d-9597-e75a3ca34301 req-9fee8d63-dc5e-4a98-a2c5-b6e455bc37a9 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:41.256665 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b11a2be8-3972-426d-9597-e75a3ca34301 req-9fee8d63-dc5e-4a98-a2c5-b6e455bc37a9 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9c3ec7-79db-4e27-b0b9-239732c6eaad HTTP/1.1" status: 200 len: 945 time: 0.0513752 Apr 05 22:41:41.301424 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b11a2be8-3972-426d-9597-e75a3ca34301 req-17f77ae9-b36a-4158-9bbe-d8e269ee2272 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7cc9993-4e8a-4abb-b67a-760072a0d25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392067 Apr 05 22:41:42.051087 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (b771b186-15ef-4a1a-9c73-ea54ac08c8ac), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:42.094754 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68af976f-6401-4d5d-abd6-e9fd6642721e req-7a9e7045-de33-41c9-8711-e901071831c0 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:42.096471 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-68af976f-6401-4d5d-abd6-e9fd6642721e req-7a9e7045-de33-41c9-8711-e901071831c0 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1 HTTP/1.1" status: 200 len: 945 time: 0.0554106 Apr 05 22:41:42.143005 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-68af976f-6401-4d5d-abd6-e9fd6642721e req-b802f1dc-8b28-41d0-9d87-dbeceb55e6ae tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/security-groups?id=1602fbfb-363d-466e-8059-00c4f95822a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405169 Apr 05 22:41:42.419010 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2758f5-b0f7-4e03-8ca0-6920a0b303b0 req-6a6b273e-7654-40a7-90d6-f4866a8342d8 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:42.420467 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3e2758f5-b0f7-4e03-8ca0-6920a0b303b0 req-6a6b273e-7654-40a7-90d6-f4866a8342d8 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9c3ec7-79db-4e27-b0b9-239732c6eaad HTTP/1.1" status: 200 len: 945 time: 0.0506949 Apr 05 22:41:42.466207 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3e2758f5-b0f7-4e03-8ca0-6920a0b303b0 req-e0bd3163-fa77-47c3-8855-79da23c0ecdd tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7cc9993-4e8a-4abb-b67a-760072a0d25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403557 Apr 05 22:41:43.587214 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df656664-462a-40c3-a50f-9a429155471f req-8e074b68-3e79-4953-a355-fe3be557467c tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:43.588721 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-df656664-462a-40c3-a50f-9a429155471f req-8e074b68-3e79-4953-a355-fe3be557467c tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9c3ec7-79db-4e27-b0b9-239732c6eaad HTTP/1.1" status: 200 len: 945 time: 0.0560162 Apr 05 22:41:43.634817 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-df656664-462a-40c3-a50f-9a429155471f req-af5be60a-e0f2-4a0e-b0e6-155454e9784b tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7cc9993-4e8a-4abb-b67a-760072a0d25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404837 Apr 05 22:41:43.854721 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084f1392-2bcb-4140-9033-fbeaf739f400 req-b2d800ed-ca71-4588-8b3d-5198a16c7c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:43.856117 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-084f1392-2bcb-4140-9033-fbeaf739f400 req-b2d800ed-ca71-4588-8b3d-5198a16c7c70 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fe9c3ec7-79db-4e27-b0b9-239732c6eaad HTTP/1.1" status: 200 len: 1129 time: 0.0425727 Apr 05 22:41:43.899967 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-084f1392-2bcb-4140-9033-fbeaf739f400 req-72322708-7c2a-4f38-aede-6c9ba9bee151 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f7cc9993-4e8a-4abb-b67a-760072a0d25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365951 Apr 05 22:41:44.750430 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bd9ae7-c649-4b74-88a3-607f8074f57a req-83b30ca0-42a8-404a-9bb8-a2481f5321c5 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:44.751878 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a2bd9ae7-c649-4b74-88a3-607f8074f57a req-83b30ca0-42a8-404a-9bb8-a2481f5321c5 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9c3ec7-79db-4e27-b0b9-239732c6eaad HTTP/1.1" status: 200 len: 945 time: 0.0506849 Apr 05 22:41:44.805637 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a2bd9ae7-c649-4b74-88a3-607f8074f57a req-311c25ad-061a-4f81-8eea-7db53c27e7d8 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7cc9993-4e8a-4abb-b67a-760072a0d25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482228 Apr 05 22:41:45.922718 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeda318-4235-4888-8a22-42c482ffec17 req-ee6870fd-e324-4a6d-947a-fe853e2336d9 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:45.924074 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-dfeda318-4235-4888-8a22-42c482ffec17 req-ee6870fd-e324-4a6d-947a-fe853e2336d9 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9c3ec7-79db-4e27-b0b9-239732c6eaad HTTP/1.1" status: 200 len: 945 time: 0.0500917 Apr 05 22:41:45.970234 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-dfeda318-4235-4888-8a22-42c482ffec17 req-31554f64-8454-487a-814c-cad09106c678 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7cc9993-4e8a-4abb-b67a-760072a0d25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398152 Apr 05 22:41:46.384237 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c60877f-fd2c-4404-86f6-3c7665d52b6f req-86869ed2-cf0e-4064-b10b-6fba6799d06b tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:46.385716 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0c60877f-fd2c-4404-86f6-3c7665d52b6f req-86869ed2-cf0e-4064-b10b-6fba6799d06b tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9c3ec7-79db-4e27-b0b9-239732c6eaad HTTP/1.1" status: 200 len: 945 time: 0.0788229 Apr 05 22:41:46.415494 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8169ca53-3d74-469f-9508-11ce4981f22d req-1b355931-51da-4ef6-bff5-1a2a155fa71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:46.416932 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8169ca53-3d74-469f-9508-11ce4981f22d req-1b355931-51da-4ef6-bff5-1a2a155fa71c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1ba0c2747b5346a280f6f563ba891f9e&device_id=fe9c3ec7-79db-4e27-b0b9-239732c6eaad HTTP/1.1" status: 200 len: 1129 time: 0.1148529 Apr 05 22:41:46.464750 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0c60877f-fd2c-4404-86f6-3c7665d52b6f req-3c6f4899-d048-47b5-9ef7-0a5a5d2a60c3 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7cc9993-4e8a-4abb-b67a-760072a0d25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730169 Apr 05 22:41:46.519912 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8169ca53-3d74-469f-9508-11ce4981f22d req-4f32385d-3a5d-46d5-8241-e62e42f75f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:46.521366 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8169ca53-3d74-469f-9508-11ce4981f22d req-4f32385d-3a5d-46d5-8241-e62e42f75f2e service neutron] 10.222.0.13 "GET /v2.0/networks?id=3db3989f-3792-497b-8859-b82b64749acf HTTP/1.1" status: 200 len: 919 time: 0.0959015 Apr 05 22:41:46.591890 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8169ca53-3d74-469f-9508-11ce4981f22d req-b5722196-53fc-4c04-a152-c5d841d8f830 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e591e6dc-57a0-485e-8495-54d43217b08d HTTP/1.1" status: 200 len: 1001 time: 0.0601718 Apr 05 22:41:46.639066 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8169ca53-3d74-469f-9508-11ce4981f22d req-42115f75-13e5-44e1-8ef4-1e0364157bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:46.640478 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8169ca53-3d74-469f-9508-11ce4981f22d req-42115f75-13e5-44e1-8ef4-1e0364157bcf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=37586d04-a04b-404d-8716-ce23cb986874 HTTP/1.1" status: 200 len: 857 time: 0.0425549 Apr 05 22:41:46.687445 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8169ca53-3d74-469f-9508-11ce4981f22d req-738150c0-86af-4025-864a-bf57a647c1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:46.688884 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8169ca53-3d74-469f-9508-11ce4981f22d req-738150c0-86af-4025-864a-bf57a647c1e9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3db3989f-3792-497b-8859-b82b64749acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421109 Apr 05 22:41:46.778617 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8169ca53-3d74-469f-9508-11ce4981f22d req-58fa232b-2c77-4d59-bd77-eaea07377d71 service neutron] 10.222.0.13 "GET /v2.0/networks/3db3989f-3792-497b-8859-b82b64749acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828826 Apr 05 22:41:46.866962 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8169ca53-3d74-469f-9508-11ce4981f22d req-6b760309-0c0a-40f5-b063-7f1025ada4da service neutron] 10.222.0.13 "GET /v2.0/networks/3db3989f-3792-497b-8859-b82b64749acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823314 Apr 05 22:41:47.010316 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-97cde7d9-dbb1-4d23-a7c6-1511c50e2662 None None] Agent healthcheck: found 6 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:41:47.591988 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b00e11a-789c-4c54-9aec-5d5a48276e97 req-304a50fd-4dd6-4515-8fc4-1492a2d46b1c tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:47.593455 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4b00e11a-789c-4c54-9aec-5d5a48276e97 req-304a50fd-4dd6-4515-8fc4-1492a2d46b1c tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9c3ec7-79db-4e27-b0b9-239732c6eaad HTTP/1.1" status: 200 len: 945 time: 0.0558031 Apr 05 22:41:47.639212 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4b00e11a-789c-4c54-9aec-5d5a48276e97 req-fa031fee-2531-4bfe-97da-fb4d54a1fa50 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7cc9993-4e8a-4abb-b67a-760072a0d25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399981 Apr 05 22:41:48.754750 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa5ec11-80c8-4c40-b2b5-9f7c86d6974a req-909330eb-df5b-4243-885a-98b73a647f2d tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:48.756194 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-faa5ec11-80c8-4c40-b2b5-9f7c86d6974a req-909330eb-df5b-4243-885a-98b73a647f2d tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9c3ec7-79db-4e27-b0b9-239732c6eaad HTTP/1.1" status: 200 len: 945 time: 0.0505786 Apr 05 22:41:48.800702 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-faa5ec11-80c8-4c40-b2b5-9f7c86d6974a req-c6120498-a812-4c5a-bf69-538e2674fab2 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7cc9993-4e8a-4abb-b67a-760072a0d25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385640 Apr 05 22:41:49.918193 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a27dc-9844-4046-9c64-4b2792b29440 req-0b53dab8-9247-4630-8472-09d814040092 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:49.919555 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-537a27dc-9844-4046-9c64-4b2792b29440 req-0b53dab8-9247-4630-8472-09d814040092 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9c3ec7-79db-4e27-b0b9-239732c6eaad HTTP/1.1" status: 200 len: 945 time: 0.0511417 Apr 05 22:41:49.966673 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-537a27dc-9844-4046-9c64-4b2792b29440 req-a34c543e-1748-46f9-922f-49df21a3b036 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7cc9993-4e8a-4abb-b67a-760072a0d25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416207 Apr 05 22:41:51.085708 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125cd336-23bf-4967-88d1-7dacf7602de1 req-e9f270e6-387f-4d58-b213-fd79db0c34dd tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:51.087150 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-125cd336-23bf-4967-88d1-7dacf7602de1 req-e9f270e6-387f-4d58-b213-fd79db0c34dd tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9c3ec7-79db-4e27-b0b9-239732c6eaad HTTP/1.1" status: 200 len: 945 time: 0.0506749 Apr 05 22:41:51.132705 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-125cd336-23bf-4967-88d1-7dacf7602de1 req-85bb844a-db0f-4506-8592-0a2f01683c47 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7cc9993-4e8a-4abb-b67a-760072a0d25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401013 Apr 05 22:41:51.244398 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7685d-9d23-423c-968f-2967b1fe8c0c req-82085d9f-252d-412a-8da9-fa5194493020 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:51.245954 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-51e7685d-9d23-423c-968f-2967b1fe8c0c req-82085d9f-252d-412a-8da9-fa5194493020 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9c3ec7-79db-4e27-b0b9-239732c6eaad HTTP/1.1" status: 200 len: 945 time: 0.0505900 Apr 05 22:41:51.254702 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 41836) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:41:51.259540 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-88f9ce33-01f0-486b-ad0c-10bf16b8cfc0 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Request body: {'floatingip': {'port_id': 'e591e6dc-57a0-485e-8495-54d43217b08d'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:41:51.316534 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-88f9ce33-01f0-486b-ad0c-10bf16b8cfc0 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Publish callbacks [] for floatingip (0c94cd2b-93db-4689-87f3-c317510d65f2), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:51.769997 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-88f9ce33-01f0-486b-ad0c-10bf16b8cfc0 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:51.773701 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-88f9ce33-01f0-486b-ad0c-10bf16b8cfc0 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536593'] for floatingip (0c94cd2b-93db-4689-87f3-c317510d65f2), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:52.202909 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88f9ce33-01f0-486b-ad0c-10bf16b8cfc0 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Router 074602ce-52eb-49db-b2b4-9c9dd099caab has already been hosted by L3 agent 79a469f9-bdbc-4492-b479-9e5faeaf33b0 {{(pid=103469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:41:52.310332 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f9ce33-01f0-486b-ad0c-10bf16b8cfc0 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Notify agent at l3_agent.dv-cinder-835881-4-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:41:52.315184 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-88f9ce33-01f0-486b-ad0c-10bf16b8cfc0 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for floatingip (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:52.320989 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40d1b74-427f-482d-b62e-2f3fe868039d None None] Sync routers for ids ['074602ce-52eb-49db-b2b4-9c9dd099caab'] in dv-cinder-835881-4-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:41:52.330267 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40d1b74-427f-482d-b62e-2f3fe868039d None None] Routers {'074602ce-52eb-49db-b2b4-9c9dd099caab'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:41:52.330863 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-c40d1b74-427f-482d-b62e-2f3fe868039d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:41:38Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['074602ce-52eb-49db-b2b4-9c9dd099caab'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:41:52.346466 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe9c3ec7-79db-4e27-b0b9-239732c6eaad', 'tag': 'e591e6dc-57a0-485e-8495-54d43217b08d'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:41:52.348688 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f386ba26b1031f5495d5bdef0d2c98b5b567df56bfe60a1d1e0dd7c3f719aed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b5e8ac-160b-4696-9ba4-6e13e5a24ff6" -d '{"events": [{"name": "network-changed", "server_uuid": "fe9c3ec7-79db-4e27-b0b9-239732c6eaad", "tag": "e591e6dc-57a0-485e-8495-54d43217b08d"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:41:52.377259 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-88f9ce33-01f0-486b-ad0c-10bf16b8cfc0 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "PUT /v2.0/floatingips/0c94cd2b-93db-4689-87f3-c317510d65f2 HTTP/1.1" status: 200 len: 993 time: 1.1213534 Apr 05 22:41:52.398176 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec663aa-b48c-4298-bd1f-085ba1cd3056 x-openstack-request-id: req-5ec663aa-b48c-4298-bd1f-085ba1cd3056 {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:41:52.398468 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe9c3ec7-79db-4e27-b0b9-239732c6eaad", "tag": "e591e6dc-57a0-485e-8495-54d43217b08d", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:41:52.398716 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5ec663aa-b48c-4298-bd1f-085ba1cd3056 {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:41:52.399118 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ec663aa-b48c-4298-bd1f-085ba1cd3056'] response: {'name': 'network-changed', 'server_uuid': 'fe9c3ec7-79db-4e27-b0b9-239732c6eaad', 'tag': 'e591e6dc-57a0-485e-8495-54d43217b08d', 'status': 'completed', 'code': 200} Apr 05 22:41:52.439552 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-c40d1b74-427f-482d-b62e-2f3fe868039d None None] Set router 074602ce-52eb-49db-b2b4-9c9dd099caab gateway port host: dv-cinder-835881-4-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:41:52.462745 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5e8ac-160b-4696-9ba4-6e13e5a24ff6 req-b919f647-9fe7-4ffc-8d5f-fc055937687a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:52.464226 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-50b5e8ac-160b-4696-9ba4-6e13e5a24ff6 req-b919f647-9fe7-4ffc-8d5f-fc055937687a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1ba0c2747b5346a280f6f563ba891f9e&device_id=fe9c3ec7-79db-4e27-b0b9-239732c6eaad HTTP/1.1" status: 200 len: 1129 time: 0.0432422 Apr 05 22:41:52.555272 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5e8ac-160b-4696-9ba4-6e13e5a24ff6 req-6f5f1c0e-d40c-4068-9b0c-f84023b5a55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:52.556776 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-50b5e8ac-160b-4696-9ba4-6e13e5a24ff6 req-6f5f1c0e-d40c-4068-9b0c-f84023b5a55f service neutron] 10.222.0.13 "GET /v2.0/networks?id=3db3989f-3792-497b-8859-b82b64749acf HTTP/1.1" status: 200 len: 919 time: 0.0861452 Apr 05 22:41:52.623300 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-50b5e8ac-160b-4696-9ba4-6e13e5a24ff6 req-a1de2d69-7a85-4876-a80e-d3ee965face0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e591e6dc-57a0-485e-8495-54d43217b08d HTTP/1.1" status: 200 len: 1001 time: 0.0601158 Apr 05 22:41:52.665732 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-c40d1b74-427f-482d-b62e-2f3fe868039d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '074602ce-52eb-49db-b2b4-9c9dd099caab', 'name': 'tempest-ServerRescueNegativeTestJSON-879278927-router', 'tenant_id': '1ba0c2747b5346a280f6f563ba891f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': 'afdd8a75-4065-46c1-8241-8b04d9e6aaaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:36:27Z', 'updated_at': '2022-04-05T22:36:34Z', 'revision_number': 4, 'project_id': '1ba0c2747b5346a280f6f563ba891f9e', 'gw_port': {'id': 'afdd8a75-4065-46c1-8241-8b04d9e6aaaf', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:53:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074602ce-52eb-49db-b2b4-9c9dd099caab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:29Z', 'updated_at': '2022-04-05T22:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_floatingips': [{'id': '0c94cd2b-93db-4689-87f3-c317510d65f2', 'tenant_id': '1ba0c2747b5346a280f6f563ba891f9e', 'floating_ip_address': '172.27.1.170', 'floating_network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'router_id': '074602ce-52eb-49db-b2b4-9c9dd099caab', 'port_id': 'e591e6dc-57a0-485e-8495-54d43217b08d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3db3989f-3792-497b-8859-b82b64749acf', 'mac_address': 'fa:16:3e:73:38:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9c3ec7-79db-4e27-b0b9-239732c6eaad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:38:58Z', 'updated_at': '2022-04-05T22:41:51Z', 'revision_number': 3, 'project_id': '1ba0c2747b5346a280f6f563ba891f9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f69c885-3161-428d-a165-07787169a6aa', 'name': '', 'network_id': '3db3989f-3792-497b-8859-b82b64749acf', 'tenant_id': '1ba0c2747b5346a280f6f563ba891f9e', 'mac_address': 'fa:16:3e:49:57:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074602ce-52eb-49db-b2b4-9c9dd099caab', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '37586d04-a04b-404d-8716-ce23cb986874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:33Z', 'updated_at': '2022-04-05T22:36:44Z', 'revision_number': 5, 'project_id': '1ba0c2747b5346a280f6f563ba891f9e', 'subnets': [{'id': '37586d04-a04b-404d-8716-ce23cb986874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:41:52.676461 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5e8ac-160b-4696-9ba4-6e13e5a24ff6 req-3e3a5833-8b76-4a83-a3da-d6972307b8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:52.677987 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-50b5e8ac-160b-4696-9ba4-6e13e5a24ff6 req-3e3a5833-8b76-4a83-a3da-d6972307b8f9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=37586d04-a04b-404d-8716-ce23cb986874 HTTP/1.1" status: 200 len: 857 time: 0.0486679 Apr 05 22:41:52.691711 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40d1b74-427f-482d-b62e-2f3fe868039d None None] Checking router: 074602ce-52eb-49db-b2b4-9c9dd099caab for host: dv-cinder-835881-4-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:41:52.700850 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40d1b74-427f-482d-b62e-2f3fe868039d None None] Routers {'074602ce-52eb-49db-b2b4-9c9dd099caab'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:41:52.701462 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-c40d1b74-427f-482d-b62e-2f3fe868039d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:41:38Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['074602ce-52eb-49db-b2b4-9c9dd099caab'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:41:52.726382 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5e8ac-160b-4696-9ba4-6e13e5a24ff6 req-86bc6bf9-8e28-4281-b344-c182cca3a886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:52.727863 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-50b5e8ac-160b-4696-9ba4-6e13e5a24ff6 req-86bc6bf9-8e28-4281-b344-c182cca3a886 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3db3989f-3792-497b-8859-b82b64749acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429349 Apr 05 22:41:52.809271 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-c40d1b74-427f-482d-b62e-2f3fe868039d None None] Set router 074602ce-52eb-49db-b2b4-9c9dd099caab gateway port host: dv-cinder-835881-4-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:41:52.816332 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-50b5e8ac-160b-4696-9ba4-6e13e5a24ff6 req-13cbc795-416b-4c0c-bd3b-a151a52153a9 service neutron] 10.222.0.13 "GET /v2.0/networks/3db3989f-3792-497b-8859-b82b64749acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820384 Apr 05 22:41:52.910020 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-50b5e8ac-160b-4696-9ba4-6e13e5a24ff6 req-2eb949c4-0510-40b2-bda1-728e0201db97 service neutron] 10.222.0.13 "GET /v2.0/networks/3db3989f-3792-497b-8859-b82b64749acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844667 Apr 05 22:41:53.033883 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-c40d1b74-427f-482d-b62e-2f3fe868039d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '074602ce-52eb-49db-b2b4-9c9dd099caab', 'name': 'tempest-ServerRescueNegativeTestJSON-879278927-router', 'tenant_id': '1ba0c2747b5346a280f6f563ba891f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': 'afdd8a75-4065-46c1-8241-8b04d9e6aaaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:36:27Z', 'updated_at': '2022-04-05T22:36:34Z', 'revision_number': 4, 'project_id': '1ba0c2747b5346a280f6f563ba891f9e', 'gw_port': {'id': 'afdd8a75-4065-46c1-8241-8b04d9e6aaaf', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:53:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074602ce-52eb-49db-b2b4-9c9dd099caab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:29Z', 'updated_at': '2022-04-05T22:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_floatingips': [{'id': '0c94cd2b-93db-4689-87f3-c317510d65f2', 'tenant_id': '1ba0c2747b5346a280f6f563ba891f9e', 'floating_ip_address': '172.27.1.170', 'floating_network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'router_id': '074602ce-52eb-49db-b2b4-9c9dd099caab', 'port_id': 'e591e6dc-57a0-485e-8495-54d43217b08d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3db3989f-3792-497b-8859-b82b64749acf', 'mac_address': 'fa:16:3e:73:38:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9c3ec7-79db-4e27-b0b9-239732c6eaad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:38:58Z', 'updated_at': '2022-04-05T22:41:51Z', 'revision_number': 3, 'project_id': '1ba0c2747b5346a280f6f563ba891f9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f69c885-3161-428d-a165-07787169a6aa', 'name': '', 'network_id': '3db3989f-3792-497b-8859-b82b64749acf', 'tenant_id': '1ba0c2747b5346a280f6f563ba891f9e', 'mac_address': 'fa:16:3e:49:57:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074602ce-52eb-49db-b2b4-9c9dd099caab', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '37586d04-a04b-404d-8716-ce23cb986874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:33Z', 'updated_at': '2022-04-05T22:36:44Z', 'revision_number': 5, 'project_id': '1ba0c2747b5346a280f6f563ba891f9e', 'subnets': [{'id': '37586d04-a04b-404d-8716-ce23cb986874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:41:53.136001 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40d1b74-427f-482d-b62e-2f3fe868039d None None] The sync data for ids ['074602ce-52eb-49db-b2b4-9c9dd099caab'] in dv-cinder-835881-4-iscsi is: [{'id': '074602ce-52eb-49db-b2b4-9c9dd099caab', 'name': 'tempest-ServerRescueNegativeTestJSON-879278927-router', 'tenant_id': '1ba0c2747b5346a280f6f563ba891f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': 'afdd8a75-4065-46c1-8241-8b04d9e6aaaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:36:27Z', 'updated_at': '2022-04-05T22:36:34Z', 'revision_number': 4, 'project_id': '1ba0c2747b5346a280f6f563ba891f9e', 'gw_port': {'id': 'afdd8a75-4065-46c1-8241-8b04d9e6aaaf', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:53:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074602ce-52eb-49db-b2b4-9c9dd099caab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:29Z', 'updated_at': '2022-04-05T22:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_floatingips': [{'id': '0c94cd2b-93db-4689-87f3-c317510d65f2', 'tenant_id': '1ba0c2747b5346a280f6f563ba891f9e', 'floating_ip_address': '172.27.1.170', 'floating_network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'router_id': '074602ce-52eb-49db-b2b4-9c9dd099caab', 'port_id': 'e591e6dc-57a0-485e-8495-54d43217b08d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3db3989f-3792-497b-8859-b82b64749acf', 'mac_address': 'fa:16:3e:73:38:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9c3ec7-79db-4e27-b0b9-239732c6eaad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:38:58Z', 'updated_at': '2022-04-05T22:41:51Z', 'revision_number': 3, 'project_id': '1ba0c2747b5346a280f6f563ba891f9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f69c885-3161-428d-a165-07787169a6aa', 'name': '', 'network_id': '3db3989f-3792-497b-8859-b82b64749acf', 'tenant_id': '1ba0c2747b5346a280f6f563ba891f9e', 'mac_address': 'fa:16:3e:49:57:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074602ce-52eb-49db-b2b4-9c9dd099caab', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '37586d04-a04b-404d-8716-ce23cb986874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:33Z', 'updated_at': '2022-04-05T22:36:44Z', 'revision_number': 5, 'project_id': '1ba0c2747b5346a280f6f563ba891f9e', 'subnets': [{'id': '37586d04-a04b-404d-8716-ce23cb986874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:41:54.400181 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe9c3ec7-79db-4e27-b0b9-239732c6eaad', 'tag': 'e591e6dc-57a0-485e-8495-54d43217b08d'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:41:54.402658 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f386ba26b1031f5495d5bdef0d2c98b5b567df56bfe60a1d1e0dd7c3f719aed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbdfb41b-ea13-469b-b044-6c9bc69af8a3" -d '{"events": [{"name": "network-changed", "server_uuid": "fe9c3ec7-79db-4e27-b0b9-239732c6eaad", "tag": "e591e6dc-57a0-485e-8495-54d43217b08d"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:41:54.437022 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9077c8b2-066a-404f-b93a-c3b990df1e54 x-openstack-request-id: req-9077c8b2-066a-404f-b93a-c3b990df1e54 {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:41:54.437312 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe9c3ec7-79db-4e27-b0b9-239732c6eaad", "tag": "e591e6dc-57a0-485e-8495-54d43217b08d", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:41:54.437590 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9077c8b2-066a-404f-b93a-c3b990df1e54 {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:41:54.437989 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9077c8b2-066a-404f-b93a-c3b990df1e54'] response: {'name': 'network-changed', 'server_uuid': 'fe9c3ec7-79db-4e27-b0b9-239732c6eaad', 'tag': 'e591e6dc-57a0-485e-8495-54d43217b08d', 'status': 'completed', 'code': 200} Apr 05 22:41:54.503719 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdfb41b-ea13-469b-b044-6c9bc69af8a3 req-ddd15eed-342e-45f9-94e5-c53da34d7a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:54.505177 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-bbdfb41b-ea13-469b-b044-6c9bc69af8a3 req-ddd15eed-342e-45f9-94e5-c53da34d7a51 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1ba0c2747b5346a280f6f563ba891f9e&device_id=fe9c3ec7-79db-4e27-b0b9-239732c6eaad HTTP/1.1" status: 200 len: 1129 time: 0.0427468 Apr 05 22:41:54.596851 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdfb41b-ea13-469b-b044-6c9bc69af8a3 req-096bf6e2-a473-4a91-899a-38016c6ae426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:54.598317 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-bbdfb41b-ea13-469b-b044-6c9bc69af8a3 req-096bf6e2-a473-4a91-899a-38016c6ae426 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3db3989f-3792-497b-8859-b82b64749acf HTTP/1.1" status: 200 len: 919 time: 0.0843637 Apr 05 22:41:54.660269 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-bbdfb41b-ea13-469b-b044-6c9bc69af8a3 req-86d673bf-40cc-45e7-81ec-780ca2b158d1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e591e6dc-57a0-485e-8495-54d43217b08d HTTP/1.1" status: 200 len: 1001 time: 0.0559597 Apr 05 22:41:54.710468 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdfb41b-ea13-469b-b044-6c9bc69af8a3 req-9127da7e-d65b-4a98-89ee-9df80eead482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:54.711785 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-bbdfb41b-ea13-469b-b044-6c9bc69af8a3 req-9127da7e-d65b-4a98-89ee-9df80eead482 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=37586d04-a04b-404d-8716-ce23cb986874 HTTP/1.1" status: 200 len: 857 time: 0.0448704 Apr 05 22:41:54.761553 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdfb41b-ea13-469b-b044-6c9bc69af8a3 req-75cbecec-b44c-4c17-b88e-929c81a1a7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:54.762989 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-bbdfb41b-ea13-469b-b044-6c9bc69af8a3 req-75cbecec-b44c-4c17-b88e-929c81a1a7ad service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3db3989f-3792-497b-8859-b82b64749acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416601 Apr 05 22:41:54.847948 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-bbdfb41b-ea13-469b-b044-6c9bc69af8a3 req-47a03a7d-9323-4b94-8464-dee5fc72a383 service neutron] 10.222.0.13 "GET /v2.0/networks/3db3989f-3792-497b-8859-b82b64749acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784466 Apr 05 22:41:54.936230 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-bbdfb41b-ea13-469b-b044-6c9bc69af8a3 req-7091b479-0313-476a-a633-d06e8a46cd70 service neutron] 10.222.0.13 "GET /v2.0/networks/3db3989f-3792-497b-8859-b82b64749acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815630 Apr 05 22:41:57.804158 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (021dfe4d-8109-4136-9367-dac606dce553), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:05.512811 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-35859b45-ac74-40df-b7d4-1c965a575bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (08425891-4e99-4ae4-974b-85ee5a0410c6), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:07.863039 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-f6e88648-1725-48d2-8821-30d6d2d3f06e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (79a469f9-bdbc-4492-b479-9e5faeaf33b0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:08.968835 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-dae4f030-1cb2-49a8-bcfa-6facf2529a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (e40c9916-dc7d-41d8-a75d-da550db0c469), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:09.834458 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd6dc22-8598-42e0-b918-5f78b2690d27 req-4205f10e-60a7-453f-b61a-5f34df62357d tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:09.835900 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9cd6dc22-8598-42e0-b918-5f78b2690d27 req-4205f10e-60a7-453f-b61a-5f34df62357d tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=06881f90-7a15-4e93-8f9b-76a8e4672710 HTTP/1.1" status: 200 len: 945 time: 0.0512035 Apr 05 22:42:09.880726 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9cd6dc22-8598-42e0-b918-5f78b2690d27 req-cc09f599-1dfa-42c7-a552-df152f02d04b tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/security-groups?id=b03c347d-cf3e-4de3-b03c-f4119bca7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388229 Apr 05 22:42:10.614576 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-99ae2e83-6010-40d2-b70a-5b0f9e3ea887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (f28e62d6-8243-45bb-b578-64cfae2561d0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:11.001363 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72fda4a-5c5d-404c-9eda-a661d61b2e50 req-6c6bcf0d-41d3-417d-ae51-5ecaadcfed8b tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:11.002879 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e72fda4a-5c5d-404c-9eda-a661d61b2e50 req-6c6bcf0d-41d3-417d-ae51-5ecaadcfed8b tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=06881f90-7a15-4e93-8f9b-76a8e4672710 HTTP/1.1" status: 200 len: 945 time: 0.0554407 Apr 05 22:42:11.048140 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e72fda4a-5c5d-404c-9eda-a661d61b2e50 req-1a9cc3fe-6cb5-4c7a-a381-7f8e8c8f6cbe tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/security-groups?id=b03c347d-cf3e-4de3-b03c-f4119bca7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397794 Apr 05 22:42:11.628401 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b1c7c2-db65-4cfa-abf6-12e5a3e547d6 req-c71de4cb-ef07-4269-b9b0-0e0e8c7f5d28 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:11.629907 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d9b1c7c2-db65-4cfa-abf6-12e5a3e547d6 req-c71de4cb-ef07-4269-b9b0-0e0e8c7f5d28 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.13 "GET /v2.0/ports?device_id=06881f90-7a15-4e93-8f9b-76a8e4672710 HTTP/1.1" status: 200 len: 945 time: 0.0514419 Apr 05 22:42:11.728359 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [req-d9b1c7c2-db65-4cfa-abf6-12e5a3e547d6 req-8230ddc6-85d4-4d6d-b04c-8b02509a74a3 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Deleting port c17b67cc-11f2-4055-98bb-8d1010478f33 {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:42:11.728695 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-d9b1c7c2-db65-4cfa-abf6-12e5a3e547d6 req-8230ddc6-85d4-4d6d-b04c-8b02509a74a3 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757100664625'] for port (c17b67cc-11f2-4055-98bb-8d1010478f33), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:11.813961 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-d9b1c7c2-db65-4cfa-abf6-12e5a3e547d6 req-8230ddc6-85d4-4d6d-b04c-8b02509a74a3 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] For port c17b67cc-11f2-4055-98bb-8d1010478f33, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=c17b67cc-11f2-4055-98bb-8d1010478f33,segment=NetworkSegment(7d65933d-36de-4f1d-ae48-24ad40f63257),segment_id=7d65933d-36de-4f1d-ae48-24ad40f63257)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:42:11.814243 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-d9b1c7c2-db65-4cfa-abf6-12e5a3e547d6 req-8230ddc6-85d4-4d6d-b04c-8b02509a74a3 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525920'] for port (c17b67cc-11f2-4055-98bb-8d1010478f33), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:12.030702 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-d9b1c7c2-db65-4cfa-abf6-12e5a3e547d6 req-8230ddc6-85d4-4d6d-b04c-8b02509a74a3 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:12.031389 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-d9b1c7c2-db65-4cfa-abf6-12e5a3e547d6 req-8230ddc6-85d4-4d6d-b04c-8b02509a74a3 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536593'] for floatingip (786ff3d0-1a3d-46b1-8398-55b9c06cef44), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:12.031389 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.db.l3_db [req-d9b1c7c2-db65-4cfa-abf6-12e5a3e547d6 req-8230ddc6-85d4-4d6d-b04c-8b02509a74a3 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Floating IP 786ff3d0-1a3d-46b1-8398-55b9c06cef44 disassociated. External IP: 172.27.1.110, port: c17b67cc-11f2-4055-98bb-8d1010478f33. Apr 05 22:42:12.031692 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [req-d9b1c7c2-db65-4cfa-abf6-12e5a3e547d6 req-8230ddc6-85d4-4d6d-b04c-8b02509a74a3 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Calling delete_port for c17b67cc-11f2-4055-98bb-8d1010478f33 owned by compute:nova {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:42:12.052669 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (b771b186-15ef-4a1a-9c73-ea54ac08c8ac), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:12.204430 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58df965d-0247-444d-8d23-d461f0475c1f req-2b11ee88-d350-4688-b6fe-88e8d1d686fc tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:12.205924 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-58df965d-0247-444d-8d23-d461f0475c1f req-2b11ee88-d350-4688-b6fe-88e8d1d686fc tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=06881f90-7a15-4e93-8f9b-76a8e4672710 HTTP/1.1" status: 200 len: 945 time: 0.0895758 Apr 05 22:42:12.238277 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-d9b1c7c2-db65-4cfa-abf6-12e5a3e547d6 req-8230ddc6-85d4-4d6d-b04c-8b02509a74a3 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757100670980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757100095757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827921'] for port (c17b67cc-11f2-4055-98bb-8d1010478f33), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:12.271400 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8230ddc6-85d4-4d6d-b04c-8b02509a74a3 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Pushing event deleted for resources: {'Port': ['ID=c17b67cc-11f2-4055-98bb-8d1010478f33,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:12.294744 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8230ddc6-85d4-4d6d-b04c-8b02509a74a3 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:12.295096 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8230ddc6-85d4-4d6d-b04c-8b02509a74a3 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:12.295439 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8230ddc6-85d4-4d6d-b04c-8b02509a74a3 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:12.295780 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8230ddc6-85d4-4d6d-b04c-8b02509a74a3 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:12.296115 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8230ddc6-85d4-4d6d-b04c-8b02509a74a3 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:12.296448 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8230ddc6-85d4-4d6d-b04c-8b02509a74a3 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:12.296773 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8230ddc6-85d4-4d6d-b04c-8b02509a74a3 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:12.297102 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8230ddc6-85d4-4d6d-b04c-8b02509a74a3 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:12.297427 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8230ddc6-85d4-4d6d-b04c-8b02509a74a3 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:12.297780 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8230ddc6-85d4-4d6d-b04c-8b02509a74a3 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:12.298107 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8230ddc6-85d4-4d6d-b04c-8b02509a74a3 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:12.298428 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8230ddc6-85d4-4d6d-b04c-8b02509a74a3 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:12.298748 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8230ddc6-85d4-4d6d-b04c-8b02509a74a3 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:12.299074 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8230ddc6-85d4-4d6d-b04c-8b02509a74a3 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:12.299394 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8230ddc6-85d4-4d6d-b04c-8b02509a74a3 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:12.313357 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-58df965d-0247-444d-8d23-d461f0475c1f req-d44331b0-854d-42ed-a969-2dc7b83737f3 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/security-groups?id=b03c347d-cf3e-4de3-b03c-f4119bca7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002557 Apr 05 22:42:12.417532 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d9b1c7c2-db65-4cfa-abf6-12e5a3e547d6 req-8230ddc6-85d4-4d6d-b04c-8b02509a74a3 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Router d51c3735-6a4e-4d37-acdf-25e27a08c3d1 has already been hosted by L3 agent 79a469f9-bdbc-4492-b479-9e5faeaf33b0 {{(pid=103469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:42:12.524098 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d9b1c7c2-db65-4cfa-abf6-12e5a3e547d6 req-8230ddc6-85d4-4d6d-b04c-8b02509a74a3 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Notify agent at l3_agent.dv-cinder-835881-4-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:42:12.534875 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1889b5d5-7d46-47a4-8922-f596b3092ef9 None None] Sync routers for ids ['d51c3735-6a4e-4d37-acdf-25e27a08c3d1'] in dv-cinder-835881-4-iscsi {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:42:12.545357 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1889b5d5-7d46-47a4-8922-f596b3092ef9 None None] Routers {'d51c3735-6a4e-4d37-acdf-25e27a08c3d1'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:42:12.545999 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-1889b5d5-7d46-47a4-8922-f596b3092ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:42:08Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['d51c3735-6a4e-4d37-acdf-25e27a08c3d1'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:12.582975 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9b1c7c2-db65-4cfa-abf6-12e5a3e547d6 req-8230ddc6-85d4-4d6d-b04c-8b02509a74a3 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] No DVR routers for this DVR port c17b67cc-11f2-4055-98bb-8d1010478f33 on host hv-cinder-83588 {{(pid=103469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:42:12.586169 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-d9b1c7c2-db65-4cfa-abf6-12e5a3e547d6 req-8230ddc6-85d4-4d6d-b04c-8b02509a74a3 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:12.589754 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d9b1c7c2-db65-4cfa-abf6-12e5a3e547d6 req-8230ddc6-85d4-4d6d-b04c-8b02509a74a3 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.13 "DELETE /v2.0/ports/c17b67cc-11f2-4055-98bb-8d1010478f33 HTTP/1.1" status: 204 len: 173 time: 0.9526129 Apr 05 22:42:12.590198 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06881f90-7a15-4e93-8f9b-76a8e4672710', 'name': 'network-vif-deleted', 'tag': 'c17b67cc-11f2-4055-98bb-8d1010478f33'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:42:12.592480 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f386ba26b1031f5495d5bdef0d2c98b5b567df56bfe60a1d1e0dd7c3f719aed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2f14d5-bc77-4edc-be74-a38f093d1f5e" -d '{"events": [{"server_uuid": "06881f90-7a15-4e93-8f9b-76a8e4672710", "name": "network-vif-deleted", "tag": "c17b67cc-11f2-4055-98bb-8d1010478f33"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:42:12.681212 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-1889b5d5-7d46-47a4-8922-f596b3092ef9 None None] Set router d51c3735-6a4e-4d37-acdf-25e27a08c3d1 gateway port host: dv-cinder-835881-4-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:42:12.700868 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c1a8021-d322-4b72-ad15-900cbc6a29a2 x-openstack-request-id: req-6c1a8021-d322-4b72-ad15-900cbc6a29a2 {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:42:12.701165 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06881f90-7a15-4e93-8f9b-76a8e4672710", "name": "network-vif-deleted", "tag": "c17b67cc-11f2-4055-98bb-8d1010478f33", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:42:12.701442 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6c1a8021-d322-4b72-ad15-900cbc6a29a2 {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:42:12.701848 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c1a8021-d322-4b72-ad15-900cbc6a29a2'] response: {'server_uuid': '06881f90-7a15-4e93-8f9b-76a8e4672710', 'name': 'network-vif-deleted', 'tag': 'c17b67cc-11f2-4055-98bb-8d1010478f33', 'status': 'completed', 'code': 200} Apr 05 22:42:12.954966 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-1889b5d5-7d46-47a4-8922-f596b3092ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'name': 'tempest-AttachVolumeNegativeTest-472364483-router', 'tenant_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'f7257a2b-51a0-4a83-97f1-aa23ea91efe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:36:28Z', 'updated_at': '2022-04-05T22:36:43Z', 'revision_number': 4, 'project_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'gw_port': {'id': 'f7257a2b-51a0-4a83-97f1-aa23ea91efe1', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:07:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:29Z', 'updated_at': '2022-04-05T22:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_floatingips': [{'id': 'a965fe91-0b42-4e56-ba88-f6acb88f9854', 'tenant_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'floating_ip_address': '172.27.1.88', 'floating_network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'router_id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'port_id': '907261c3-a522-4e82-b795-3ad09c92eb14', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2745cec7-a148-4762-a4f4-09b14f6d3b74', 'mac_address': 'fa:16:3e:67:8a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b131113-42a0-4ca4-b479-32a584e4d546', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:36:53Z', 'updated_at': '2022-04-05T22:38:02Z', 'revision_number': 2, 'project_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35730c02-9364-4d72-96fb-383f73802885', 'name': '', 'network_id': '2745cec7-a148-4762-a4f4-09b14f6d3b74', 'tenant_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'mac_address': 'fa:16:3e:db:97:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '45b714fa-5bcf-429b-b58b-460d14e81c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:40Z', 'updated_at': '2022-04-05T22:36:52Z', 'revision_number': 5, 'project_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'subnets': [{'id': '45b714fa-5bcf-429b-b58b-460d14e81c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:12.980924 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1889b5d5-7d46-47a4-8922-f596b3092ef9 None None] Checking router: d51c3735-6a4e-4d37-acdf-25e27a08c3d1 for host: dv-cinder-835881-4-iscsi {{(pid=103470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:42:12.991825 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1889b5d5-7d46-47a4-8922-f596b3092ef9 None None] Routers {'d51c3735-6a4e-4d37-acdf-25e27a08c3d1'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:42:12.991825 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-1889b5d5-7d46-47a4-8922-f596b3092ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:42:08Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['d51c3735-6a4e-4d37-acdf-25e27a08c3d1'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:13.224677 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-1889b5d5-7d46-47a4-8922-f596b3092ef9 None None] Set router d51c3735-6a4e-4d37-acdf-25e27a08c3d1 gateway port host: dv-cinder-835881-4-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:42:13.403297 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 41888) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:13.455110 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-1889b5d5-7d46-47a4-8922-f596b3092ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'name': 'tempest-AttachVolumeNegativeTest-472364483-router', 'tenant_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'f7257a2b-51a0-4a83-97f1-aa23ea91efe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:36:28Z', 'updated_at': '2022-04-05T22:36:43Z', 'revision_number': 4, 'project_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'gw_port': {'id': 'f7257a2b-51a0-4a83-97f1-aa23ea91efe1', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:07:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:29Z', 'updated_at': '2022-04-05T22:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_floatingips': [{'id': 'a965fe91-0b42-4e56-ba88-f6acb88f9854', 'tenant_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'floating_ip_address': '172.27.1.88', 'floating_network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'router_id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'port_id': '907261c3-a522-4e82-b795-3ad09c92eb14', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2745cec7-a148-4762-a4f4-09b14f6d3b74', 'mac_address': 'fa:16:3e:67:8a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b131113-42a0-4ca4-b479-32a584e4d546', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:36:53Z', 'updated_at': '2022-04-05T22:38:02Z', 'revision_number': 2, 'project_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35730c02-9364-4d72-96fb-383f73802885', 'name': '', 'network_id': '2745cec7-a148-4762-a4f4-09b14f6d3b74', 'tenant_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'mac_address': 'fa:16:3e:db:97:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '45b714fa-5bcf-429b-b58b-460d14e81c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:40Z', 'updated_at': '2022-04-05T22:36:52Z', 'revision_number': 5, 'project_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'subnets': [{'id': '45b714fa-5bcf-429b-b58b-460d14e81c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:13.459509 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-68a6a686-26ca-4e42-9849-7542f1d8e561 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for security_group (b03c347d-cf3e-4de3-b03c-f4119bca7e27), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:13.482767 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1889b5d5-7d46-47a4-8922-f596b3092ef9 None None] The sync data for ids ['d51c3735-6a4e-4d37-acdf-25e27a08c3d1'] in dv-cinder-835881-4-iscsi is: [{'id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'name': 'tempest-AttachVolumeNegativeTest-472364483-router', 'tenant_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'f7257a2b-51a0-4a83-97f1-aa23ea91efe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:36:28Z', 'updated_at': '2022-04-05T22:36:43Z', 'revision_number': 4, 'project_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'gw_port': {'id': 'f7257a2b-51a0-4a83-97f1-aa23ea91efe1', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:07:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:29Z', 'updated_at': '2022-04-05T22:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_floatingips': [{'id': 'a965fe91-0b42-4e56-ba88-f6acb88f9854', 'tenant_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'floating_ip_address': '172.27.1.88', 'floating_network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'router_id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'port_id': '907261c3-a522-4e82-b795-3ad09c92eb14', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2745cec7-a148-4762-a4f4-09b14f6d3b74', 'mac_address': 'fa:16:3e:67:8a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b131113-42a0-4ca4-b479-32a584e4d546', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:36:53Z', 'updated_at': '2022-04-05T22:38:02Z', 'revision_number': 2, 'project_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35730c02-9364-4d72-96fb-383f73802885', 'name': '', 'network_id': '2745cec7-a148-4762-a4f4-09b14f6d3b74', 'tenant_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'mac_address': 'fa:16:3e:db:97:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '45b714fa-5bcf-429b-b58b-460d14e81c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:40Z', 'updated_at': '2022-04-05T22:36:52Z', 'revision_number': 5, 'project_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'subnets': [{'id': '45b714fa-5bcf-429b-b58b-460d14e81c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:42:13.485916 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-68a6a686-26ca-4e42-9849-7542f1d8e561 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for security_group (b03c347d-cf3e-4de3-b03c-f4119bca7e27), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:13.545444 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-68a6a686-26ca-4e42-9849-7542f1d8e561 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (b03c347d-cf3e-4de3-b03c-f4119bca7e27), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:13.548427 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-68a6a686-26ca-4e42-9849-7542f1d8e561 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:13.552679 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 41890) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:13.561821 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-68a6a686-26ca-4e42-9849-7542f1d8e561 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "DELETE /v2.0/security-groups/b03c347d-cf3e-4de3-b03c-f4119bca7e27 HTTP/1.1" status: 204 len: 168 time: 0.1567907 Apr 05 22:42:13.572202 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.api.v2.resource [None req-ac9dce2f-5235-45c9-bdcd-c31971ada547 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] show failed (client error): The resource could not be found. Apr 05 22:42:13.573577 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-ac9dce2f-5235-45c9-bdcd-c31971ada547 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/security-groups/b03c347d-cf3e-4de3-b03c-f4119bca7e27 HTTP/1.1" status: 404 len: 347 time: 0.0198741 Apr 05 22:42:13.575753 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a6a686-26ca-4e42-9849-7542f1d8e561 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b03c347d-cf3e-4de3-b03c-f4119bca7e27,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:13.576923 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 41894) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:13.709665 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-ddf345cb-6377-4c21-99de-e60c433cee4e tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Deleting port c0e2aeb8-70e8-4b59-b7aa-39c4f9d9b7f0 {{(pid=103468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:42:13.710003 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ddf345cb-6377-4c21-99de-e60c433cee4e tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757100664625'] for port (c0e2aeb8-70e8-4b59-b7aa-39c4f9d9b7f0), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:13.744309 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aecdf20a-03ac-40f5-9180-28e41c206876 None None] New status for floating IP 786ff3d0-1a3d-46b1-8398-55b9c06cef44: DOWN {{(pid=103471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:42:13.787499 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ddf345cb-6377-4c21-99de-e60c433cee4e tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525920'] for port (c0e2aeb8-70e8-4b59-b7aa-39c4f9d9b7f0), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:13.787892 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ddf345cb-6377-4c21-99de-e60c433cee4e tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for floatingip (c0e2aeb8-70e8-4b59-b7aa-39c4f9d9b7f0), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:13.800238 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-ddf345cb-6377-4c21-99de-e60c433cee4e tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Calling delete_port for c0e2aeb8-70e8-4b59-b7aa-39c4f9d9b7f0 owned by network:floatingip {{(pid=103468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:42:13.959345 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ddf345cb-6377-4c21-99de-e60c433cee4e tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757100670980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757100095757'] for port (c0e2aeb8-70e8-4b59-b7aa-39c4f9d9b7f0), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:13.986732 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf345cb-6377-4c21-99de-e60c433cee4e tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Pushing event deleted for resources: {'Port': ['ID=c0e2aeb8-70e8-4b59-b7aa-39c4f9d9b7f0,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:14.014816 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf345cb-6377-4c21-99de-e60c433cee4e tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:14.015176 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf345cb-6377-4c21-99de-e60c433cee4e tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:14.015529 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf345cb-6377-4c21-99de-e60c433cee4e tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:14.015878 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf345cb-6377-4c21-99de-e60c433cee4e tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:14.016222 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf345cb-6377-4c21-99de-e60c433cee4e tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:14.016563 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf345cb-6377-4c21-99de-e60c433cee4e tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:14.016900 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf345cb-6377-4c21-99de-e60c433cee4e tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:14.017233 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf345cb-6377-4c21-99de-e60c433cee4e tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:14.017602 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf345cb-6377-4c21-99de-e60c433cee4e tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:14.017941 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf345cb-6377-4c21-99de-e60c433cee4e tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:14.018272 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf345cb-6377-4c21-99de-e60c433cee4e tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:14.018594 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf345cb-6377-4c21-99de-e60c433cee4e tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:14.018930 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf345cb-6377-4c21-99de-e60c433cee4e tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:14.019259 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf345cb-6377-4c21-99de-e60c433cee4e tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:14.019590 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf345cb-6377-4c21-99de-e60c433cee4e tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:14.024780 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ddf345cb-6377-4c21-99de-e60c433cee4e tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for floatingip (786ff3d0-1a3d-46b1-8398-55b9c06cef44), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:14.027893 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ddf345cb-6377-4c21-99de-e60c433cee4e tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for floatingip (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:14.029039 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-ddf345cb-6377-4c21-99de-e60c433cee4e tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "DELETE /v2.0/floatingips/786ff3d0-1a3d-46b1-8398-55b9c06cef44 HTTP/1.1" status: 204 len: 168 time: 0.4511597 Apr 05 22:42:15.384214 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device c17b67cc-11f2-4055-98bb-8d1010478f33 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:42:15.410351 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] No Port match for: c17b67cc-11f2-4055-98bb-8d1010478f33 {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:42:15.410697 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device c17b67cc-11f2-4055-98bb-8d1010478f33 not bound to the agent host hv-cinder-83588 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:42:15.718415 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f7eb3e-771c-4033-bf38-e4c0b6db01b8 req-aaee3011-70b8-4607-ba50-564a580abc3c tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:15.720164 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-35f7eb3e-771c-4033-bf38-e4c0b6db01b8 req-aaee3011-70b8-4607-ba50-564a580abc3c tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b131113-42a0-4ca4-b479-32a584e4d546 HTTP/1.1" status: 200 len: 945 time: 0.0523813 Apr 05 22:42:15.765642 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-35f7eb3e-771c-4033-bf38-e4c0b6db01b8 req-105dcac4-c692-4f6e-927e-3890e25866fd tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/security-groups?id=43367de8-51cb-4b15-9f75-fdf4a25935b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396795 Apr 05 22:42:16.882732 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebe9e4f-5682-4295-9860-bc3790af7d61 req-c2d2f3e9-a62e-442d-93fb-24bd5c594854 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:16.884185 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-eebe9e4f-5682-4295-9860-bc3790af7d61 req-c2d2f3e9-a62e-442d-93fb-24bd5c594854 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b131113-42a0-4ca4-b479-32a584e4d546 HTTP/1.1" status: 200 len: 945 time: 0.0507128 Apr 05 22:42:16.929567 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-eebe9e4f-5682-4295-9860-bc3790af7d61 req-9e7174c1-abd1-41fe-a039-8aff9537774d tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/security-groups?id=43367de8-51cb-4b15-9f75-fdf4a25935b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395572 Apr 05 22:42:17.551117 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15994922-bb64-4fc9-9bee-c858ad458681 req-b89f6431-93f6-4e0a-ab85-7dfec32bbcf3 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:17.552551 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-15994922-bb64-4fc9-9bee-c858ad458681 req-b89f6431-93f6-4e0a-ab85-7dfec32bbcf3 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b131113-42a0-4ca4-b479-32a584e4d546 HTTP/1.1" status: 200 len: 945 time: 0.0523286 Apr 05 22:42:17.646315 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [req-15994922-bb64-4fc9-9bee-c858ad458681 req-a9fa76b5-20ad-4ba5-bdf8-7ea124f44e7a tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Deleting port 907261c3-a522-4e82-b795-3ad09c92eb14 {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:42:17.646642 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-15994922-bb64-4fc9-9bee-c858ad458681 req-a9fa76b5-20ad-4ba5-bdf8-7ea124f44e7a tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757100664625'] for port (907261c3-a522-4e82-b795-3ad09c92eb14), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:17.747774 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-15994922-bb64-4fc9-9bee-c858ad458681 req-a9fa76b5-20ad-4ba5-bdf8-7ea124f44e7a tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] For port 907261c3-a522-4e82-b795-3ad09c92eb14, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=907261c3-a522-4e82-b795-3ad09c92eb14,segment=NetworkSegment(7d65933d-36de-4f1d-ae48-24ad40f63257),segment_id=7d65933d-36de-4f1d-ae48-24ad40f63257)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:42:17.748131 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-15994922-bb64-4fc9-9bee-c858ad458681 req-a9fa76b5-20ad-4ba5-bdf8-7ea124f44e7a tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525920'] for port (907261c3-a522-4e82-b795-3ad09c92eb14), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:18.179894 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49887213-11fb-4aaf-ae2f-390ba53b86d2 req-4ff166c4-ad0d-446d-907c-d339771ccdf8 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:18.181351 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-49887213-11fb-4aaf-ae2f-390ba53b86d2 req-4ff166c4-ad0d-446d-907c-d339771ccdf8 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b131113-42a0-4ca4-b479-32a584e4d546 HTTP/1.1" status: 200 len: 945 time: 0.1110044 Apr 05 22:42:18.190233 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-15994922-bb64-4fc9-9bee-c858ad458681 req-a9fa76b5-20ad-4ba5-bdf8-7ea124f44e7a tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:18.190582 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-15994922-bb64-4fc9-9bee-c858ad458681 req-a9fa76b5-20ad-4ba5-bdf8-7ea124f44e7a tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536593'] for floatingip (a965fe91-0b42-4e56-ba88-f6acb88f9854), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:18.190893 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.db.l3_db [req-15994922-bb64-4fc9-9bee-c858ad458681 req-a9fa76b5-20ad-4ba5-bdf8-7ea124f44e7a tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Floating IP a965fe91-0b42-4e56-ba88-f6acb88f9854 disassociated. External IP: 172.27.1.88, port: 907261c3-a522-4e82-b795-3ad09c92eb14. Apr 05 22:42:18.191230 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [req-15994922-bb64-4fc9-9bee-c858ad458681 req-a9fa76b5-20ad-4ba5-bdf8-7ea124f44e7a tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Calling delete_port for 907261c3-a522-4e82-b795-3ad09c92eb14 owned by compute:nova {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:42:18.269264 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-49887213-11fb-4aaf-ae2f-390ba53b86d2 req-0d95d56c-9d2f-472b-be81-e7f535f849c8 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/security-groups?id=43367de8-51cb-4b15-9f75-fdf4a25935b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816193 Apr 05 22:42:18.347413 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-15994922-bb64-4fc9-9bee-c858ad458681 req-a9fa76b5-20ad-4ba5-bdf8-7ea124f44e7a tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757100670980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757100095757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827921'] for port (907261c3-a522-4e82-b795-3ad09c92eb14), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:18.378568 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fa76b5-20ad-4ba5-bdf8-7ea124f44e7a tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Pushing event deleted for resources: {'Port': ['ID=907261c3-a522-4e82-b795-3ad09c92eb14,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:18.492191 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15994922-bb64-4fc9-9bee-c858ad458681 req-a9fa76b5-20ad-4ba5-bdf8-7ea124f44e7a tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Router d51c3735-6a4e-4d37-acdf-25e27a08c3d1 has already been hosted by L3 agent 79a469f9-bdbc-4492-b479-9e5faeaf33b0 {{(pid=103469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:42:18.599285 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15994922-bb64-4fc9-9bee-c858ad458681 req-a9fa76b5-20ad-4ba5-bdf8-7ea124f44e7a tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Notify agent at l3_agent.dv-cinder-835881-4-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:42:18.609669 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff2f8f1-60c3-4c43-93c4-13a9561817b9 None None] Sync routers for ids ['d51c3735-6a4e-4d37-acdf-25e27a08c3d1'] in dv-cinder-835881-4-iscsi {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:42:18.619164 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff2f8f1-60c3-4c43-93c4-13a9561817b9 None None] Routers {'d51c3735-6a4e-4d37-acdf-25e27a08c3d1'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:42:18.619813 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-6ff2f8f1-60c3-4c43-93c4-13a9561817b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:42:08Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['d51c3735-6a4e-4d37-acdf-25e27a08c3d1'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:18.640255 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [req-15994922-bb64-4fc9-9bee-c858ad458681 req-a9fa76b5-20ad-4ba5-bdf8-7ea124f44e7a tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] No DVR routers for this DVR port 907261c3-a522-4e82-b795-3ad09c92eb14 on host hv-cinder-83588 {{(pid=103469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:42:18.643279 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-15994922-bb64-4fc9-9bee-c858ad458681 req-a9fa76b5-20ad-4ba5-bdf8-7ea124f44e7a tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:18.646640 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-15994922-bb64-4fc9-9bee-c858ad458681 req-a9fa76b5-20ad-4ba5-bdf8-7ea124f44e7a tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.13 "DELETE /v2.0/ports/907261c3-a522-4e82-b795-3ad09c92eb14 HTTP/1.1" status: 204 len: 173 time: 1.0874610 Apr 05 22:42:18.647074 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b131113-42a0-4ca4-b479-32a584e4d546', 'name': 'network-vif-deleted', 'tag': '907261c3-a522-4e82-b795-3ad09c92eb14'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:42:18.649308 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f386ba26b1031f5495d5bdef0d2c98b5b567df56bfe60a1d1e0dd7c3f719aed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f25d647-d76c-44e0-892e-daca4ab55b7c" -d '{"events": [{"server_uuid": "2b131113-42a0-4ca4-b479-32a584e4d546", "name": "network-vif-deleted", "tag": "907261c3-a522-4e82-b795-3ad09c92eb14"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:42:18.687465 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0abed58a-8934-4efc-891d-ecca8a5c0532 x-openstack-request-id: req-0abed58a-8934-4efc-891d-ecca8a5c0532 {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:42:18.687759 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b131113-42a0-4ca4-b479-32a584e4d546", "name": "network-vif-deleted", "tag": "907261c3-a522-4e82-b795-3ad09c92eb14", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:42:18.688015 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0abed58a-8934-4efc-891d-ecca8a5c0532 {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:42:18.688623 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0abed58a-8934-4efc-891d-ecca8a5c0532'] response: {'server_uuid': '2b131113-42a0-4ca4-b479-32a584e4d546', 'name': 'network-vif-deleted', 'tag': '907261c3-a522-4e82-b795-3ad09c92eb14', 'status': 'completed', 'code': 200} Apr 05 22:42:18.742473 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-6ff2f8f1-60c3-4c43-93c4-13a9561817b9 None None] Set router d51c3735-6a4e-4d37-acdf-25e27a08c3d1 gateway port host: dv-cinder-835881-4-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:42:18.947871 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-6ff2f8f1-60c3-4c43-93c4-13a9561817b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'name': 'tempest-AttachVolumeNegativeTest-472364483-router', 'tenant_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'f7257a2b-51a0-4a83-97f1-aa23ea91efe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:36:28Z', 'updated_at': '2022-04-05T22:36:43Z', 'revision_number': 4, 'project_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'gw_port': {'id': 'f7257a2b-51a0-4a83-97f1-aa23ea91efe1', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:07:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:29Z', 'updated_at': '2022-04-05T22:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_interfaces': [{'id': '35730c02-9364-4d72-96fb-383f73802885', 'name': '', 'network_id': '2745cec7-a148-4762-a4f4-09b14f6d3b74', 'tenant_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'mac_address': 'fa:16:3e:db:97:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '45b714fa-5bcf-429b-b58b-460d14e81c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:40Z', 'updated_at': '2022-04-05T22:36:52Z', 'revision_number': 5, 'project_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'subnets': [{'id': '45b714fa-5bcf-429b-b58b-460d14e81c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:18.977439 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff2f8f1-60c3-4c43-93c4-13a9561817b9 None None] Checking router: d51c3735-6a4e-4d37-acdf-25e27a08c3d1 for host: dv-cinder-835881-4-iscsi {{(pid=103470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:42:18.986309 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff2f8f1-60c3-4c43-93c4-13a9561817b9 None None] Routers {'d51c3735-6a4e-4d37-acdf-25e27a08c3d1'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:42:18.986903 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-6ff2f8f1-60c3-4c43-93c4-13a9561817b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:42:08Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['d51c3735-6a4e-4d37-acdf-25e27a08c3d1'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:19.096244 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-6ff2f8f1-60c3-4c43-93c4-13a9561817b9 None None] Set router d51c3735-6a4e-4d37-acdf-25e27a08c3d1 gateway port host: dv-cinder-835881-4-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:42:19.293472 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-6ff2f8f1-60c3-4c43-93c4-13a9561817b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'name': 'tempest-AttachVolumeNegativeTest-472364483-router', 'tenant_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'f7257a2b-51a0-4a83-97f1-aa23ea91efe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:36:28Z', 'updated_at': '2022-04-05T22:36:43Z', 'revision_number': 4, 'project_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'gw_port': {'id': 'f7257a2b-51a0-4a83-97f1-aa23ea91efe1', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:07:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:29Z', 'updated_at': '2022-04-05T22:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_interfaces': [{'id': '35730c02-9364-4d72-96fb-383f73802885', 'name': '', 'network_id': '2745cec7-a148-4762-a4f4-09b14f6d3b74', 'tenant_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'mac_address': 'fa:16:3e:db:97:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '45b714fa-5bcf-429b-b58b-460d14e81c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:40Z', 'updated_at': '2022-04-05T22:36:52Z', 'revision_number': 5, 'project_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'subnets': [{'id': '45b714fa-5bcf-429b-b58b-460d14e81c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:19.323457 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff2f8f1-60c3-4c43-93c4-13a9561817b9 None None] The sync data for ids ['d51c3735-6a4e-4d37-acdf-25e27a08c3d1'] in dv-cinder-835881-4-iscsi is: [{'id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'name': 'tempest-AttachVolumeNegativeTest-472364483-router', 'tenant_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'f7257a2b-51a0-4a83-97f1-aa23ea91efe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:36:28Z', 'updated_at': '2022-04-05T22:36:43Z', 'revision_number': 4, 'project_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'gw_port': {'id': 'f7257a2b-51a0-4a83-97f1-aa23ea91efe1', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:07:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:29Z', 'updated_at': '2022-04-05T22:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_interfaces': [{'id': '35730c02-9364-4d72-96fb-383f73802885', 'name': '', 'network_id': '2745cec7-a148-4762-a4f4-09b14f6d3b74', 'tenant_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'mac_address': 'fa:16:3e:db:97:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '45b714fa-5bcf-429b-b58b-460d14e81c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:40Z', 'updated_at': '2022-04-05T22:36:52Z', 'revision_number': 5, 'project_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'subnets': [{'id': '45b714fa-5bcf-429b-b58b-460d14e81c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:42:19.351803 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 41930) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:19.406901 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-85c8c3b2-51d7-48d1-b905-c10eb225a377 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for security_group (43367de8-51cb-4b15-9f75-fdf4a25935b7), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:19.432892 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-85c8c3b2-51d7-48d1-b905-c10eb225a377 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for security_group (43367de8-51cb-4b15-9f75-fdf4a25935b7), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:19.482563 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-85c8c3b2-51d7-48d1-b905-c10eb225a377 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (43367de8-51cb-4b15-9f75-fdf4a25935b7), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:19.486118 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-85c8c3b2-51d7-48d1-b905-c10eb225a377 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:19.487279 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-85c8c3b2-51d7-48d1-b905-c10eb225a377 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "DELETE /v2.0/security-groups/43367de8-51cb-4b15-9f75-fdf4a25935b7 HTTP/1.1" status: 204 len: 168 time: 0.1344900 Apr 05 22:42:19.490245 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 41932) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:19.496903 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c8c3b2-51d7-48d1-b905-c10eb225a377 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43367de8-51cb-4b15-9f75-fdf4a25935b7,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:19.505774 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.api.v2.resource [None req-a2af62bd-d3f3-44d1-8596-89759ad7e716 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] show failed (client error): The resource could not be found. Apr 05 22:42:19.509445 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-a2af62bd-d3f3-44d1-8596-89759ad7e716 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/security-groups/43367de8-51cb-4b15-9f75-fdf4a25935b7 HTTP/1.1" status: 404 len: 347 time: 0.0150368 Apr 05 22:42:19.509698 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 41934) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:19.572178 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e140396-8e54-4296-8470-e0d2e23701f4 None None] New status for floating IP a965fe91-0b42-4e56-ba88-f6acb88f9854: DOWN {{(pid=103471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:42:19.638857 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-edb42d84-a498-45f7-8eb1-453a0d291bb6 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Deleting port 2ae07caa-7168-47ad-8379-aa2fccd6da1c {{(pid=103468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:42:19.639197 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-edb42d84-a498-45f7-8eb1-453a0d291bb6 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757100664625'] for port (2ae07caa-7168-47ad-8379-aa2fccd6da1c), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:19.719271 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-edb42d84-a498-45f7-8eb1-453a0d291bb6 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525920'] for port (2ae07caa-7168-47ad-8379-aa2fccd6da1c), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:19.719608 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-edb42d84-a498-45f7-8eb1-453a0d291bb6 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for floatingip (2ae07caa-7168-47ad-8379-aa2fccd6da1c), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:19.731487 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-edb42d84-a498-45f7-8eb1-453a0d291bb6 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Calling delete_port for 2ae07caa-7168-47ad-8379-aa2fccd6da1c owned by network:floatingip {{(pid=103468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:42:19.862583 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-edb42d84-a498-45f7-8eb1-453a0d291bb6 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757100670980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757100095757'] for port (2ae07caa-7168-47ad-8379-aa2fccd6da1c), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:19.889279 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb42d84-a498-45f7-8eb1-453a0d291bb6 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Pushing event deleted for resources: {'Port': ['ID=2ae07caa-7168-47ad-8379-aa2fccd6da1c,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:19.916415 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-edb42d84-a498-45f7-8eb1-453a0d291bb6 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for floatingip (a965fe91-0b42-4e56-ba88-f6acb88f9854), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:19.920028 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-edb42d84-a498-45f7-8eb1-453a0d291bb6 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for floatingip (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:19.921176 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-edb42d84-a498-45f7-8eb1-453a0d291bb6 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "DELETE /v2.0/floatingips/a965fe91-0b42-4e56-ba88-f6acb88f9854 HTTP/1.1" status: 204 len: 168 time: 0.4097579 Apr 05 22:42:20.097433 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 41938) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:20.101898 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-3057ba27-0ff4-4f44-a879-60adbe7f9241 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1936087387', 'description': 'tempest-description--805027459'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:42:20.122670 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-3057ba27-0ff4-4f44-a879-60adbe7f9241 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:20.186490 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-3057ba27-0ff4-4f44-a879-60adbe7f9241 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for security_group (a4654f91-b41c-41fc-851b-a9e546c00636), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:20.190665 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-3057ba27-0ff4-4f44-a879-60adbe7f9241 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (a4654f91-b41c-41fc-851b-a9e546c00636), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:20.220973 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-3057ba27-0ff4-4f44-a879-60adbe7f9241 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:20.222231 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-3057ba27-0ff4-4f44-a879-60adbe7f9241 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1237864 Apr 05 22:42:20.223070 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3057ba27-0ff4-4f44-a879-60adbe7f9241 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4654f91-b41c-41fc-851b-a9e546c00636,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:20.225030 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 41940) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:20.230048 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-bd8c7143-a990-4a36-bbd5-0f80b3093a15 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Request body: {'security_group_rule': {'security_group_id': 'a4654f91-b41c-41fc-851b-a9e546c00636', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:42:20.254096 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-bd8c7143-a990-4a36-bbd5-0f80b3093a15 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for security_group_rule (4dd0d3cb-c7ce-4866-b909-88fb55673151), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:20.307065 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-bd8c7143-a990-4a36-bbd5-0f80b3093a15 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for security_group_rule (4dd0d3cb-c7ce-4866-b909-88fb55673151), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:20.311413 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-bd8c7143-a990-4a36-bbd5-0f80b3093a15 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586008'] for security_group_rule (4dd0d3cb-c7ce-4866-b909-88fb55673151), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:20.327961 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8c7143-a990-4a36-bbd5-0f80b3093a15 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dd0d3cb-c7ce-4866-b909-88fb55673151,revision_number=0']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:20.335865 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-bd8c7143-a990-4a36-bbd5-0f80b3093a15 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:20.337047 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-bd8c7143-a990-4a36-bbd5-0f80b3093a15 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1110816 Apr 05 22:42:20.340295 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 41942) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:20.344715 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-0b97aae8-76a0-4ccb-abb9-6a4155c40baf tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Request body: {'security_group_rule': {'security_group_id': 'a4654f91-b41c-41fc-851b-a9e546c00636', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:42:20.368259 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-0b97aae8-76a0-4ccb-abb9-6a4155c40baf tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for security_group_rule (b34a01a3-e9f9-4b45-8595-8c4e44517f02), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:20.422310 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-0b97aae8-76a0-4ccb-abb9-6a4155c40baf tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for security_group_rule (b34a01a3-e9f9-4b45-8595-8c4e44517f02), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:20.425624 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-0b97aae8-76a0-4ccb-abb9-6a4155c40baf tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586008'] for security_group_rule (b34a01a3-e9f9-4b45-8595-8c4e44517f02), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:20.439610 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b97aae8-76a0-4ccb-abb9-6a4155c40baf tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b34a01a3-e9f9-4b45-8595-8c4e44517f02,revision_number=0']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:20.452141 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-0b97aae8-76a0-4ccb-abb9-6a4155c40baf tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:20.453323 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-0b97aae8-76a0-4ccb-abb9-6a4155c40baf tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1121180 Apr 05 22:42:20.456384 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 41944) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:20.460526 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-58e27a0c-9019-4ba4-98b1-a6b9aebe8b9a tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Request body: {'floatingip': {'floating_network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:42:20.480288 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-58e27a0c-9019-4ba4-98b1-a6b9aebe8b9a tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:20.573601 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-58e27a0c-9019-4ba4-98b1-a6b9aebe8b9a tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:20.681697 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.db.db_base_plugin_common [None req-58e27a0c-9019-4ba4-98b1-a6b9aebe8b9a tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Allocated IP 172.27.1.30 (1c7020db-f04b-4bae-aa0d-07e17c11278d/de4a5644-b80e-4142-a210-68f31fcb6ac5/35af5df2-c687-492f-8e7f-cbda928491b1) {{(pid=103468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:42:20.779262 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-58e27a0c-9019-4ba4-98b1-a6b9aebe8b9a tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for port (35af5df2-c687-492f-8e7f-cbda928491b1), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:20.810581 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-58e27a0c-9019-4ba4-98b1-a6b9aebe8b9a tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757100095748'] for port (35af5df2-c687-492f-8e7f-cbda928491b1), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:20.846461 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e27a0c-9019-4ba4-98b1-a6b9aebe8b9a tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Network 1c7020db-f04b-4bae-aa0d-07e17c11278d is already hosted by enough agents. {{(pid=103468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:42:20.849104 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [None req-58e27a0c-9019-4ba4-98b1-a6b9aebe8b9a tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Resources bound (agent type, host, resource id): {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:42:20.852676 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e27a0c-9019-4ba4-98b1-a6b9aebe8b9a tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Received port after_create {{(pid=103468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:42:20.865861 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e27a0c-9019-4ba4-98b1-a6b9aebe8b9a tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Pushing event updated for resources: {'Port': ['ID=35af5df2-c687-492f-8e7f-cbda928491b1,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:20.910372 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-58e27a0c-9019-4ba4-98b1-a6b9aebe8b9a tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for floatingip (81efe45b-59fa-4113-b386-e17afe057d3c), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:20.945172 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-58e27a0c-9019-4ba4-98b1-a6b9aebe8b9a tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (35af5df2-c687-492f-8e7f-cbda928491b1), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:21.093472 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-58e27a0c-9019-4ba4-98b1-a6b9aebe8b9a tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for port (35af5df2-c687-492f-8e7f-cbda928491b1), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:21.098293 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-58e27a0c-9019-4ba4-98b1-a6b9aebe8b9a tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (35af5df2-c687-492f-8e7f-cbda928491b1), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:21.128216 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-58e27a0c-9019-4ba4-98b1-a6b9aebe8b9a tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536593'] for floatingip (81efe45b-59fa-4113-b386-e17afe057d3c), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:21.153800 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-58e27a0c-9019-4ba4-98b1-a6b9aebe8b9a tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for floatingip (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:21.155033 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-58e27a0c-9019-4ba4-98b1-a6b9aebe8b9a tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.6977100 Apr 05 22:42:21.155889 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e27a0c-9019-4ba4-98b1-a6b9aebe8b9a tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Pushing event updated for resources: {'Port': ['ID=35af5df2-c687-492f-8e7f-cbda928491b1,revision_number=2']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:21.304915 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-16d13ef6-c36d-452b-90e9-e07e4e81df14 req-e008e3a5-8da9-452f-bc0e-eee33baa9683 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1936087387&fields=id&tenant_id=e718bf4373f64b3f9ec542b95b3e4d7b HTTP/1.1" status: 200 len: 267 time: 0.0405943 Apr 05 22:42:21.409460 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d13ef6-c36d-452b-90e9-e07e4e81df14 req-26f100d7-4bb2-48c4-8633-5faa7123aef9 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:21.410915 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-16d13ef6-c36d-452b-90e9-e07e4e81df14 req-26f100d7-4bb2-48c4-8633-5faa7123aef9 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/networks?id=2745cec7-a148-4762-a4f4-09b14f6d3b74 HTTP/1.1" status: 200 len: 814 time: 0.0990655 Apr 05 22:42:21.425177 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-16d13ef6-c36d-452b-90e9-e07e4e81df14 req-b78fa4b9-7f52-4fd5-9154-5991ffb8be6f tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/quotas/e718bf4373f64b3f9ec542b95b3e4d7b HTTP/1.1" status: 200 len: 375 time: 0.0090675 Apr 05 22:42:21.434270 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device 907261c3-a522-4e82-b795-3ad09c92eb14 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:42:21.454406 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] No Port match for: 907261c3-a522-4e82-b795-3ad09c92eb14 {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:42:21.454669 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device 907261c3-a522-4e82-b795-3ad09c92eb14 not bound to the agent host hv-cinder-83588 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:42:21.477143 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-16d13ef6-c36d-452b-90e9-e07e4e81df14 req-b1e2820c-0493-4f9c-afe2-4d3c6dc7f32d tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e718bf4373f64b3f9ec542b95b3e4d7b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472989 Apr 05 22:42:21.615994 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-16d13ef6-c36d-452b-90e9-e07e4e81df14 req-78e9773f-2656-4723-9455-143e3bbe3eb7 service neutron] 10.222.0.45 "GET /v2.0/networks/2745cec7-a148-4762-a4f4-09b14f6d3b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272492 Apr 05 22:42:21.702312 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-16d13ef6-c36d-452b-90e9-e07e4e81df14 req-6b737ef5-9f8e-4555-85d1-6896553f4f92 service neutron] 10.222.0.45 "GET /v2.0/networks/2745cec7-a148-4762-a4f4-09b14f6d3b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798154 Apr 05 22:42:21.864342 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c9e28206-cb67-449e-a21c-248b5e4c401d req-5f9b3123-a950-4ee4-9431-a63a5a10f3ff tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccf36dc0-42d3-4f95-b079-426e94a7f7d8 HTTP/1.1" status: 200 len: 210 time: 0.0307064 Apr 05 22:42:22.824985 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d13ef6-c36d-452b-90e9-e07e4e81df14 req-d5204be4-78eb-4f68-ba73-a85d3399678e tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:22.826435 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-16d13ef6-c36d-452b-90e9-e07e4e81df14 req-d5204be4-78eb-4f68-ba73-a85d3399678e tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.13 "GET /v2.0/networks?id=2745cec7-a148-4762-a4f4-09b14f6d3b74 HTTP/1.1" status: 200 len: 814 time: 0.1010015 Apr 05 22:42:22.893116 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-16d13ef6-c36d-452b-90e9-e07e4e81df14 req-742e4b1b-d2e5-40ac-b023-e767307a86b8 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e718bf4373f64b3f9ec542b95b3e4d7b HTTP/1.1" status: 200 len: 380 time: 0.0547776 Apr 05 22:42:22.909247 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [req-16d13ef6-c36d-452b-90e9-e07e4e81df14 req-8f56e326-9218-4580-af65-a70343e3b8e4 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Request body: {'port': {'device_id': 'ccf36dc0-42d3-4f95-b079-426e94a7f7d8', 'network_id': '2745cec7-a148-4762-a4f4-09b14f6d3b74', 'admin_state_up': True, 'tenant_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'security_groups': ['a4654f91-b41c-41fc-851b-a9e546c00636']}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:42:22.986249 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2bf3ecd7-5be4-49f3-86ad-4b71bb3c3be8 req-3d005a04-487f-4884-b67d-2c23802ee4b9 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccf36dc0-42d3-4f95-b079-426e94a7f7d8 HTTP/1.1" status: 200 len: 210 time: 0.0518537 Apr 05 22:42:23.038212 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16d13ef6-c36d-452b-90e9-e07e4e81df14 req-8f56e326-9218-4580-af65-a70343e3b8e4 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Made reservation on behalf of e718bf4373f64b3f9ec542b95b3e4d7b for: {'port': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:42:23.041446 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-16d13ef6-c36d-452b-90e9-e07e4e81df14 req-8f56e326-9218-4580-af65-a70343e3b8e4 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:23.164292 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_common [req-16d13ef6-c36d-452b-90e9-e07e4e81df14 req-8f56e326-9218-4580-af65-a70343e3b8e4 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Allocated IP 172.20.0.11 (2745cec7-a148-4762-a4f4-09b14f6d3b74/45b714fa-5bcf-429b-b58b-460d14e81c92/ea1b2098-dd7c-4aca-9061-cf560775ceea) {{(pid=103469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:42:23.305375 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-16d13ef6-c36d-452b-90e9-e07e4e81df14 req-8f56e326-9218-4580-af65-a70343e3b8e4 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for port (ea1b2098-dd7c-4aca-9061-cf560775ceea), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:23.339160 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-16d13ef6-c36d-452b-90e9-e07e4e81df14 req-8f56e326-9218-4580-af65-a70343e3b8e4 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757100095748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827921'] for port (ea1b2098-dd7c-4aca-9061-cf560775ceea), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:23.380107 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16d13ef6-c36d-452b-90e9-e07e4e81df14 req-8f56e326-9218-4580-af65-a70343e3b8e4 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Network 2745cec7-a148-4762-a4f4-09b14f6d3b74 is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:42:23.383124 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [req-16d13ef6-c36d-452b-90e9-e07e4e81df14 req-8f56e326-9218-4580-af65-a70343e3b8e4 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:42:23.389638 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [req-16d13ef6-c36d-452b-90e9-e07e4e81df14 req-8f56e326-9218-4580-af65-a70343e3b8e4 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Received port after_create {{(pid=103469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:42:23.413043 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f56e326-9218-4580-af65-a70343e3b8e4 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Pushing event updated for resources: {'Port': ['ID=ea1b2098-dd7c-4aca-9061-cf560775ceea,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:23.442527 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d13ef6-c36d-452b-90e9-e07e4e81df14 req-8f56e326-9218-4580-af65-a70343e3b8e4 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:23.443165 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-16d13ef6-c36d-452b-90e9-e07e4e81df14 req-8f56e326-9218-4580-af65-a70343e3b8e4 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:23.459520 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-16d13ef6-c36d-452b-90e9-e07e4e81df14 req-8f56e326-9218-4580-af65-a70343e3b8e4 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5543139 Apr 05 22:42:23.470959 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [req-16d13ef6-c36d-452b-90e9-e07e4e81df14 req-b5cc1a1f-fc41-43f0-9ed0-d844e7820c9e service neutron] Request body: {'port': {'device_id': 'ccf36dc0-42d3-4f95-b079-426e94a7f7d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:42:23.534052 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-16d13ef6-c36d-452b-90e9-e07e4e81df14 req-b5cc1a1f-fc41-43f0-9ed0-d844e7820c9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (ea1b2098-dd7c-4aca-9061-cf560775ceea), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:23.560124 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-3f74a343-c872-4fa6-b380-5506c9b11692 None None] Provisioning complete for port ea1b2098-dd7c-4aca-9061-cf560775ceea triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:42:23.560679 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f74a343-c872-4fa6-b380-5506c9b11692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (ea1b2098-dd7c-4aca-9061-cf560775ceea), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:23.595412 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3f74a343-c872-4fa6-b380-5506c9b11692 None None] Port ea1b2098-dd7c-4aca-9061-cf560775ceea cannot update to ACTIVE because it is not bound. {{(pid=103470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:42:23.792905 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [req-16d13ef6-c36d-452b-90e9-e07e4e81df14 req-b5cc1a1f-fc41-43f0-9ed0-d844e7820c9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea1b2098-dd7c-4aca-9061-cf560775ceea {{(pid=103469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:42:23.800180 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-16d13ef6-c36d-452b-90e9-e07e4e81df14 req-b5cc1a1f-fc41-43f0-9ed0-d844e7820c9e service neutron] Publish callbacks [] for port (ea1b2098-dd7c-4aca-9061-cf560775ceea), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:23.812454 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.provisioning_blocks [req-16d13ef6-c36d-452b-90e9-e07e4e81df14 req-b5cc1a1f-fc41-43f0-9ed0-d844e7820c9e service neutron] Transition to ACTIVE for port object ea1b2098-dd7c-4aca-9061-cf560775ceea will not be triggered until provisioned by entity L2. {{(pid=103469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 22:42:23.815274 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-16d13ef6-c36d-452b-90e9-e07e4e81df14 req-b5cc1a1f-fc41-43f0-9ed0-d844e7820c9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828008'] for port (ea1b2098-dd7c-4aca-9061-cf560775ceea), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:23.885412 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cc1a1f-fc41-43f0-9ed0-d844e7820c9e service neutron] Pushing event updated for resources: {'Port': ['ID=ea1b2098-dd7c-4aca-9061-cf560775ceea,revision_number=2']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:23.938561 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-16d13ef6-c36d-452b-90e9-e07e4e81df14 req-b5cc1a1f-fc41-43f0-9ed0-d844e7820c9e service neutron] Attempting to bind port ea1b2098-dd7c-4aca-9061-cf560775ceea on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:42:23.938892 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-16d13ef6-c36d-452b-90e9-e07e4e81df14 req-b5cc1a1f-fc41-43f0-9ed0-d844e7820c9e service neutron] Attempting to bind port ea1b2098-dd7c-4aca-9061-cf560775ceea by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '7d65933d-36de-4f1d-ae48-24ad40f63257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2745cec7-a148-4762-a4f4-09b14f6d3b74'}] {{(pid=103469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:42:23.939219 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d13ef6-c36d-452b-90e9-e07e4e81df14 req-b5cc1a1f-fc41-43f0-9ed0-d844e7820c9e service neutron] Attempting to bind port ea1b2098-dd7c-4aca-9061-cf560775ceea on network 2745cec7-a148-4762-a4f4-09b14f6d3b74 {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:42:23.943683 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d13ef6-c36d-452b-90e9-e07e4e81df14 req-b5cc1a1f-fc41-43f0-9ed0-d844e7820c9e service neutron] Port ea1b2098-dd7c-4aca-9061-cf560775ceea on network 2745cec7-a148-4762-a4f4-09b14f6d3b74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 22:42:23.943992 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d13ef6-c36d-452b-90e9-e07e4e81df14 req-b5cc1a1f-fc41-43f0-9ed0-d844e7820c9e service neutron] Attempting to bind port ea1b2098-dd7c-4aca-9061-cf560775ceea on network 2745cec7-a148-4762-a4f4-09b14f6d3b74 {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:42:23.948889 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d13ef6-c36d-452b-90e9-e07e4e81df14 req-b5cc1a1f-fc41-43f0-9ed0-d844e7820c9e service neutron] Checking agent: {'id': '021dfe4d-8109-4136-9367-dac606dce553', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 34, 28), 'started_at': datetime.datetime(2022, 4, 5, 22, 34, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:42:23.949228 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d13ef6-c36d-452b-90e9-e07e4e81df14 req-b5cc1a1f-fc41-43f0-9ed0-d844e7820c9e service neutron] Checking segment: {'id': '7d65933d-36de-4f1d-ae48-24ad40f63257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2745cec7-a148-4762-a4f4-09b14f6d3b74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:42:23.949636 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d13ef6-c36d-452b-90e9-e07e4e81df14 req-b5cc1a1f-fc41-43f0-9ed0-d844e7820c9e service neutron] Bound using segment: {'id': '7d65933d-36de-4f1d-ae48-24ad40f63257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2745cec7-a148-4762-a4f4-09b14f6d3b74'} {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:42:23.950067 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-16d13ef6-c36d-452b-90e9-e07e4e81df14 req-b5cc1a1f-fc41-43f0-9ed0-d844e7820c9e service neutron] Bound port: ea1b2098-dd7c-4aca-9061-cf560775ceea, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d65933d-36de-4f1d-ae48-24ad40f63257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2745cec7-a148-4762-a4f4-09b14f6d3b74'}}] {{(pid=103469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:42:23.950420 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-16d13ef6-c36d-452b-90e9-e07e4e81df14 req-b5cc1a1f-fc41-43f0-9ed0-d844e7820c9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (ea1b2098-dd7c-4aca-9061-cf560775ceea), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:24.018125 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-16d13ef6-c36d-452b-90e9-e07e4e81df14 req-b5cc1a1f-fc41-43f0-9ed0-d844e7820c9e service neutron] For port ea1b2098-dd7c-4aca-9061-cf560775ceea, host hv-cinder-83588, cleared binding levels {{(pid=103469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:42:24.018620 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-97cde7d9-dbb1-4d23-a7c6-1511c50e2662 None None] Agent healthcheck: found 6 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:42:24.021706 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-16d13ef6-c36d-452b-90e9-e07e4e81df14 req-b5cc1a1f-fc41-43f0-9ed0-d844e7820c9e service neutron] For port ea1b2098-dd7c-4aca-9061-cf560775ceea, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=ea1b2098-dd7c-4aca-9061-cf560775ceea,segment=NetworkSegment(7d65933d-36de-4f1d-ae48-24ad40f63257),segment_id=7d65933d-36de-4f1d-ae48-24ad40f63257)] {{(pid=103469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:42:24.028244 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-16d13ef6-c36d-452b-90e9-e07e4e81df14 req-b5cc1a1f-fc41-43f0-9ed0-d844e7820c9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828008'] for port (ea1b2098-dd7c-4aca-9061-cf560775ceea), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:24.073804 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d13ef6-c36d-452b-90e9-e07e4e81df14 req-b5cc1a1f-fc41-43f0-9ed0-d844e7820c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:24.074412 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-16d13ef6-c36d-452b-90e9-e07e4e81df14 req-b5cc1a1f-fc41-43f0-9ed0-d844e7820c9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:24.075805 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-16d13ef6-c36d-452b-90e9-e07e4e81df14 req-b5cc1a1f-fc41-43f0-9ed0-d844e7820c9e service neutron] 10.222.0.13 "PUT /v2.0/ports/ea1b2098-dd7c-4aca-9061-cf560775ceea HTTP/1.1" status: 200 len: 1094 time: 0.6092534 Apr 05 22:42:24.076243 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccf36dc0-42d3-4f95-b079-426e94a7f7d8', 'tag': 'ea1b2098-dd7c-4aca-9061-cf560775ceea'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:42:24.078477 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f386ba26b1031f5495d5bdef0d2c98b5b567df56bfe60a1d1e0dd7c3f719aed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b91e26-06fb-4cba-b48c-442f8f27484a" -d '{"events": [{"name": "network-changed", "server_uuid": "ccf36dc0-42d3-4f95-b079-426e94a7f7d8", "tag": "ea1b2098-dd7c-4aca-9061-cf560775ceea"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:42:24.156185 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d727e71b-4b41-4372-aca1-da42543ce8fc x-openstack-request-id: req-d727e71b-4b41-4372-aca1-da42543ce8fc {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:42:24.156479 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccf36dc0-42d3-4f95-b079-426e94a7f7d8", "tag": "ea1b2098-dd7c-4aca-9061-cf560775ceea", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:42:24.156738 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d727e71b-4b41-4372-aca1-da42543ce8fc {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:42:24.157139 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d727e71b-4b41-4372-aca1-da42543ce8fc'] response: {'name': 'network-changed', 'server_uuid': 'ccf36dc0-42d3-4f95-b079-426e94a7f7d8', 'tag': 'ea1b2098-dd7c-4aca-9061-cf560775ceea', 'status': 'completed', 'code': 200} Apr 05 22:42:24.167518 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cc1a1f-fc41-43f0-9ed0-d844e7820c9e service neutron] Pushing event updated for resources: {'Port': ['ID=ea1b2098-dd7c-4aca-9061-cf560775ceea,revision_number=3']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:24.192279 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c108358-b79b-42d8-885d-6ecfcd2626c1 req-00b725b1-548f-4e10-9dbf-43f79ecd22c9 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:24.193809 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0c108358-b79b-42d8-885d-6ecfcd2626c1 req-00b725b1-548f-4e10-9dbf-43f79ecd22c9 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccf36dc0-42d3-4f95-b079-426e94a7f7d8 HTTP/1.1" status: 200 len: 944 time: 0.1393750 Apr 05 22:42:24.200545 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d13ef6-c36d-452b-90e9-e07e4e81df14 req-4a438041-a28a-4f0e-b901-e6d371b403f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:24.202036 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-16d13ef6-c36d-452b-90e9-e07e4e81df14 req-4a438041-a28a-4f0e-b901-e6d371b403f7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e718bf4373f64b3f9ec542b95b3e4d7b&device_id=ccf36dc0-42d3-4f95-b079-426e94a7f7d8 HTTP/1.1" status: 200 len: 1128 time: 0.0829465 Apr 05 22:42:24.254857 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-16d13ef6-c36d-452b-90e9-e07e4e81df14 req-67e9468b-6924-4ea9-8c4a-0c9d137769e4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea1b2098-dd7c-4aca-9061-cf560775ceea HTTP/1.1" status: 200 len: 217 time: 0.0379095 Apr 05 22:42:24.306829 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0c108358-b79b-42d8-885d-6ecfcd2626c1 req-7d2b458c-29c6-4fe2-b317-f77e4f17e3a0 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/security-groups?id=a4654f91-b41c-41fc-851b-a9e546c00636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038303 Apr 05 22:42:24.322329 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d13ef6-c36d-452b-90e9-e07e4e81df14 req-134dbc64-0825-400e-b779-0d263036bdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:24.324348 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-16d13ef6-c36d-452b-90e9-e07e4e81df14 req-134dbc64-0825-400e-b779-0d263036bdf1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45b714fa-5bcf-429b-b58b-460d14e81c92 HTTP/1.1" status: 200 len: 853 time: 0.0594065 Apr 05 22:42:24.371985 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d13ef6-c36d-452b-90e9-e07e4e81df14 req-ce489178-4835-4f9a-87cc-85f66de392f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:24.373467 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-16d13ef6-c36d-452b-90e9-e07e4e81df14 req-ce489178-4835-4f9a-87cc-85f66de392f0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2745cec7-a148-4762-a4f4-09b14f6d3b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427432 Apr 05 22:42:24.471832 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-16d13ef6-c36d-452b-90e9-e07e4e81df14 req-e367771b-38d0-49d4-8385-efe622dd87c1 service neutron] 10.222.0.13 "GET /v2.0/networks/2745cec7-a148-4762-a4f4-09b14f6d3b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867598 Apr 05 22:42:24.564274 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-16d13ef6-c36d-452b-90e9-e07e4e81df14 req-6266f0ec-f794-4bc9-9087-df433be42217 service neutron] 10.222.0.13 "GET /v2.0/networks/2745cec7-a148-4762-a4f4-09b14f6d3b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793979 Apr 05 22:42:25.424939 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86662bf8-3247-4fdf-9a0f-89f39e0b0f7c req-10ae91a7-ce56-4d28-9a23-d7b18cffc7bc tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:25.426441 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-86662bf8-3247-4fdf-9a0f-89f39e0b0f7c req-10ae91a7-ce56-4d28-9a23-d7b18cffc7bc tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccf36dc0-42d3-4f95-b079-426e94a7f7d8 HTTP/1.1" status: 200 len: 944 time: 0.0519180 Apr 05 22:42:25.476818 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-86662bf8-3247-4fdf-9a0f-89f39e0b0f7c req-8c7eaaac-5ecf-41ce-864d-6d999ec133c1 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/security-groups?id=a4654f91-b41c-41fc-851b-a9e546c00636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449221 Apr 05 22:42:26.590532 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1773fef0-845e-4534-b7a5-9a86d4167714 req-e63a039a-8f84-4b97-8705-3a896ec07c2e tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:26.591997 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1773fef0-845e-4534-b7a5-9a86d4167714 req-e63a039a-8f84-4b97-8705-3a896ec07c2e tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccf36dc0-42d3-4f95-b079-426e94a7f7d8 HTTP/1.1" status: 200 len: 944 time: 0.0511405 Apr 05 22:42:26.637835 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1773fef0-845e-4534-b7a5-9a86d4167714 req-7126fb3c-dbf8-44c4-9875-4ccd42b1710a tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/security-groups?id=a4654f91-b41c-41fc-851b-a9e546c00636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398271 Apr 05 22:42:27.324804 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b91e26-06fb-4cba-b48c-442f8f27484a req-af3011b5-5d05-4090-a641-5af831b2fcab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:27.326291 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f1b91e26-06fb-4cba-b48c-442f8f27484a req-af3011b5-5d05-4090-a641-5af831b2fcab service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e718bf4373f64b3f9ec542b95b3e4d7b&device_id=ccf36dc0-42d3-4f95-b079-426e94a7f7d8 HTTP/1.1" status: 200 len: 1128 time: 0.0425606 Apr 05 22:42:27.417264 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b91e26-06fb-4cba-b48c-442f8f27484a req-80142edf-a133-44ad-b2a6-3ad5fb6a9b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:27.418756 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f1b91e26-06fb-4cba-b48c-442f8f27484a req-80142edf-a133-44ad-b2a6-3ad5fb6a9b27 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2745cec7-a148-4762-a4f4-09b14f6d3b74 HTTP/1.1" status: 200 len: 915 time: 0.0852773 Apr 05 22:42:27.458965 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f1b91e26-06fb-4cba-b48c-442f8f27484a req-4be55543-febf-45d4-b8ad-63ba93fff7a7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea1b2098-dd7c-4aca-9061-cf560775ceea HTTP/1.1" status: 200 len: 217 time: 0.0337548 Apr 05 22:42:27.461860 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device ea1b2098-dd7c-4aca-9061-cf560775ceea details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:42:27.514209 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b91e26-06fb-4cba-b48c-442f8f27484a req-a9ab1411-f275-4897-9de8-4bbc4d2f2969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:27.515676 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f1b91e26-06fb-4cba-b48c-442f8f27484a req-a9ab1411-f275-4897-9de8-4bbc4d2f2969 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45b714fa-5bcf-429b-b58b-460d14e81c92 HTTP/1.1" status: 200 len: 853 time: 0.0508361 Apr 05 22:42:27.560665 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] For port ea1b2098-dd7c-4aca-9061-cf560775ceea, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=ea1b2098-dd7c-4aca-9061-cf560775ceea,segment=NetworkSegment(7d65933d-36de-4f1d-ae48-24ad40f63257),segment_id=7d65933d-36de-4f1d-ae48-24ad40f63257)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:42:27.563622 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b91e26-06fb-4cba-b48c-442f8f27484a req-eca81be3-b816-49f1-b600-1a92688d45c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:27.565118 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f1b91e26-06fb-4cba-b48c-442f8f27484a req-eca81be3-b816-49f1-b600-1a92688d45c2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2745cec7-a148-4762-a4f4-09b14f6d3b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435944 Apr 05 22:42:27.571827 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Returning: {'device': 'ea1b2098-dd7c-4aca-9061-cf560775ceea', 'network_id': '2745cec7-a148-4762-a4f4-09b14f6d3b74', 'port_id': 'ea1b2098-dd7c-4aca-9061-cf560775ceea', 'mac_address': 'fa:16:3e:61:ce:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45b714fa-5bcf-429b-b58b-460d14e81c92', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:42:27.612559 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Current status of the port ea1b2098-dd7c-4aca-9061-cf560775ceea is: DOWN; New status is: BUILD {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:42:27.612855 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (ea1b2098-dd7c-4aca-9061-cf560775ceea), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:27.626531 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea1b2098-dd7c-4aca-9061-cf560775ceea {{(pid=103470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:42:27.645201 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] For port ea1b2098-dd7c-4aca-9061-cf560775ceea, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=ea1b2098-dd7c-4aca-9061-cf560775ceea,segment=NetworkSegment(7d65933d-36de-4f1d-ae48-24ad40f63257),segment_id=7d65933d-36de-4f1d-ae48-24ad40f63257)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:42:27.649088 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (ea1b2098-dd7c-4aca-9061-cf560775ceea), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:27.653842 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f1b91e26-06fb-4cba-b48c-442f8f27484a req-cf87cafb-34b3-4239-a5b8-80a4ed6831a8 service neutron] 10.222.0.13 "GET /v2.0/networks/2745cec7-a148-4762-a4f4-09b14f6d3b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819993 Apr 05 22:42:27.696901 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Pushing event updated for resources: {'Port': ['ID=ea1b2098-dd7c-4aca-9061-cf560775ceea,revision_number=4']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:27.704893 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:27.705496 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:27.706052 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:27.706578 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:27.707080 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:27.707568 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:27.708085 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:27.708580 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:27.709073 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:27.709599 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:27.709932 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:27.710281 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:27.710612 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:27.710936 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:27.711268 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:27.786617 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f1b91e26-06fb-4cba-b48c-442f8f27484a req-8a4f3c86-6335-4e14-bcde-3e6471fd7023 service neutron] 10.222.0.13 "GET /v2.0/networks/2745cec7-a148-4762-a4f4-09b14f6d3b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266170 Apr 05 22:42:27.798274 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d8a20e-09f0-4576-abde-09bc75a4d15a req-5a1cbb63-a4cc-4020-8b8b-06112757218a tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:27.799665 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-50d8a20e-09f0-4576-abde-09bc75a4d15a req-5a1cbb63-a4cc-4020-8b8b-06112757218a tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccf36dc0-42d3-4f95-b079-426e94a7f7d8 HTTP/1.1" status: 200 len: 945 time: 0.0830829 Apr 05 22:42:27.845507 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-50d8a20e-09f0-4576-abde-09bc75a4d15a req-921dc6f5-4832-40de-ba9e-10e44b8e4a4e tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/security-groups?id=a4654f91-b41c-41fc-851b-a9e546c00636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403605 Apr 05 22:42:27.928606 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (021dfe4d-8109-4136-9367-dac606dce553), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:28.113273 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] get_ports_and_sgs() called for port_ids ['ea1b2098-dd7c-4aca-9061-cf560775ceea'] {{(pid=103470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:42:28.962382 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cef41b-7624-436a-8485-14638350a268 req-9c8fc640-55f0-48f2-8584-c337f24eb45f tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:28.964419 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f9cef41b-7624-436a-8485-14638350a268 req-9c8fc640-55f0-48f2-8584-c337f24eb45f tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccf36dc0-42d3-4f95-b079-426e94a7f7d8 HTTP/1.1" status: 200 len: 945 time: 0.0544748 Apr 05 22:42:29.008284 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f9cef41b-7624-436a-8485-14638350a268 req-c249fb84-326e-4e02-80f4-ab473b756da1 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/security-groups?id=a4654f91-b41c-41fc-851b-a9e546c00636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381827 Apr 05 22:42:29.477668 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device ea1b2098-dd7c-4aca-9061-cf560775ceea up at agent hyperv_hv-cinder-83588 {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:42:29.527435 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Provisioning for port ea1b2098-dd7c-4aca-9061-cf560775ceea completed by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 22:42:29.531173 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Provisioning complete for port ea1b2098-dd7c-4aca-9061-cf560775ceea triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:42:29.531541 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (ea1b2098-dd7c-4aca-9061-cf560775ceea), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:29.608987 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Current status of the port ea1b2098-dd7c-4aca-9061-cf560775ceea is: BUILD; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:42:29.609367 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (ea1b2098-dd7c-4aca-9061-cf560775ceea), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:29.754137 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccf36dc0-42d3-4f95-b079-426e94a7f7d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1b2098-dd7c-4aca-9061-cf560775ceea'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:42:29.756255 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5eeae28b1739aff28e9ac2b05a29cddcf15b93cc3fe96f2ce32a289e1b5713d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a10f7d9-9242-4763-bdcf-183195d53b59" -d '{"events": [{"server_uuid": "ccf36dc0-42d3-4f95-b079-426e94a7f7d8", "name": "network-vif-plugged", "status": "completed", "tag": "ea1b2098-dd7c-4aca-9061-cf560775ceea"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:42:29.769932 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] For port ea1b2098-dd7c-4aca-9061-cf560775ceea, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=ea1b2098-dd7c-4aca-9061-cf560775ceea,segment=NetworkSegment(7d65933d-36de-4f1d-ae48-24ad40f63257),segment_id=7d65933d-36de-4f1d-ae48-24ad40f63257)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:42:29.773695 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (ea1b2098-dd7c-4aca-9061-cf560775ceea), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:29.821220 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Pushing event updated for resources: {'Port': ['ID=ea1b2098-dd7c-4aca-9061-cf560775ceea,revision_number=5']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:29.846309 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b0092a-f84d-49fa-97ba-c76cde539fa1 x-openstack-request-id: req-a0b0092a-f84d-49fa-97ba-c76cde539fa1 {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:42:29.846615 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccf36dc0-42d3-4f95-b079-426e94a7f7d8", "name": "network-vif-plugged", "status": "completed", "tag": "ea1b2098-dd7c-4aca-9061-cf560775ceea", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:42:29.846869 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a0b0092a-f84d-49fa-97ba-c76cde539fa1 {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:42:29.847267 dv-cinder-835881-4-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0b0092a-f84d-49fa-97ba-c76cde539fa1'] response: {'server_uuid': 'ccf36dc0-42d3-4f95-b079-426e94a7f7d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1b2098-dd7c-4aca-9061-cf560775ceea', 'code': 200} Apr 05 22:42:30.012196 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1816bc20-19bd-42d1-b39b-5e4dc9f0b169 req-110d9c44-efaa-4304-8a83-0de17469e34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:30.013656 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1816bc20-19bd-42d1-b39b-5e4dc9f0b169 req-110d9c44-efaa-4304-8a83-0de17469e34d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ccf36dc0-42d3-4f95-b079-426e94a7f7d8 HTTP/1.1" status: 200 len: 1130 time: 0.0418446 Apr 05 22:42:30.056512 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1816bc20-19bd-42d1-b39b-5e4dc9f0b169 req-ccc7302b-1d1f-4be1-a565-01e29b21a51a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a4654f91-b41c-41fc-851b-a9e546c00636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367537 Apr 05 22:42:30.136756 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee7ffda-2fa8-4e6c-9623-73b6da86fdf8 req-9f8b458b-a574-46d0-85a4-e01a9dbc2295 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:30.138236 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8ee7ffda-2fa8-4e6c-9623-73b6da86fdf8 req-9f8b458b-a574-46d0-85a4-e01a9dbc2295 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccf36dc0-42d3-4f95-b079-426e94a7f7d8 HTTP/1.1" status: 200 len: 946 time: 0.0630517 Apr 05 22:42:30.188518 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8ee7ffda-2fa8-4e6c-9623-73b6da86fdf8 req-9521ce8f-c6ae-409c-aa44-3376a24bf7ae tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/security-groups?id=a4654f91-b41c-41fc-851b-a9e546c00636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447676 Apr 05 22:42:31.304555 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d774423e-1cad-45ac-a790-c9ae5358c1e5 req-f1cefa27-a3af-4cb8-80f7-14f63a2f050d tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:31.306039 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d774423e-1cad-45ac-a790-c9ae5358c1e5 req-f1cefa27-a3af-4cb8-80f7-14f63a2f050d tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccf36dc0-42d3-4f95-b079-426e94a7f7d8 HTTP/1.1" status: 200 len: 946 time: 0.0513175 Apr 05 22:42:31.351427 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d774423e-1cad-45ac-a790-c9ae5358c1e5 req-333e6ca5-3f7d-45fe-8457-e191f31cf613 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/security-groups?id=a4654f91-b41c-41fc-851b-a9e546c00636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399666 Apr 05 22:42:32.279674 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6226f3e4-788c-4ba9-9e7d-870350e16b0e req-5432fc17-1dd0-4d41-90fb-62ffb8771a0f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f0326d1c-064c-4b3c-9ffd-06a7df79dec6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435021 Apr 05 22:42:32.469059 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac545c7e-095b-46dc-bafb-e66d68c78d59 req-c975e396-cd80-457b-815d-1783e66b3f7d tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:32.470446 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ac545c7e-095b-46dc-bafb-e66d68c78d59 req-c975e396-cd80-457b-815d-1783e66b3f7d tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccf36dc0-42d3-4f95-b079-426e94a7f7d8 HTTP/1.1" status: 200 len: 946 time: 0.0530174 Apr 05 22:42:32.515544 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ac545c7e-095b-46dc-bafb-e66d68c78d59 req-d18d85bb-fa35-4c7c-9548-40e69e056e6b tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/security-groups?id=a4654f91-b41c-41fc-851b-a9e546c00636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397158 Apr 05 22:42:32.628308 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1281c56-9883-4e0b-ba93-8c9da80ed13a req-a321a3dd-329b-43e8-8146-b9fb04fa4386 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:32.630251 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d1281c56-9883-4e0b-ba93-8c9da80ed13a req-a321a3dd-329b-43e8-8146-b9fb04fa4386 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccf36dc0-42d3-4f95-b079-426e94a7f7d8 HTTP/1.1" status: 200 len: 946 time: 0.0526068 Apr 05 22:42:32.639795 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 42030) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:32.644753 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-745d49d9-4125-4a1b-ba93-a33be9028c94 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Request body: {'floatingip': {'port_id': 'ea1b2098-dd7c-4aca-9061-cf560775ceea'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:42:32.695850 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-745d49d9-4125-4a1b-ba93-a33be9028c94 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for floatingip (81efe45b-59fa-4113-b386-e17afe057d3c), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:32.816215 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6226f3e4-788c-4ba9-9e7d-870350e16b0e req-065a2f05-f106-4f00-939c-d62a76871eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:32.817730 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6226f3e4-788c-4ba9-9e7d-870350e16b0e req-065a2f05-f106-4f00-939c-d62a76871eb8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1ba0c2747b5346a280f6f563ba891f9e&device_id=f0326d1c-064c-4b3c-9ffd-06a7df79dec6 HTTP/1.1" status: 200 len: 1130 time: 0.1402943 Apr 05 22:42:33.242787 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6226f3e4-788c-4ba9-9e7d-870350e16b0e req-974b6f23-3f08-4868-8182-879c2c2927b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:33.244260 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6226f3e4-788c-4ba9-9e7d-870350e16b0e req-974b6f23-3f08-4868-8182-879c2c2927b7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3db3989f-3792-497b-8859-b82b64749acf HTTP/1.1" status: 200 len: 919 time: 0.4063847 Apr 05 22:42:33.336717 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6226f3e4-788c-4ba9-9e7d-870350e16b0e req-6b61c422-9786-4f24-a615-936d9f3fa9dc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50a9d59b-5865-4112-823b-dcc7f80dc6fc HTTP/1.1" status: 200 len: 217 time: 0.0649004 Apr 05 22:42:33.425525 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6226f3e4-788c-4ba9-9e7d-870350e16b0e req-868de6e4-3f50-418d-8086-69c9b717dc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:33.426948 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6226f3e4-788c-4ba9-9e7d-870350e16b0e req-868de6e4-3f50-418d-8086-69c9b717dc7f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=37586d04-a04b-404d-8716-ce23cb986874 HTTP/1.1" status: 200 len: 857 time: 0.0839980 Apr 05 22:42:33.543556 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6226f3e4-788c-4ba9-9e7d-870350e16b0e req-da2e5821-8b9c-4155-aafd-faefa64c4935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:33.544964 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6226f3e4-788c-4ba9-9e7d-870350e16b0e req-da2e5821-8b9c-4155-aafd-faefa64c4935 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3db3989f-3792-497b-8859-b82b64749acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1098237 Apr 05 22:42:33.586986 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-745d49d9-4125-4a1b-ba93-a33be9028c94 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:33.614872 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-745d49d9-4125-4a1b-ba93-a33be9028c94 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536593'] for floatingip (81efe45b-59fa-4113-b386-e17afe057d3c), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:33.717526 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6226f3e4-788c-4ba9-9e7d-870350e16b0e req-02942ae9-b198-4370-94b8-d9177ae4fafe service neutron] 10.222.0.13 "GET /v2.0/networks/3db3989f-3792-497b-8859-b82b64749acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624649 Apr 05 22:42:33.782763 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.db.l3_db [None req-745d49d9-4125-4a1b-ba93-a33be9028c94 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Floating IP 81efe45b-59fa-4113-b386-e17afe057d3c associated. External IP: 172.27.1.30, port: ea1b2098-dd7c-4aca-9061-cf560775ceea. Apr 05 22:42:33.885526 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6226f3e4-788c-4ba9-9e7d-870350e16b0e req-f327067b-9fda-4ddc-9872-c98444b668ce service neutron] 10.222.0.13 "GET /v2.0/networks/3db3989f-3792-497b-8859-b82b64749acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609180 Apr 05 22:42:34.023324 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-745d49d9-4125-4a1b-ba93-a33be9028c94 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Router d51c3735-6a4e-4d37-acdf-25e27a08c3d1 has already been hosted by L3 agent 79a469f9-bdbc-4492-b479-9e5faeaf33b0 {{(pid=103469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:42:34.135779 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-745d49d9-4125-4a1b-ba93-a33be9028c94 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Notify agent at l3_agent.dv-cinder-835881-4-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:42:34.140184 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-745d49d9-4125-4a1b-ba93-a33be9028c94 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for floatingip (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:34.146131 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acd18b4-0237-44d0-bc34-285cd5865251 None None] Sync routers for ids ['d51c3735-6a4e-4d37-acdf-25e27a08c3d1'] in dv-cinder-835881-4-iscsi {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:42:34.158633 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acd18b4-0237-44d0-bc34-285cd5865251 None None] Routers {'d51c3735-6a4e-4d37-acdf-25e27a08c3d1'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:42:34.159470 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-8acd18b4-0237-44d0-bc34-285cd5865251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:42:08Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['d51c3735-6a4e-4d37-acdf-25e27a08c3d1'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:34.171191 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-745d49d9-4125-4a1b-ba93-a33be9028c94 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "PUT /v2.0/floatingips/81efe45b-59fa-4113-b386-e17afe057d3c HTTP/1.1" status: 200 len: 991 time: 1.5301220 Apr 05 22:42:34.171889 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccf36dc0-42d3-4f95-b079-426e94a7f7d8', 'tag': 'ea1b2098-dd7c-4aca-9061-cf560775ceea'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:42:34.174145 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f386ba26b1031f5495d5bdef0d2c98b5b567df56bfe60a1d1e0dd7c3f719aed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e837ca55-47d9-4673-ba19-0abe5e337882" -d '{"events": [{"name": "network-changed", "server_uuid": "ccf36dc0-42d3-4f95-b079-426e94a7f7d8", "tag": "ea1b2098-dd7c-4aca-9061-cf560775ceea"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:42:34.220007 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6020f852-5842-4cbf-80f9-ab1c56ac6eb8 x-openstack-request-id: req-6020f852-5842-4cbf-80f9-ab1c56ac6eb8 {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:42:34.220310 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccf36dc0-42d3-4f95-b079-426e94a7f7d8", "tag": "ea1b2098-dd7c-4aca-9061-cf560775ceea", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:42:34.221056 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6020f852-5842-4cbf-80f9-ab1c56ac6eb8 {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:42:34.221461 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6020f852-5842-4cbf-80f9-ab1c56ac6eb8'] response: {'name': 'network-changed', 'server_uuid': 'ccf36dc0-42d3-4f95-b079-426e94a7f7d8', 'tag': 'ea1b2098-dd7c-4aca-9061-cf560775ceea', 'status': 'completed', 'code': 200} Apr 05 22:42:34.302150 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-8acd18b4-0237-44d0-bc34-285cd5865251 None None] Set router d51c3735-6a4e-4d37-acdf-25e27a08c3d1 gateway port host: dv-cinder-835881-4-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:42:34.374067 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1cf79e-f71f-4d27-bbe3-f213ef1ba14f req-c3317d43-8275-403b-b78a-6242886674c4 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:34.375664 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2b1cf79e-f71f-4d27-bbe3-f213ef1ba14f req-c3317d43-8275-403b-b78a-6242886674c4 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 946 time: 0.0852025 Apr 05 22:42:34.390112 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e837ca55-47d9-4673-ba19-0abe5e337882 req-442cb173-ac12-49e1-bcbc-dcdd2fc4ee17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:34.391639 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e837ca55-47d9-4673-ba19-0abe5e337882 req-442cb173-ac12-49e1-bcbc-dcdd2fc4ee17 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e718bf4373f64b3f9ec542b95b3e4d7b&device_id=ccf36dc0-42d3-4f95-b079-426e94a7f7d8 HTTP/1.1" status: 200 len: 1130 time: 0.0735352 Apr 05 22:42:34.430049 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2b1cf79e-f71f-4d27-bbe3-f213ef1ba14f req-b51bbd4c-994e-4b74-8f9f-b899e5779bc6 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479751 Apr 05 22:42:34.534685 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-8acd18b4-0237-44d0-bc34-285cd5865251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'name': 'tempest-AttachVolumeNegativeTest-472364483-router', 'tenant_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'f7257a2b-51a0-4a83-97f1-aa23ea91efe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:36:28Z', 'updated_at': '2022-04-05T22:36:43Z', 'revision_number': 4, 'project_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'gw_port': {'id': 'f7257a2b-51a0-4a83-97f1-aa23ea91efe1', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:07:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:29Z', 'updated_at': '2022-04-05T22:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_floatingips': [{'id': '81efe45b-59fa-4113-b386-e17afe057d3c', 'tenant_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'floating_ip_address': '172.27.1.30', 'floating_network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'router_id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'port_id': 'ea1b2098-dd7c-4aca-9061-cf560775ceea', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2745cec7-a148-4762-a4f4-09b14f6d3b74', 'mac_address': 'fa:16:3e:61:ce:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf36dc0-42d3-4f95-b079-426e94a7f7d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:42:20Z', 'updated_at': '2022-04-05T22:42:33Z', 'revision_number': 1, 'project_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35730c02-9364-4d72-96fb-383f73802885', 'name': '', 'network_id': '2745cec7-a148-4762-a4f4-09b14f6d3b74', 'tenant_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'mac_address': 'fa:16:3e:db:97:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '45b714fa-5bcf-429b-b58b-460d14e81c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:40Z', 'updated_at': '2022-04-05T22:36:52Z', 'revision_number': 5, 'project_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'subnets': [{'id': '45b714fa-5bcf-429b-b58b-460d14e81c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:34.560654 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acd18b4-0237-44d0-bc34-285cd5865251 None None] Checking router: d51c3735-6a4e-4d37-acdf-25e27a08c3d1 for host: dv-cinder-835881-4-iscsi {{(pid=103470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:42:34.568851 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acd18b4-0237-44d0-bc34-285cd5865251 None None] Routers {'d51c3735-6a4e-4d37-acdf-25e27a08c3d1'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:42:34.569444 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-8acd18b4-0237-44d0-bc34-285cd5865251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:42:08Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['d51c3735-6a4e-4d37-acdf-25e27a08c3d1'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:34.683279 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-8acd18b4-0237-44d0-bc34-285cd5865251 None None] Set router d51c3735-6a4e-4d37-acdf-25e27a08c3d1 gateway port host: dv-cinder-835881-4-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:42:34.907747 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-8acd18b4-0237-44d0-bc34-285cd5865251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'name': 'tempest-AttachVolumeNegativeTest-472364483-router', 'tenant_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'f7257a2b-51a0-4a83-97f1-aa23ea91efe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:36:28Z', 'updated_at': '2022-04-05T22:36:43Z', 'revision_number': 4, 'project_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'gw_port': {'id': 'f7257a2b-51a0-4a83-97f1-aa23ea91efe1', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:07:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:29Z', 'updated_at': '2022-04-05T22:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_floatingips': [{'id': '81efe45b-59fa-4113-b386-e17afe057d3c', 'tenant_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'floating_ip_address': '172.27.1.30', 'floating_network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'router_id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'port_id': 'ea1b2098-dd7c-4aca-9061-cf560775ceea', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2745cec7-a148-4762-a4f4-09b14f6d3b74', 'mac_address': 'fa:16:3e:61:ce:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf36dc0-42d3-4f95-b079-426e94a7f7d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:42:20Z', 'updated_at': '2022-04-05T22:42:33Z', 'revision_number': 1, 'project_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35730c02-9364-4d72-96fb-383f73802885', 'name': '', 'network_id': '2745cec7-a148-4762-a4f4-09b14f6d3b74', 'tenant_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'mac_address': 'fa:16:3e:db:97:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '45b714fa-5bcf-429b-b58b-460d14e81c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:40Z', 'updated_at': '2022-04-05T22:36:52Z', 'revision_number': 5, 'project_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'subnets': [{'id': '45b714fa-5bcf-429b-b58b-460d14e81c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:34.934435 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acd18b4-0237-44d0-bc34-285cd5865251 None None] The sync data for ids ['d51c3735-6a4e-4d37-acdf-25e27a08c3d1'] in dv-cinder-835881-4-iscsi is: [{'id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'name': 'tempest-AttachVolumeNegativeTest-472364483-router', 'tenant_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'f7257a2b-51a0-4a83-97f1-aa23ea91efe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:36:28Z', 'updated_at': '2022-04-05T22:36:43Z', 'revision_number': 4, 'project_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'gw_port': {'id': 'f7257a2b-51a0-4a83-97f1-aa23ea91efe1', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:07:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:29Z', 'updated_at': '2022-04-05T22:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_floatingips': [{'id': '81efe45b-59fa-4113-b386-e17afe057d3c', 'tenant_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'floating_ip_address': '172.27.1.30', 'floating_network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'router_id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'port_id': 'ea1b2098-dd7c-4aca-9061-cf560775ceea', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2745cec7-a148-4762-a4f4-09b14f6d3b74', 'mac_address': 'fa:16:3e:61:ce:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf36dc0-42d3-4f95-b079-426e94a7f7d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:42:20Z', 'updated_at': '2022-04-05T22:42:33Z', 'revision_number': 1, 'project_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35730c02-9364-4d72-96fb-383f73802885', 'name': '', 'network_id': '2745cec7-a148-4762-a4f4-09b14f6d3b74', 'tenant_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'mac_address': 'fa:16:3e:db:97:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '45b714fa-5bcf-429b-b58b-460d14e81c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:40Z', 'updated_at': '2022-04-05T22:36:52Z', 'revision_number': 5, 'project_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'subnets': [{'id': '45b714fa-5bcf-429b-b58b-460d14e81c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:42:35.116258 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabc60a6-7dc4-48ed-9434-fa4896257e90 None None] New status for floating IP 81efe45b-59fa-4113-b386-e17afe057d3c: ACTIVE {{(pid=103471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:42:35.516930 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-fd7e413a-e74d-476a-8987-59fa93b258fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (08425891-4e99-4ae4-974b-85ee5a0410c6), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:35.554248 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4ceb7d-351a-4f39-a63d-36fe3282c121 req-ec5ee4f3-5ac0-487f-b2cc-8fcf72093514 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:35.555651 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8e4ceb7d-351a-4f39-a63d-36fe3282c121 req-ec5ee4f3-5ac0-487f-b2cc-8fcf72093514 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 946 time: 0.0521388 Apr 05 22:42:35.600413 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8e4ceb7d-351a-4f39-a63d-36fe3282c121 req-928b65d5-ee60-45cd-b7bd-8a2ca7620d5e tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392287 Apr 05 22:42:35.792532 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e837ca55-47d9-4673-ba19-0abe5e337882 req-05af3a9e-9751-433f-b111-7dce1932e02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:35.794017 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e837ca55-47d9-4673-ba19-0abe5e337882 req-05af3a9e-9751-433f-b111-7dce1932e02e service neutron] 10.222.0.13 "GET /v2.0/networks?id=2745cec7-a148-4762-a4f4-09b14f6d3b74 HTTP/1.1" status: 200 len: 915 time: 0.0892129 Apr 05 22:42:36.186751 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e837ca55-47d9-4673-ba19-0abe5e337882 req-b9ae5425-9fc5-4ce7-81f5-c1d9e34df72e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea1b2098-dd7c-4aca-9061-cf560775ceea HTTP/1.1" status: 200 len: 1001 time: 0.0582411 Apr 05 22:42:36.357139 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e837ca55-47d9-4673-ba19-0abe5e337882 req-ca37810d-15ce-4910-af58-744bf8170881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:36.358613 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e837ca55-47d9-4673-ba19-0abe5e337882 req-ca37810d-15ce-4910-af58-744bf8170881 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45b714fa-5bcf-429b-b58b-460d14e81c92 HTTP/1.1" status: 200 len: 853 time: 0.0753925 Apr 05 22:42:36.371858 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885bd1d7-d53c-47c6-9f34-5fe9f707969a req-399f77a2-3ab2-45b8-a71e-5db4ea366ba2 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:36.373189 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-885bd1d7-d53c-47c6-9f34-5fe9f707969a req-399f77a2-3ab2-45b8-a71e-5db4ea366ba2 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.13 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 946 time: 0.0887756 Apr 05 22:42:36.469013 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e837ca55-47d9-4673-ba19-0abe5e337882 req-97f4dbab-d2e8-49b8-85de-d86641ea8281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:36.470425 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e837ca55-47d9-4673-ba19-0abe5e337882 req-97f4dbab-d2e8-49b8-85de-d86641ea8281 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2745cec7-a148-4762-a4f4-09b14f6d3b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0963676 Apr 05 22:42:36.543860 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [req-885bd1d7-d53c-47c6-9f34-5fe9f707969a req-9d03b349-4999-4b1c-9280-fc915c2cf92e tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Deleting port 38882e06-411a-4d93-b05b-c8508e6f9776 {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:42:36.544210 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-885bd1d7-d53c-47c6-9f34-5fe9f707969a req-9d03b349-4999-4b1c-9280-fc915c2cf92e tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757100664625'] for port (38882e06-411a-4d93-b05b-c8508e6f9776), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:36.623958 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e837ca55-47d9-4673-ba19-0abe5e337882 req-2e060653-9a85-4a4c-8b5a-a880420c9f46 service neutron] 10.222.0.13 "GET /v2.0/networks/2745cec7-a148-4762-a4f4-09b14f6d3b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465399 Apr 05 22:42:36.698522 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-885bd1d7-d53c-47c6-9f34-5fe9f707969a req-9d03b349-4999-4b1c-9280-fc915c2cf92e tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] For port 38882e06-411a-4d93-b05b-c8508e6f9776, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=38882e06-411a-4d93-b05b-c8508e6f9776,segment=NetworkSegment(60bccf3c-6e70-4640-bf31-a453a33e1d1c),segment_id=60bccf3c-6e70-4640-bf31-a453a33e1d1c)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:42:36.698883 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-885bd1d7-d53c-47c6-9f34-5fe9f707969a req-9d03b349-4999-4b1c-9280-fc915c2cf92e tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525920'] for port (38882e06-411a-4d93-b05b-c8508e6f9776), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:36.816947 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e837ca55-47d9-4673-ba19-0abe5e337882 req-e9f68e67-c228-4505-9a17-ab0748ed272c service neutron] 10.222.0.13 "GET /v2.0/networks/2745cec7-a148-4762-a4f4-09b14f6d3b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864233 Apr 05 22:42:36.829189 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74839127-956f-4eb1-8fad-9c6cebf5cb6f req-140c914a-da5c-4a75-a6d1-d22a68b90e47 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:36.830649 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-74839127-956f-4eb1-8fad-9c6cebf5cb6f req-140c914a-da5c-4a75-a6d1-d22a68b90e47 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 946 time: 0.1342297 Apr 05 22:42:36.947481 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-74839127-956f-4eb1-8fad-9c6cebf5cb6f req-d648fa4c-c4b7-4094-99c4-ec66bc20a824 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1aa5cb5-c86c-402b-ac89-6187ad731a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886521 Apr 05 22:42:36.965731 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-885bd1d7-d53c-47c6-9f34-5fe9f707969a req-9d03b349-4999-4b1c-9280-fc915c2cf92e tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:36.966722 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-885bd1d7-d53c-47c6-9f34-5fe9f707969a req-9d03b349-4999-4b1c-9280-fc915c2cf92e tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536593'] for floatingip (f2423273-c63e-4052-8f6f-d3c824db0a8e), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:36.966722 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.db.l3_db [req-885bd1d7-d53c-47c6-9f34-5fe9f707969a req-9d03b349-4999-4b1c-9280-fc915c2cf92e tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Floating IP f2423273-c63e-4052-8f6f-d3c824db0a8e disassociated. External IP: 172.27.1.83, port: 38882e06-411a-4d93-b05b-c8508e6f9776. Apr 05 22:42:36.966722 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [req-885bd1d7-d53c-47c6-9f34-5fe9f707969a req-9d03b349-4999-4b1c-9280-fc915c2cf92e tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Calling delete_port for 38882e06-411a-4d93-b05b-c8508e6f9776 owned by compute:nova {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:42:37.093383 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-885bd1d7-d53c-47c6-9f34-5fe9f707969a req-9d03b349-4999-4b1c-9280-fc915c2cf92e tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757100670980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757100095757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827921'] for port (38882e06-411a-4d93-b05b-c8508e6f9776), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:37.123999 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d03b349-4999-4b1c-9280-fc915c2cf92e tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Pushing event deleted for resources: {'Port': ['ID=38882e06-411a-4d93-b05b-c8508e6f9776,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:37.479585 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [req-885bd1d7-d53c-47c6-9f34-5fe9f707969a req-9d03b349-4999-4b1c-9280-fc915c2cf92e tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Router 6b8c1170-9035-4651-bab5-07a41f9337ac has already been hosted by L3 agent 79a469f9-bdbc-4492-b479-9e5faeaf33b0 {{(pid=103469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:42:37.593969 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-885bd1d7-d53c-47c6-9f34-5fe9f707969a req-9d03b349-4999-4b1c-9280-fc915c2cf92e tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Notify agent at l3_agent.dv-cinder-835881-4-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:42:37.605389 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752d89c7-860a-4f29-ae49-51e7d99b59c1 None None] Sync routers for ids ['6b8c1170-9035-4651-bab5-07a41f9337ac'] in dv-cinder-835881-4-iscsi {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:42:37.615246 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752d89c7-860a-4f29-ae49-51e7d99b59c1 None None] Routers {'6b8c1170-9035-4651-bab5-07a41f9337ac'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:42:37.616021 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-752d89c7-860a-4f29-ae49-51e7d99b59c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:42:08Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['6b8c1170-9035-4651-bab5-07a41f9337ac'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:37.635244 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [req-885bd1d7-d53c-47c6-9f34-5fe9f707969a req-9d03b349-4999-4b1c-9280-fc915c2cf92e tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] No DVR routers for this DVR port 38882e06-411a-4d93-b05b-c8508e6f9776 on host hv-cinder-83588 {{(pid=103469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:42:37.637720 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-885bd1d7-d53c-47c6-9f34-5fe9f707969a req-9d03b349-4999-4b1c-9280-fc915c2cf92e tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:37.641045 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-885bd1d7-d53c-47c6-9f34-5fe9f707969a req-9d03b349-4999-4b1c-9280-fc915c2cf92e tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.13 "DELETE /v2.0/ports/38882e06-411a-4d93-b05b-c8508e6f9776 HTTP/1.1" status: 204 len: 173 time: 1.2592368 Apr 05 22:42:37.641504 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6820dc5a-0cc6-456b-baca-3e881565a705', 'name': 'network-vif-deleted', 'tag': '38882e06-411a-4d93-b05b-c8508e6f9776'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:42:37.643935 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f386ba26b1031f5495d5bdef0d2c98b5b567df56bfe60a1d1e0dd7c3f719aed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a99579-6de7-4cc3-8d14-c3a02ad323af" -d '{"events": [{"server_uuid": "6820dc5a-0cc6-456b-baca-3e881565a705", "name": "network-vif-deleted", "tag": "38882e06-411a-4d93-b05b-c8508e6f9776"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:42:37.680321 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75fef3b2-7114-48c6-bd58-ac8dae6d5f54 x-openstack-request-id: req-75fef3b2-7114-48c6-bd58-ac8dae6d5f54 {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:42:37.680620 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6820dc5a-0cc6-456b-baca-3e881565a705", "name": "network-vif-deleted", "tag": "38882e06-411a-4d93-b05b-c8508e6f9776", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:42:37.680885 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-75fef3b2-7114-48c6-bd58-ac8dae6d5f54 {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:42:37.681970 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75fef3b2-7114-48c6-bd58-ac8dae6d5f54'] response: {'server_uuid': '6820dc5a-0cc6-456b-baca-3e881565a705', 'name': 'network-vif-deleted', 'tag': '38882e06-411a-4d93-b05b-c8508e6f9776', 'status': 'completed', 'code': 200} Apr 05 22:42:37.738485 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-752d89c7-860a-4f29-ae49-51e7d99b59c1 None None] Set router 6b8c1170-9035-4651-bab5-07a41f9337ac gateway port host: dv-cinder-835881-4-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:42:37.880339 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-118d1991-d723-4af8-9372-dda5063c9fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (79a469f9-bdbc-4492-b479-9e5faeaf33b0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:37.949279 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-752d89c7-860a-4f29-ae49-51e7d99b59c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8c1170-9035-4651-bab5-07a41f9337ac', 'name': 'tempest-AttachVolumeShelveTestJSON-854944980-router', 'tenant_id': 'aad57955e58648ad8aedc12ef0c854bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'b1d22d1e-c2db-4e00-bf01-d4a961d5d6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:36:26Z', 'updated_at': '2022-04-05T22:36:40Z', 'revision_number': 4, 'project_id': 'aad57955e58648ad8aedc12ef0c854bd', 'gw_port': {'id': 'b1d22d1e-c2db-4e00-bf01-d4a961d5d6c7', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8c1170-9035-4651-bab5-07a41f9337ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:28Z', 'updated_at': '2022-04-05T22:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_interfaces': [{'id': 'bb8d404d-b4f4-4a4d-87bc-ff826ef28e36', 'name': '', 'network_id': 'cdafa027-5a68-4e7d-98e5-3d69d953062c', 'tenant_id': 'aad57955e58648ad8aedc12ef0c854bd', 'mac_address': 'fa:16:3e:1f:a4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8c1170-9035-4651-bab5-07a41f9337ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e210eb77-c8b4-4c67-a300-bbb8691b7d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:35Z', 'updated_at': '2022-04-05T22:36:49Z', 'revision_number': 5, 'project_id': 'aad57955e58648ad8aedc12ef0c854bd', 'subnets': [{'id': 'e210eb77-c8b4-4c67-a300-bbb8691b7d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:37.974787 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752d89c7-860a-4f29-ae49-51e7d99b59c1 None None] Checking router: 6b8c1170-9035-4651-bab5-07a41f9337ac for host: dv-cinder-835881-4-iscsi {{(pid=103470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:42:37.983607 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752d89c7-860a-4f29-ae49-51e7d99b59c1 None None] Routers {'6b8c1170-9035-4651-bab5-07a41f9337ac'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:42:37.984218 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-752d89c7-860a-4f29-ae49-51e7d99b59c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:42:38Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['6b8c1170-9035-4651-bab5-07a41f9337ac'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:38.066560 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-705b40ca-ee86-4dd3-b4b3-426e1987a0b5 req-add47a2b-51f6-42e7-a991-32006afd9ad0 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6820dc5a-0cc6-456b-baca-3e881565a705 HTTP/1.1" status: 200 len: 210 time: 0.0333128 Apr 05 22:42:38.104468 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-752d89c7-860a-4f29-ae49-51e7d99b59c1 None None] Set router 6b8c1170-9035-4651-bab5-07a41f9337ac gateway port host: dv-cinder-835881-4-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:42:38.324152 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-752d89c7-860a-4f29-ae49-51e7d99b59c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8c1170-9035-4651-bab5-07a41f9337ac', 'name': 'tempest-AttachVolumeShelveTestJSON-854944980-router', 'tenant_id': 'aad57955e58648ad8aedc12ef0c854bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'b1d22d1e-c2db-4e00-bf01-d4a961d5d6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:36:26Z', 'updated_at': '2022-04-05T22:36:40Z', 'revision_number': 4, 'project_id': 'aad57955e58648ad8aedc12ef0c854bd', 'gw_port': {'id': 'b1d22d1e-c2db-4e00-bf01-d4a961d5d6c7', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8c1170-9035-4651-bab5-07a41f9337ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:28Z', 'updated_at': '2022-04-05T22:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_interfaces': [{'id': 'bb8d404d-b4f4-4a4d-87bc-ff826ef28e36', 'name': '', 'network_id': 'cdafa027-5a68-4e7d-98e5-3d69d953062c', 'tenant_id': 'aad57955e58648ad8aedc12ef0c854bd', 'mac_address': 'fa:16:3e:1f:a4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8c1170-9035-4651-bab5-07a41f9337ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e210eb77-c8b4-4c67-a300-bbb8691b7d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:35Z', 'updated_at': '2022-04-05T22:36:49Z', 'revision_number': 5, 'project_id': 'aad57955e58648ad8aedc12ef0c854bd', 'subnets': [{'id': 'e210eb77-c8b4-4c67-a300-bbb8691b7d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:38.355829 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752d89c7-860a-4f29-ae49-51e7d99b59c1 None None] The sync data for ids ['6b8c1170-9035-4651-bab5-07a41f9337ac'] in dv-cinder-835881-4-iscsi is: [{'id': '6b8c1170-9035-4651-bab5-07a41f9337ac', 'name': 'tempest-AttachVolumeShelveTestJSON-854944980-router', 'tenant_id': 'aad57955e58648ad8aedc12ef0c854bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'b1d22d1e-c2db-4e00-bf01-d4a961d5d6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:36:26Z', 'updated_at': '2022-04-05T22:36:40Z', 'revision_number': 4, 'project_id': 'aad57955e58648ad8aedc12ef0c854bd', 'gw_port': {'id': 'b1d22d1e-c2db-4e00-bf01-d4a961d5d6c7', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8c1170-9035-4651-bab5-07a41f9337ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:28Z', 'updated_at': '2022-04-05T22:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_interfaces': [{'id': 'bb8d404d-b4f4-4a4d-87bc-ff826ef28e36', 'name': '', 'network_id': 'cdafa027-5a68-4e7d-98e5-3d69d953062c', 'tenant_id': 'aad57955e58648ad8aedc12ef0c854bd', 'mac_address': 'fa:16:3e:1f:a4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8c1170-9035-4651-bab5-07a41f9337ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e210eb77-c8b4-4c67-a300-bbb8691b7d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:35Z', 'updated_at': '2022-04-05T22:36:49Z', 'revision_number': 5, 'project_id': 'aad57955e58648ad8aedc12ef0c854bd', 'subnets': [{'id': 'e210eb77-c8b4-4c67-a300-bbb8691b7d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:42:38.357685 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-fd81e8f3-2466-4c5f-9875-1e15b5663fa7 req-a1d58f56-1984-4f1b-937d-9bf442ac1534 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1012069278&fields=id&tenant_id=345149c7ece441b7b63f5b15eefd7347 HTTP/1.1" status: 200 len: 267 time: 0.0474899 Apr 05 22:42:38.426440 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd81e8f3-2466-4c5f-9875-1e15b5663fa7 req-30861c4c-2973-4d63-b485-5d5d248cb8e1 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:38.427968 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-fd81e8f3-2466-4c5f-9875-1e15b5663fa7 req-30861c4c-2973-4d63-b485-5d5d248cb8e1 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c3cd28d-cb91-4884-827e-ca478eb1ff77 HTTP/1.1" status: 200 len: 984 time: 0.0642753 Apr 05 22:42:38.441470 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [req-fd81e8f3-2466-4c5f-9875-1e15b5663fa7 req-6a6f29d2-2e96-424d-b959-5b4c96ec65b6 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Request body: {'port': {'security_groups': ['4e5ab744-8b27-401a-9f50-b62fc5f2c997']}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:42:38.524270 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-fd81e8f3-2466-4c5f-9875-1e15b5663fa7 req-6a6f29d2-2e96-424d-b959-5b4c96ec65b6 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:38.588645 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad0a34f-14d6-48bb-b78f-1405d18dff63 None None] New status for floating IP f2423273-c63e-4052-8f6f-d3c824db0a8e: DOWN {{(pid=103471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:42:38.715952 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-fd81e8f3-2466-4c5f-9875-1e15b5663fa7 req-6a6f29d2-2e96-424d-b959-5b4c96ec65b6 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] For port ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa,segment=NetworkSegment(66a23560-a634-4e66-94d7-80062cc7befd),segment_id=66a23560-a634-4e66-94d7-80062cc7befd)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:42:38.754367 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-fd81e8f3-2466-4c5f-9875-1e15b5663fa7 req-6a6f29d2-2e96-424d-b959-5b4c96ec65b6 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Publish callbacks [] for port (ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:38.759956 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-fd81e8f3-2466-4c5f-9875-1e15b5663fa7 req-6a6f29d2-2e96-424d-b959-5b4c96ec65b6 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828008'] for port (ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:38.772370 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] get_ports_and_sgs() called for port_ids ['ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa'] {{(pid=103470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:42:38.811657 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd81e8f3-2466-4c5f-9875-1e15b5663fa7 req-6a6f29d2-2e96-424d-b959-5b4c96ec65b6 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:38.812505 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-fd81e8f3-2466-4c5f-9875-1e15b5663fa7 req-6a6f29d2-2e96-424d-b959-5b4c96ec65b6 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:38.813975 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-fd81e8f3-2466-4c5f-9875-1e15b5663fa7 req-6a6f29d2-2e96-424d-b959-5b4c96ec65b6 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "PUT /v2.0/ports/ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa HTTP/1.1" status: 200 len: 942 time: 0.3798943 Apr 05 22:42:38.824415 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 42068) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:38.842772 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6f29d2-2e96-424d-b959-5b4c96ec65b6 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Pushing event updated for resources: {'Port': ['ID=ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa,revision_number=7']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:38.921330 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5bb23328-0011-40d1-9169-50036f8198e0 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Publish callbacks [] for security_group (1f93e6ab-a8ef-4e24-a3c0-5969259b9d8c), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:38.921654 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] get_ports_and_sgs() called for port_ids ['ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa'] {{(pid=103470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:42:38.958179 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5bb23328-0011-40d1-9169-50036f8198e0 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Publish callbacks [] for security_group (1f93e6ab-a8ef-4e24-a3c0-5969259b9d8c), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:39.005608 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-dae4f030-1cb2-49a8-bcfa-6facf2529a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (e40c9916-dc7d-41d8-a75d-da550db0c469), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:39.044419 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5bb23328-0011-40d1-9169-50036f8198e0 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (1f93e6ab-a8ef-4e24-a3c0-5969259b9d8c), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:39.047137 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5bb23328-0011-40d1-9169-50036f8198e0 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:39.051342 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-5bb23328-0011-40d1-9169-50036f8198e0 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "DELETE /v2.0/security-groups/1f93e6ab-a8ef-4e24-a3c0-5969259b9d8c HTTP/1.1" status: 204 len: 168 time: 0.2225895 Apr 05 22:42:39.051727 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 42070) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:39.058650 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb23328-0011-40d1-9169-50036f8198e0 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f93e6ab-a8ef-4e24-a3c0-5969259b9d8c,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:39.107124 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-742d673c-2f65-4a5d-ba88-1080c85c67a9 None None] Provisioning complete for port ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:42:39.107782 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-742d673c-2f65-4a5d-ba88-1080c85c67a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:39.175754 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 42076) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:39.237836 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-742d673c-2f65-4a5d-ba88-1080c85c67a9 None None] Current status of the port ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:42:39.268715 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-8ee3435c-dc91-4651-ac41-a967be7569d6 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks [] for security_group (e1aa5cb5-c86c-402b-ac89-6187ad731a78), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:39.270781 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-cbe64993-0e8a-427c-b83b-40c03599677a tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Deleting port 97fe89aa-9dc5-4731-b75d-c731254ded87 {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:42:39.270908 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-cbe64993-0e8a-427c-b83b-40c03599677a tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757100664625'] for port (97fe89aa-9dc5-4731-b75d-c731254ded87), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:39.293869 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-8ee3435c-dc91-4651-ac41-a967be7569d6 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks [] for security_group (e1aa5cb5-c86c-402b-ac89-6187ad731a78), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:39.341007 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-8ee3435c-dc91-4651-ac41-a967be7569d6 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (e1aa5cb5-c86c-402b-ac89-6187ad731a78), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:39.344040 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-8ee3435c-dc91-4651-ac41-a967be7569d6 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:39.345206 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-8ee3435c-dc91-4651-ac41-a967be7569d6 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "DELETE /v2.0/security-groups/e1aa5cb5-c86c-402b-ac89-6187ad731a78 HTTP/1.1" status: 204 len: 168 time: 0.1680474 Apr 05 22:42:39.347207 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-cbe64993-0e8a-427c-b83b-40c03599677a tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525920'] for port (97fe89aa-9dc5-4731-b75d-c731254ded87), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:39.347632 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-cbe64993-0e8a-427c-b83b-40c03599677a tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Publish callbacks [] for floatingip (97fe89aa-9dc5-4731-b75d-c731254ded87), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:39.348882 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 42078) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:39.360152 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-cbe64993-0e8a-427c-b83b-40c03599677a tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Calling delete_port for 97fe89aa-9dc5-4731-b75d-c731254ded87 owned by network:floatingip {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:42:39.365392 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee3435c-dc91-4651-ac41-a967be7569d6 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1aa5cb5-c86c-402b-ac89-6187ad731a78,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:39.369033 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.api.v2.resource [None req-dfa3ee3a-61a1-4fc9-b572-8c8520369e62 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] show failed (client error): The resource could not be found. Apr 05 22:42:39.370079 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-dfa3ee3a-61a1-4fc9-b572-8c8520369e62 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups/e1aa5cb5-c86c-402b-ac89-6187ad731a78 HTTP/1.1" status: 404 len: 347 time: 0.0191958 Apr 05 22:42:39.373131 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 42080) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:39.501089 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-2caf9446-1606-4ecd-be6b-b6bda013256a tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Deleting port b988f72a-904e-4c75-8838-dbf6cab8eb2d {{(pid=103468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:42:39.501431 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2caf9446-1606-4ecd-be6b-b6bda013256a tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757100664625'] for port (b988f72a-904e-4c75-8838-dbf6cab8eb2d), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:39.566124 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-cbe64993-0e8a-427c-b83b-40c03599677a tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757100670980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757100095757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827921'] for port (97fe89aa-9dc5-4731-b75d-c731254ded87), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:39.584245 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2caf9446-1606-4ecd-be6b-b6bda013256a tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525920'] for port (b988f72a-904e-4c75-8838-dbf6cab8eb2d), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:39.584573 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2caf9446-1606-4ecd-be6b-b6bda013256a tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks [] for floatingip (b988f72a-904e-4c75-8838-dbf6cab8eb2d), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:39.595234 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe64993-0e8a-427c-b83b-40c03599677a tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Pushing event deleted for resources: {'Port': ['ID=97fe89aa-9dc5-4731-b75d-c731254ded87,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:39.602411 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-2caf9446-1606-4ecd-be6b-b6bda013256a tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Calling delete_port for b988f72a-904e-4c75-8838-dbf6cab8eb2d owned by network:floatingip {{(pid=103468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:42:39.666731 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-cbe64993-0e8a-427c-b83b-40c03599677a tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Publish callbacks [] for floatingip (cadeda18-a19f-4a6e-8f66-3816742b4a49), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:39.667065 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.db.l3_db [None req-cbe64993-0e8a-427c-b83b-40c03599677a tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Floating IP cadeda18-a19f-4a6e-8f66-3816742b4a49 disassociated (deleted). External IP: 172.27.1.54, port: ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa. Apr 05 22:42:39.703719 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c3cd28d-cb91-4884-827e-ca478eb1ff77', 'tag': 'ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:42:39.705988 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f386ba26b1031f5495d5bdef0d2c98b5b567df56bfe60a1d1e0dd7c3f719aed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be4cf84-f0c0-4f84-b608-1c158b2094ad" -d '{"events": [{"name": "network-changed", "server_uuid": "5c3cd28d-cb91-4884-827e-ca478eb1ff77", "tag": "ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:42:39.769688 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2caf9446-1606-4ecd-be6b-b6bda013256a tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757100670980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757100095757'] for port (b988f72a-904e-4c75-8838-dbf6cab8eb2d), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:39.775168 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef08cdd-ad45-4165-8994-54283eca85bc x-openstack-request-id: req-6ef08cdd-ad45-4165-8994-54283eca85bc {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:42:39.775726 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c3cd28d-cb91-4884-827e-ca478eb1ff77", "tag": "ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:42:39.775833 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6ef08cdd-ad45-4165-8994-54283eca85bc {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:42:39.776218 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ef08cdd-ad45-4165-8994-54283eca85bc'] response: {'name': 'network-changed', 'server_uuid': '5c3cd28d-cb91-4884-827e-ca478eb1ff77', 'tag': 'ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa', 'status': 'completed', 'code': 200} Apr 05 22:42:39.798598 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caf9446-1606-4ecd-be6b-b6bda013256a tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Pushing event deleted for resources: {'Port': ['ID=b988f72a-904e-4c75-8838-dbf6cab8eb2d,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:39.817504 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d625d660-e18d-4742-afbc-f59e0ed74954 req-af8e50d7-588e-4af8-be1f-afd3dbbd6b49 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:39.818967 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d625d660-e18d-4742-afbc-f59e0ed74954 req-af8e50d7-588e-4af8-be1f-afd3dbbd6b49 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a83ca66-2a95-49cc-baf0-994c9689e13c HTTP/1.1" status: 200 len: 946 time: 0.1081793 Apr 05 22:42:39.824003 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2caf9446-1606-4ecd-be6b-b6bda013256a tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks [] for floatingip (f2423273-c63e-4052-8f6f-d3c824db0a8e), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:39.826605 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2caf9446-1606-4ecd-be6b-b6bda013256a tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for floatingip (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:39.827781 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-2caf9446-1606-4ecd-be6b-b6bda013256a tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "DELETE /v2.0/floatingips/f2423273-c63e-4052-8f6f-d3c824db0a8e HTTP/1.1" status: 204 len: 168 time: 0.4537067 Apr 05 22:42:39.942462 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d625d660-e18d-4742-afbc-f59e0ed74954 req-f1b636b1-1c4f-4707-afa7-efd8f212f626 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/security-groups?id=ced387a5-040e-45ba-9c43-ed76753c1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159141 Apr 05 22:42:39.968786 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbe64993-0e8a-427c-b83b-40c03599677a tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Router 905b4cea-117a-441e-b9b6-44e34699d3cc has already been hosted by L3 agent 79a469f9-bdbc-4492-b479-9e5faeaf33b0 {{(pid=103469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:42:40.027893 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 42090) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:40.032425 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-8bc000d7-fc8f-4fcf-9c06-fca369ec6d70 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Request body: {'security_group': {'name': 'tempest-securitygroup--921691533', 'description': 'tempest-description--1425397676'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:42:40.051579 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-8bc000d7-fc8f-4fcf-9c06-fca369ec6d70 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:40.078572 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe64993-0e8a-427c-b83b-40c03599677a tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Notify agent at l3_agent.dv-cinder-835881-4-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:42:40.082996 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-cbe64993-0e8a-427c-b83b-40c03599677a tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for floatingip (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:40.090076 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d450af-9199-4058-a936-48b40ef21421 None None] Sync routers for ids ['905b4cea-117a-441e-b9b6-44e34699d3cc'] in dv-cinder-835881-4-iscsi {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:42:40.103990 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d450af-9199-4058-a936-48b40ef21421 None None] Routers {'905b4cea-117a-441e-b9b6-44e34699d3cc'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:42:40.104932 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-56d450af-9199-4058-a936-48b40ef21421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:42:38Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['905b4cea-117a-441e-b9b6-44e34699d3cc'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:40.118473 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-cbe64993-0e8a-427c-b83b-40c03599677a tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "DELETE /v2.0/floatingips/cadeda18-a19f-4a6e-8f66-3816742b4a49 HTTP/1.1" status: 204 len: 168 time: 1.0652752 Apr 05 22:42:40.121159 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-8bc000d7-fc8f-4fcf-9c06-fca369ec6d70 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks [] for security_group (0ee2db58-64e1-4915-a222-13e195377a99), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:40.124996 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-8bc000d7-fc8f-4fcf-9c06-fca369ec6d70 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (0ee2db58-64e1-4915-a222-13e195377a99), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:40.156290 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-8bc000d7-fc8f-4fcf-9c06-fca369ec6d70 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:40.157545 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-8bc000d7-fc8f-4fcf-9c06-fca369ec6d70 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1285658 Apr 05 22:42:40.159429 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc000d7-fc8f-4fcf-9c06-fca369ec6d70 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee2db58-64e1-4915-a222-13e195377a99,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:40.160610 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 42094) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:40.168243 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-fb515c5c-3ed2-48d5-a388-8ad107d3a175 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Request body: {'security_group_rule': {'security_group_id': '0ee2db58-64e1-4915-a222-13e195377a99', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:42:40.202575 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-fb515c5c-3ed2-48d5-a388-8ad107d3a175 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks [] for security_group_rule (c07bbe3d-a70e-47e4-bf16-632023d2673d), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:40.283954 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-fb515c5c-3ed2-48d5-a388-8ad107d3a175 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks [] for security_group_rule (c07bbe3d-a70e-47e4-bf16-632023d2673d), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:40.288372 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-fb515c5c-3ed2-48d5-a388-8ad107d3a175 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586008'] for security_group_rule (c07bbe3d-a70e-47e4-bf16-632023d2673d), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:40.310641 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb515c5c-3ed2-48d5-a388-8ad107d3a175 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c07bbe3d-a70e-47e4-bf16-632023d2673d,revision_number=0']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:40.321457 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-fb515c5c-3ed2-48d5-a388-8ad107d3a175 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:40.326229 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-fb515c5c-3ed2-48d5-a388-8ad107d3a175 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1598532 Apr 05 22:42:40.326499 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 42100) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:40.330842 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-3f681d33-0582-48e7-ad72-c895294d1a71 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Request body: {'security_group_rule': {'security_group_id': '0ee2db58-64e1-4915-a222-13e195377a99', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:42:40.361646 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3f681d33-0582-48e7-ad72-c895294d1a71 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks [] for security_group_rule (57d1ffd4-79d1-492a-8e47-a64285ad1d24), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:40.374255 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-56d450af-9199-4058-a936-48b40ef21421 None None] Set router 905b4cea-117a-441e-b9b6-44e34699d3cc gateway port host: dv-cinder-835881-4-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:42:40.422479 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3f681d33-0582-48e7-ad72-c895294d1a71 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks [] for security_group_rule (57d1ffd4-79d1-492a-8e47-a64285ad1d24), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:40.426248 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3f681d33-0582-48e7-ad72-c895294d1a71 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586008'] for security_group_rule (57d1ffd4-79d1-492a-8e47-a64285ad1d24), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:40.443849 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f681d33-0582-48e7-ad72-c895294d1a71 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57d1ffd4-79d1-492a-8e47-a64285ad1d24,revision_number=0']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:40.453061 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3f681d33-0582-48e7-ad72-c895294d1a71 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:40.454304 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-3f681d33-0582-48e7-ad72-c895294d1a71 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1268537 Apr 05 22:42:40.457277 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 42104) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:40.461450 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-18facb27-e04a-4248-8dcc-be567d6f7978 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Request body: {'floatingip': {'floating_network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:42:40.481389 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-18facb27-e04a-4248-8dcc-be567d6f7978 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:40.575630 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-56d450af-9199-4058-a936-48b40ef21421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905b4cea-117a-441e-b9b6-44e34699d3cc', 'name': 'tempest-TestMinimumBasicScenario-1231732896-router', 'tenant_id': '345149c7ece441b7b63f5b15eefd7347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '79086086-f0b0-4293-86b6-de8dbf5eef4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:22Z', 'updated_at': '2022-04-05T22:38:27Z', 'revision_number': 4, 'project_id': '345149c7ece441b7b63f5b15eefd7347', 'gw_port': {'id': '79086086-f0b0-4293-86b6-de8dbf5eef4b', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:af:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905b4cea-117a-441e-b9b6-44e34699d3cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:22Z', 'updated_at': '2022-04-05T22:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_interfaces': [{'id': '90b1751b-1a1d-4fa8-9904-e117d75a6f02', 'name': '', 'network_id': '82ac0f62-8f0d-494d-92b9-59e30fbb35e6', 'tenant_id': '345149c7ece441b7b63f5b15eefd7347', 'mac_address': 'fa:16:3e:74:95:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905b4cea-117a-441e-b9b6-44e34699d3cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '19c28f15-7561-44cc-be09-8c106acb22d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:26Z', 'updated_at': '2022-04-05T22:38:32Z', 'revision_number': 5, 'project_id': '345149c7ece441b7b63f5b15eefd7347', 'subnets': [{'id': '19c28f15-7561-44cc-be09-8c106acb22d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:40.579329 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-18facb27-e04a-4248-8dcc-be567d6f7978 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:40.609788 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d450af-9199-4058-a936-48b40ef21421 None None] Checking router: 905b4cea-117a-441e-b9b6-44e34699d3cc for host: dv-cinder-835881-4-iscsi {{(pid=103470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:42:40.626599 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-99ae2e83-6010-40d2-b70a-5b0f9e3ea887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (f28e62d6-8243-45bb-b578-64cfae2561d0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:40.627832 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d450af-9199-4058-a936-48b40ef21421 None None] Routers {'905b4cea-117a-441e-b9b6-44e34699d3cc'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:42:40.628438 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-56d450af-9199-4058-a936-48b40ef21421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:42:38Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['905b4cea-117a-441e-b9b6-44e34699d3cc'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:40.689761 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_common [None req-18facb27-e04a-4248-8dcc-be567d6f7978 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Allocated IP 172.27.1.141 (1c7020db-f04b-4bae-aa0d-07e17c11278d/de4a5644-b80e-4142-a210-68f31fcb6ac5/4f21c79d-1575-493e-a13d-ccd226294bca) {{(pid=103469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:42:40.737991 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-56d450af-9199-4058-a936-48b40ef21421 None None] Set router 905b4cea-117a-441e-b9b6-44e34699d3cc gateway port host: dv-cinder-835881-4-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:42:40.827169 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-18facb27-e04a-4248-8dcc-be567d6f7978 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks [] for port (4f21c79d-1575-493e-a13d-ccd226294bca), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:40.842980 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be4cf84-f0c0-4f84-b608-1c158b2094ad req-aff5bb2d-e087-4362-a6a5-dfd79e559308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:40.844736 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2be4cf84-f0c0-4f84-b608-1c158b2094ad req-aff5bb2d-e087-4362-a6a5-dfd79e559308 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=345149c7ece441b7b63f5b15eefd7347&device_id=5c3cd28d-cb91-4884-827e-ca478eb1ff77 HTTP/1.1" status: 200 len: 1129 time: 0.0806649 Apr 05 22:42:40.869707 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-18facb27-e04a-4248-8dcc-be567d6f7978 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757100095748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827921'] for port (4f21c79d-1575-493e-a13d-ccd226294bca), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:40.909753 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18facb27-e04a-4248-8dcc-be567d6f7978 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Network 1c7020db-f04b-4bae-aa0d-07e17c11278d is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:42:40.912536 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-18facb27-e04a-4248-8dcc-be567d6f7978 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:42:40.915244 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18facb27-e04a-4248-8dcc-be567d6f7978 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Received port after_create {{(pid=103469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:42:40.944683 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18facb27-e04a-4248-8dcc-be567d6f7978 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Pushing event updated for resources: {'Port': ['ID=4f21c79d-1575-493e-a13d-ccd226294bca,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:40.945084 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-56d450af-9199-4058-a936-48b40ef21421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905b4cea-117a-441e-b9b6-44e34699d3cc', 'name': 'tempest-TestMinimumBasicScenario-1231732896-router', 'tenant_id': '345149c7ece441b7b63f5b15eefd7347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '79086086-f0b0-4293-86b6-de8dbf5eef4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:22Z', 'updated_at': '2022-04-05T22:38:27Z', 'revision_number': 4, 'project_id': '345149c7ece441b7b63f5b15eefd7347', 'gw_port': {'id': '79086086-f0b0-4293-86b6-de8dbf5eef4b', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:af:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905b4cea-117a-441e-b9b6-44e34699d3cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:22Z', 'updated_at': '2022-04-05T22:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_interfaces': [{'id': '90b1751b-1a1d-4fa8-9904-e117d75a6f02', 'name': '', 'network_id': '82ac0f62-8f0d-494d-92b9-59e30fbb35e6', 'tenant_id': '345149c7ece441b7b63f5b15eefd7347', 'mac_address': 'fa:16:3e:74:95:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905b4cea-117a-441e-b9b6-44e34699d3cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '19c28f15-7561-44cc-be09-8c106acb22d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:26Z', 'updated_at': '2022-04-05T22:38:32Z', 'revision_number': 5, 'project_id': '345149c7ece441b7b63f5b15eefd7347', 'subnets': [{'id': '19c28f15-7561-44cc-be09-8c106acb22d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:40.976744 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d450af-9199-4058-a936-48b40ef21421 None None] The sync data for ids ['905b4cea-117a-441e-b9b6-44e34699d3cc'] in dv-cinder-835881-4-iscsi is: [{'id': '905b4cea-117a-441e-b9b6-44e34699d3cc', 'name': 'tempest-TestMinimumBasicScenario-1231732896-router', 'tenant_id': '345149c7ece441b7b63f5b15eefd7347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '79086086-f0b0-4293-86b6-de8dbf5eef4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:22Z', 'updated_at': '2022-04-05T22:38:27Z', 'revision_number': 4, 'project_id': '345149c7ece441b7b63f5b15eefd7347', 'gw_port': {'id': '79086086-f0b0-4293-86b6-de8dbf5eef4b', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:af:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905b4cea-117a-441e-b9b6-44e34699d3cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:22Z', 'updated_at': '2022-04-05T22:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_interfaces': [{'id': '90b1751b-1a1d-4fa8-9904-e117d75a6f02', 'name': '', 'network_id': '82ac0f62-8f0d-494d-92b9-59e30fbb35e6', 'tenant_id': '345149c7ece441b7b63f5b15eefd7347', 'mac_address': 'fa:16:3e:74:95:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905b4cea-117a-441e-b9b6-44e34699d3cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '19c28f15-7561-44cc-be09-8c106acb22d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:26Z', 'updated_at': '2022-04-05T22:38:32Z', 'revision_number': 5, 'project_id': '345149c7ece441b7b63f5b15eefd7347', 'subnets': [{'id': '19c28f15-7561-44cc-be09-8c106acb22d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:42:41.012653 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-18facb27-e04a-4248-8dcc-be567d6f7978 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks [] for floatingip (af19fd50-f028-4200-86b7-f43369107719), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:41.081956 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-18facb27-e04a-4248-8dcc-be567d6f7978 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (4f21c79d-1575-493e-a13d-ccd226294bca), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:41.119611 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cef730c-ded1-49d7-87b8-a91f0230d6d2 req-c67baf55-3342-42a3-918d-ef57ba0d7eae tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:41.121119 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9cef730c-ded1-49d7-87b8-a91f0230d6d2 req-c67baf55-3342-42a3-918d-ef57ba0d7eae tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a83ca66-2a95-49cc-baf0-994c9689e13c HTTP/1.1" status: 200 len: 946 time: 0.0969503 Apr 05 22:42:41.220861 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6786fbd4-7501-45a1-b2d5-a028e0a36fb5 None None] New status for floating IP cadeda18-a19f-4a6e-8f66-3816742b4a49: DOWN {{(pid=103471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:42:41.230326 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9cef730c-ded1-49d7-87b8-a91f0230d6d2 req-1bb3703c-c902-41c3-87f3-807b4dc0a676 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/security-groups?id=ced387a5-040e-45ba-9c43-ed76753c1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023641 Apr 05 22:42:41.336694 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-18facb27-e04a-4248-8dcc-be567d6f7978 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks [] for port (4f21c79d-1575-493e-a13d-ccd226294bca), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:41.346314 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-18facb27-e04a-4248-8dcc-be567d6f7978 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828008'] for port (4f21c79d-1575-493e-a13d-ccd226294bca), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:41.418125 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be4cf84-f0c0-4f84-b608-1c158b2094ad req-59402cd0-e9a2-4145-a50d-0dc39ad0cf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:41.419746 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2be4cf84-f0c0-4f84-b608-1c158b2094ad req-59402cd0-e9a2-4145-a50d-0dc39ad0cf7c service neutron] 10.222.0.13 "GET /v2.0/networks?id=82ac0f62-8f0d-494d-92b9-59e30fbb35e6 HTTP/1.1" status: 200 len: 916 time: 0.1656294 Apr 05 22:42:41.431035 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18facb27-e04a-4248-8dcc-be567d6f7978 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Pushing event updated for resources: {'Port': ['ID=4f21c79d-1575-493e-a13d-ccd226294bca,revision_number=2']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:41.442761 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-18facb27-e04a-4248-8dcc-be567d6f7978 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536593'] for floatingip (af19fd50-f028-4200-86b7-f43369107719), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:41.457770 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-18facb27-e04a-4248-8dcc-be567d6f7978 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for floatingip (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:41.459087 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-18facb27-e04a-4248-8dcc-be567d6f7978 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0007460 Apr 05 22:42:41.589542 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2be4cf84-f0c0-4f84-b608-1c158b2094ad req-8c0aa916-80d5-4706-8a7f-40c74502a33d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa HTTP/1.1" status: 200 len: 217 time: 0.0371909 Apr 05 22:42:41.591260 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device 38882e06-411a-4d93-b05b-c8508e6f9776 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:42:41.612988 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] No Port match for: 38882e06-411a-4d93-b05b-c8508e6f9776 {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:42:41.613404 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device 38882e06-411a-4d93-b05b-c8508e6f9776 not bound to the agent host hv-cinder-83588 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:42:41.695450 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5a99f78d-11ff-40aa-9ca1-e55d7cd3871b req-66f4f10c-68a4-46a2-bc6e-0adb8ad19277 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--921691533&fields=id&tenant_id=aad57955e58648ad8aedc12ef0c854bd HTTP/1.1" status: 200 len: 267 time: 0.1091869 Apr 05 22:42:41.699146 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be4cf84-f0c0-4f84-b608-1c158b2094ad req-cf2c751d-bf69-4aa9-ac09-da51d79c0324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:41.700587 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2be4cf84-f0c0-4f84-b608-1c158b2094ad req-cf2c751d-bf69-4aa9-ac09-da51d79c0324 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=19c28f15-7561-44cc-be09-8c106acb22d5 HTTP/1.1" status: 200 len: 854 time: 0.0992179 Apr 05 22:42:41.788335 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c3cd28d-cb91-4884-827e-ca478eb1ff77', 'tag': 'ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:42:41.790640 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f386ba26b1031f5495d5bdef0d2c98b5b567df56bfe60a1d1e0dd7c3f719aed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba139ff-17ab-4100-8c88-5ba57a415986" -d '{"events": [{"name": "network-changed", "server_uuid": "5c3cd28d-cb91-4884-827e-ca478eb1ff77", "tag": "ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:42:41.806092 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7685fc7c-3964-4b76-b495-4eaf0a3bd6d1 req-fd59982d-7dd6-4c79-9e6c-15caca4fa99e tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:41.807851 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7685fc7c-3964-4b76-b495-4eaf0a3bd6d1 req-fd59982d-7dd6-4c79-9e6c-15caca4fa99e tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a83ca66-2a95-49cc-baf0-994c9689e13c HTTP/1.1" status: 200 len: 946 time: 0.1623061 Apr 05 22:42:41.849271 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b0ed3d5-07f8-47e0-9708-1ca3014e85c2 x-openstack-request-id: req-2b0ed3d5-07f8-47e0-9708-1ca3014e85c2 {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:42:41.849951 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c3cd28d-cb91-4884-827e-ca478eb1ff77", "tag": "ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:42:41.849951 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2b0ed3d5-07f8-47e0-9708-1ca3014e85c2 {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:42:41.850195 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b0ed3d5-07f8-47e0-9708-1ca3014e85c2'] response: {'name': 'network-changed', 'server_uuid': '5c3cd28d-cb91-4884-827e-ca478eb1ff77', 'tag': 'ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa', 'status': 'completed', 'code': 200} Apr 05 22:42:41.880534 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be4cf84-f0c0-4f84-b608-1c158b2094ad req-dae936e9-c924-4628-9d63-7e6f5c9e1868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:41.882388 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2be4cf84-f0c0-4f84-b608-1c158b2094ad req-dae936e9-c924-4628-9d63-7e6f5c9e1868 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=82ac0f62-8f0d-494d-92b9-59e30fbb35e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1661766 Apr 05 22:42:41.893734 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a99f78d-11ff-40aa-9ca1-e55d7cd3871b req-521e1601-0873-4ae8-8646-1851b8592f72 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:41.895146 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5a99f78d-11ff-40aa-9ca1-e55d7cd3871b req-521e1601-0873-4ae8-8646-1851b8592f72 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/networks?id=cdafa027-5a68-4e7d-98e5-3d69d953062c HTTP/1.1" status: 200 len: 816 time: 0.1918793 Apr 05 22:42:42.058662 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (b771b186-15ef-4a1a-9c73-ea54ac08c8ac), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:42.196022 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5a99f78d-11ff-40aa-9ca1-e55d7cd3871b req-7087d2e2-52db-4606-96be-3d347d4860e8 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/quotas/aad57955e58648ad8aedc12ef0c854bd HTTP/1.1" status: 200 len: 375 time: 0.2702556 Apr 05 22:42:42.298447 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [req-7685fc7c-3964-4b76-b495-4eaf0a3bd6d1 req-bf46cfd8-c08b-45a4-8a79-9450eb9e0292 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Deleting port fe4068ab-ebc0-498f-85bc-db210e8a930d {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:42:42.298789 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-7685fc7c-3964-4b76-b495-4eaf0a3bd6d1 req-bf46cfd8-c08b-45a4-8a79-9450eb9e0292 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757100664625'] for port (fe4068ab-ebc0-498f-85bc-db210e8a930d), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:42.326963 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2be4cf84-f0c0-4f84-b608-1c158b2094ad req-835fbefa-d251-4d2d-b4ba-a452310fc4e1 service neutron] 10.222.0.13 "GET /v2.0/networks/82ac0f62-8f0d-494d-92b9-59e30fbb35e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4266233 Apr 05 22:42:42.379073 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5a99f78d-11ff-40aa-9ca1-e55d7cd3871b req-8c20004e-610a-44fc-8b80-299be9553dd0 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=aad57955e58648ad8aedc12ef0c854bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1544416 Apr 05 22:42:42.542283 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013fb67b-6b6f-4e02-848a-b66c84be68eb req-facb9bd4-0290-4574-9f4a-8d959589e42c tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:42.543764 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-013fb67b-6b6f-4e02-848a-b66c84be68eb req-facb9bd4-0290-4574-9f4a-8d959589e42c tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a83ca66-2a95-49cc-baf0-994c9689e13c HTTP/1.1" status: 200 len: 946 time: 0.2401559 Apr 05 22:42:42.602189 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-7685fc7c-3964-4b76-b495-4eaf0a3bd6d1 req-bf46cfd8-c08b-45a4-8a79-9450eb9e0292 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] For port fe4068ab-ebc0-498f-85bc-db210e8a930d, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=fe4068ab-ebc0-498f-85bc-db210e8a930d,segment=NetworkSegment(6c738280-30fc-49ea-929c-a4e23bf1c310),segment_id=6c738280-30fc-49ea-929c-a4e23bf1c310)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:42:42.602473 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-7685fc7c-3964-4b76-b495-4eaf0a3bd6d1 req-bf46cfd8-c08b-45a4-8a79-9450eb9e0292 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525920'] for port (fe4068ab-ebc0-498f-85bc-db210e8a930d), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:42.616774 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2be4cf84-f0c0-4f84-b608-1c158b2094ad req-00e99f51-91a6-44e1-8e06-cba14cd3690c service neutron] 10.222.0.13 "GET /v2.0/networks/82ac0f62-8f0d-494d-92b9-59e30fbb35e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812278 Apr 05 22:42:42.674815 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5a99f78d-11ff-40aa-9ca1-e55d7cd3871b req-72ccb83c-89d9-41e9-b723-e2b4c596036a service neutron] 10.222.0.45 "GET /v2.0/networks/cdafa027-5a68-4e7d-98e5-3d69d953062c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579603 Apr 05 22:42:42.747270 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-013fb67b-6b6f-4e02-848a-b66c84be68eb req-7d90d220-3500-453e-a368-4ea9dff84e94 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/security-groups?id=ced387a5-040e-45ba-9c43-ed76753c1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1910391 Apr 05 22:42:42.851731 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba139ff-17ab-4100-8c88-5ba57a415986 req-a03c8bf2-ace2-4d8d-bafe-a46d75dbdcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:42.854196 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8ba139ff-17ab-4100-8c88-5ba57a415986 req-a03c8bf2-ace2-4d8d-bafe-a46d75dbdcd5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=345149c7ece441b7b63f5b15eefd7347&device_id=5c3cd28d-cb91-4884-827e-ca478eb1ff77 HTTP/1.1" status: 200 len: 1129 time: 0.1833928 Apr 05 22:42:42.967590 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5a99f78d-11ff-40aa-9ca1-e55d7cd3871b req-6074be54-0eee-48c2-9b5e-60ddbd02ab58 service neutron] 10.222.0.45 "GET /v2.0/networks/cdafa027-5a68-4e7d-98e5-3d69d953062c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767944 Apr 05 22:42:42.980432 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-7685fc7c-3964-4b76-b495-4eaf0a3bd6d1 req-bf46cfd8-c08b-45a4-8a79-9450eb9e0292 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:42.980805 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-7685fc7c-3964-4b76-b495-4eaf0a3bd6d1 req-bf46cfd8-c08b-45a4-8a79-9450eb9e0292 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536593'] for floatingip (9dddef86-37d9-4267-908a-5a0bb53881f6), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:42.981123 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.db.l3_db [req-7685fc7c-3964-4b76-b495-4eaf0a3bd6d1 req-bf46cfd8-c08b-45a4-8a79-9450eb9e0292 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Floating IP 9dddef86-37d9-4267-908a-5a0bb53881f6 disassociated. External IP: 172.27.1.25, port: fe4068ab-ebc0-498f-85bc-db210e8a930d. Apr 05 22:42:42.981467 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [req-7685fc7c-3964-4b76-b495-4eaf0a3bd6d1 req-bf46cfd8-c08b-45a4-8a79-9450eb9e0292 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Calling delete_port for fe4068ab-ebc0-498f-85bc-db210e8a930d owned by compute:nova {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:42:43.053899 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba139ff-17ab-4100-8c88-5ba57a415986 req-6aff61dd-0ff3-45c8-8caf-cad0de0e35f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:43.055420 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8ba139ff-17ab-4100-8c88-5ba57a415986 req-6aff61dd-0ff3-45c8-8caf-cad0de0e35f3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=82ac0f62-8f0d-494d-92b9-59e30fbb35e6 HTTP/1.1" status: 200 len: 916 time: 0.1683707 Apr 05 22:42:43.113566 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8ba139ff-17ab-4100-8c88-5ba57a415986 req-1b6a4ede-7d79-428b-978d-b9a668909e34 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa HTTP/1.1" status: 200 len: 217 time: 0.0471644 Apr 05 22:42:43.182775 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-09ae1e09-d88f-4274-a735-b7561f87ee7d req-62ede379-e88e-4752-873a-96717b3b5012 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=f64687d7-f63a-404f-ac86-38ef2b531c37 HTTP/1.1" status: 200 len: 210 time: 0.0503612 Apr 05 22:42:43.231104 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba139ff-17ab-4100-8c88-5ba57a415986 req-365ad03a-a123-41f0-a1eb-29fe0f2a2b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:43.233046 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8ba139ff-17ab-4100-8c88-5ba57a415986 req-365ad03a-a123-41f0-a1eb-29fe0f2a2b3a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=19c28f15-7561-44cc-be09-8c106acb22d5 HTTP/1.1" status: 200 len: 854 time: 0.1091101 Apr 05 22:42:43.304288 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-7685fc7c-3964-4b76-b495-4eaf0a3bd6d1 req-bf46cfd8-c08b-45a4-8a79-9450eb9e0292 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757100670980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757100095757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827921'] for port (fe4068ab-ebc0-498f-85bc-db210e8a930d), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:43.347184 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf46cfd8-c08b-45a4-8a79-9450eb9e0292 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Pushing event deleted for resources: {'Port': ['ID=fe4068ab-ebc0-498f-85bc-db210e8a930d,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:43.359056 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba139ff-17ab-4100-8c88-5ba57a415986 req-27fb8876-7cd9-4cb0-9b02-a947a8276bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:43.360679 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8ba139ff-17ab-4100-8c88-5ba57a415986 req-27fb8876-7cd9-4cb0-9b02-a947a8276bc3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=82ac0f62-8f0d-494d-92b9-59e30fbb35e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1163442 Apr 05 22:42:43.546445 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8ba139ff-17ab-4100-8c88-5ba57a415986 req-e0033c90-3f90-41f8-b7cb-f46c9c6d071e service neutron] 10.222.0.13 "GET /v2.0/networks/82ac0f62-8f0d-494d-92b9-59e30fbb35e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475368 Apr 05 22:42:43.551306 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7685fc7c-3964-4b76-b495-4eaf0a3bd6d1 req-bf46cfd8-c08b-45a4-8a79-9450eb9e0292 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Router 1234f21b-804b-42c6-8ed1-79cd5f091c41 has already been hosted by L3 agent 79a469f9-bdbc-4492-b479-9e5faeaf33b0 {{(pid=103469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:42:43.714876 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8ba139ff-17ab-4100-8c88-5ba57a415986 req-fbbdab02-7d79-4053-b4da-206aa755cf84 service neutron] 10.222.0.13 "GET /v2.0/networks/82ac0f62-8f0d-494d-92b9-59e30fbb35e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607771 Apr 05 22:42:43.734194 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7685fc7c-3964-4b76-b495-4eaf0a3bd6d1 req-bf46cfd8-c08b-45a4-8a79-9450eb9e0292 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Notify agent at l3_agent.dv-cinder-835881-4-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:42:43.745216 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95901829-3348-487d-9241-075775a19f18 None None] Sync routers for ids ['1234f21b-804b-42c6-8ed1-79cd5f091c41'] in dv-cinder-835881-4-iscsi {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:42:43.756088 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95901829-3348-487d-9241-075775a19f18 None None] Routers {'1234f21b-804b-42c6-8ed1-79cd5f091c41'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:42:43.756706 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-95901829-3348-487d-9241-075775a19f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:42:38Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['1234f21b-804b-42c6-8ed1-79cd5f091c41'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:43.776609 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [req-7685fc7c-3964-4b76-b495-4eaf0a3bd6d1 req-bf46cfd8-c08b-45a4-8a79-9450eb9e0292 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] No DVR routers for this DVR port fe4068ab-ebc0-498f-85bc-db210e8a930d on host hv-cinder-83588 {{(pid=103469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:42:43.779064 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-7685fc7c-3964-4b76-b495-4eaf0a3bd6d1 req-bf46cfd8-c08b-45a4-8a79-9450eb9e0292 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:43.783016 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7685fc7c-3964-4b76-b495-4eaf0a3bd6d1 req-bf46cfd8-c08b-45a4-8a79-9450eb9e0292 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.13 "DELETE /v2.0/ports/fe4068ab-ebc0-498f-85bc-db210e8a930d HTTP/1.1" status: 204 len: 173 time: 1.9678905 Apr 05 22:42:43.850189 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-269103e5-2bed-44b3-952a-5f9f22be63a6 req-7952007f-aa3b-4266-9448-2b9407f8cd9a tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a83ca66-2a95-49cc-baf0-994c9689e13c HTTP/1.1" status: 200 len: 210 time: 0.0303996 Apr 05 22:42:43.850643 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a83ca66-2a95-49cc-baf0-994c9689e13c', 'name': 'network-vif-deleted', 'tag': 'fe4068ab-ebc0-498f-85bc-db210e8a930d'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:42:43.853611 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f386ba26b1031f5495d5bdef0d2c98b5b567df56bfe60a1d1e0dd7c3f719aed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71624fa-01c0-43a2-b39e-67a94dff0deb" -d '{"events": [{"server_uuid": "8a83ca66-2a95-49cc-baf0-994c9689e13c", "name": "network-vif-deleted", "tag": "fe4068ab-ebc0-498f-85bc-db210e8a930d"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:42:43.881384 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-95901829-3348-487d-9241-075775a19f18 None None] Set router 1234f21b-804b-42c6-8ed1-79cd5f091c41 gateway port host: dv-cinder-835881-4-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:42:43.892378 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-035141ed-91ea-4f7e-853d-6ab12a870f07 x-openstack-request-id: req-035141ed-91ea-4f7e-853d-6ab12a870f07 {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:42:43.892674 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a83ca66-2a95-49cc-baf0-994c9689e13c", "name": "network-vif-deleted", "tag": "fe4068ab-ebc0-498f-85bc-db210e8a930d", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:42:43.892930 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-035141ed-91ea-4f7e-853d-6ab12a870f07 {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:42:43.893332 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-035141ed-91ea-4f7e-853d-6ab12a870f07'] response: {'server_uuid': '8a83ca66-2a95-49cc-baf0-994c9689e13c', 'name': 'network-vif-deleted', 'tag': 'fe4068ab-ebc0-498f-85bc-db210e8a930d', 'status': 'completed', 'code': 200} Apr 05 22:42:44.109351 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-95901829-3348-487d-9241-075775a19f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'name': 'tempest-TestVolumeBootPattern-1575049161-router', 'tenant_id': 'c30240b95f844507b090c8c5e4e837f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '162c1f4e-739b-4d50-b74e-16242592db8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:39:01Z', 'updated_at': '2022-04-05T22:39:06Z', 'revision_number': 4, 'project_id': 'c30240b95f844507b090c8c5e4e837f8', 'gw_port': {'id': '162c1f4e-739b-4d50-b74e-16242592db8a', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ca:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:02Z', 'updated_at': '2022-04-05T22:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_interfaces': [{'id': '7acd7cb9-7e4a-4699-9295-869abcd2d15b', 'name': '', 'network_id': '29e62588-d45d-408b-8ff2-41c8ab8f7564', 'tenant_id': 'c30240b95f844507b090c8c5e4e837f8', 'mac_address': 'fa:16:3e:a9:ec:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '01cfd0c4-12a2-43c1-a8b6-36df1c8261fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:05Z', 'updated_at': '2022-04-05T22:39:11Z', 'revision_number': 5, 'project_id': 'c30240b95f844507b090c8c5e4e837f8', 'subnets': [{'id': '01cfd0c4-12a2-43c1-a8b6-36df1c8261fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:44.150736 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95901829-3348-487d-9241-075775a19f18 None None] Checking router: 1234f21b-804b-42c6-8ed1-79cd5f091c41 for host: dv-cinder-835881-4-iscsi {{(pid=103470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:42:44.155108 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a99f78d-11ff-40aa-9ca1-e55d7cd3871b req-5057a9fe-e07a-40f1-a58d-00ec64bdb0e7 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:44.156844 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5a99f78d-11ff-40aa-9ca1-e55d7cd3871b req-5057a9fe-e07a-40f1-a58d-00ec64bdb0e7 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.13 "GET /v2.0/networks?id=cdafa027-5a68-4e7d-98e5-3d69d953062c HTTP/1.1" status: 200 len: 816 time: 0.1246960 Apr 05 22:42:44.166333 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95901829-3348-487d-9241-075775a19f18 None None] Routers {'1234f21b-804b-42c6-8ed1-79cd5f091c41'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:42:44.166941 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-95901829-3348-487d-9241-075775a19f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:42:38Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['1234f21b-804b-42c6-8ed1-79cd5f091c41'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:44.253125 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5a99f78d-11ff-40aa-9ca1-e55d7cd3871b req-34efef05-32b7-4ef2-8cce-f68b391afd64 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aad57955e58648ad8aedc12ef0c854bd HTTP/1.1" status: 200 len: 379 time: 0.0779166 Apr 05 22:42:44.305025 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4f08207d-e38a-4909-9b40-c0b5b38bf865 req-e29b8015-0139-4816-9dfd-02504ab7b6af tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=f64687d7-f63a-404f-ac86-38ef2b531c37 HTTP/1.1" status: 200 len: 210 time: 0.0315554 Apr 05 22:42:44.308095 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-95901829-3348-487d-9241-075775a19f18 None None] Set router 1234f21b-804b-42c6-8ed1-79cd5f091c41 gateway port host: dv-cinder-835881-4-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:42:44.359257 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c8d238-8d77-4485-9e72-f7db9021b35c req-46b6914f-0431-4596-8fab-a5fd30c079f0 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:44.360718 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a3c8d238-8d77-4485-9e72-f7db9021b35c req-46b6914f-0431-4596-8fab-a5fd30c079f0 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c3cd28d-cb91-4884-827e-ca478eb1ff77 HTTP/1.1" status: 200 len: 945 time: 0.0582712 Apr 05 22:42:44.407021 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a3c8d238-8d77-4485-9e72-f7db9021b35c req-6862582e-9eaa-474f-84b2-743022c2d5f1 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e5ab744-8b27-401a-9f50-b62fc5f2c997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406713 Apr 05 22:42:44.512632 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-95901829-3348-487d-9241-075775a19f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'name': 'tempest-TestVolumeBootPattern-1575049161-router', 'tenant_id': 'c30240b95f844507b090c8c5e4e837f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '162c1f4e-739b-4d50-b74e-16242592db8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:39:01Z', 'updated_at': '2022-04-05T22:39:06Z', 'revision_number': 4, 'project_id': 'c30240b95f844507b090c8c5e4e837f8', 'gw_port': {'id': '162c1f4e-739b-4d50-b74e-16242592db8a', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ca:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:02Z', 'updated_at': '2022-04-05T22:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_interfaces': [{'id': '7acd7cb9-7e4a-4699-9295-869abcd2d15b', 'name': '', 'network_id': '29e62588-d45d-408b-8ff2-41c8ab8f7564', 'tenant_id': 'c30240b95f844507b090c8c5e4e837f8', 'mac_address': 'fa:16:3e:a9:ec:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '01cfd0c4-12a2-43c1-a8b6-36df1c8261fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:05Z', 'updated_at': '2022-04-05T22:39:11Z', 'revision_number': 5, 'project_id': 'c30240b95f844507b090c8c5e4e837f8', 'subnets': [{'id': '01cfd0c4-12a2-43c1-a8b6-36df1c8261fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:44.542509 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95901829-3348-487d-9241-075775a19f18 None None] The sync data for ids ['1234f21b-804b-42c6-8ed1-79cd5f091c41'] in dv-cinder-835881-4-iscsi is: [{'id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'name': 'tempest-TestVolumeBootPattern-1575049161-router', 'tenant_id': 'c30240b95f844507b090c8c5e4e837f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '162c1f4e-739b-4d50-b74e-16242592db8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:39:01Z', 'updated_at': '2022-04-05T22:39:06Z', 'revision_number': 4, 'project_id': 'c30240b95f844507b090c8c5e4e837f8', 'gw_port': {'id': '162c1f4e-739b-4d50-b74e-16242592db8a', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ca:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:02Z', 'updated_at': '2022-04-05T22:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_interfaces': [{'id': '7acd7cb9-7e4a-4699-9295-869abcd2d15b', 'name': '', 'network_id': '29e62588-d45d-408b-8ff2-41c8ab8f7564', 'tenant_id': 'c30240b95f844507b090c8c5e4e837f8', 'mac_address': 'fa:16:3e:a9:ec:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '01cfd0c4-12a2-43c1-a8b6-36df1c8261fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:05Z', 'updated_at': '2022-04-05T22:39:11Z', 'revision_number': 5, 'project_id': 'c30240b95f844507b090c8c5e4e837f8', 'subnets': [{'id': '01cfd0c4-12a2-43c1-a8b6-36df1c8261fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:42:44.755363 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187ac7d0-0267-4407-a4f6-bd95e385cd82 None None] New status for floating IP 9dddef86-37d9-4267-908a-5a0bb53881f6: DOWN {{(pid=103471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:42:44.947920 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-87e01242-94ad-4b13-8817-bf72da5c971d req-254d04bb-9860-4d82-89f8-2c45be903296 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a83ca66-2a95-49cc-baf0-994c9689e13c HTTP/1.1" status: 200 len: 210 time: 0.0259190 Apr 05 22:42:45.404404 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6b4a7b45-59cb-458c-96c7-38f3a8ed3f4a req-68ca046a-1667-4391-b8b1-ea09e1d7548c tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=f64687d7-f63a-404f-ac86-38ef2b531c37 HTTP/1.1" status: 200 len: 210 time: 0.0256042 Apr 05 22:42:45.528055 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fce022-a87a-405f-8e08-413261a3edab req-f19c6fd9-0641-4035-a534-e727a4162326 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:45.529543 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-44fce022-a87a-405f-8e08-413261a3edab req-f19c6fd9-0641-4035-a534-e727a4162326 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c3cd28d-cb91-4884-827e-ca478eb1ff77 HTTP/1.1" status: 200 len: 945 time: 0.0557606 Apr 05 22:42:45.576588 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-44fce022-a87a-405f-8e08-413261a3edab req-44878076-99b0-4b4e-a9f1-ccf1e6e86bb2 tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e5ab744-8b27-401a-9f50-b62fc5f2c997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413742 Apr 05 22:42:45.600725 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device fe4068ab-ebc0-498f-85bc-db210e8a930d no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:42:45.621062 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] No Port match for: fe4068ab-ebc0-498f-85bc-db210e8a930d {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:42:45.621400 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device fe4068ab-ebc0-498f-85bc-db210e8a930d not bound to the agent host hv-cinder-83588 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:42:45.871142 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [req-5a99f78d-11ff-40aa-9ca1-e55d7cd3871b req-beb8fe97-9cc1-4b96-ba25-adb857c723db tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Request body: {'port': {'device_id': 'f64687d7-f63a-404f-ac86-38ef2b531c37', 'network_id': 'cdafa027-5a68-4e7d-98e5-3d69d953062c', 'admin_state_up': True, 'tenant_id': 'aad57955e58648ad8aedc12ef0c854bd', 'security_groups': ['0ee2db58-64e1-4915-a222-13e195377a99']}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:42:45.981431 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a99f78d-11ff-40aa-9ca1-e55d7cd3871b req-beb8fe97-9cc1-4b96-ba25-adb857c723db tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Made reservation on behalf of aad57955e58648ad8aedc12ef0c854bd for: {'port': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:42:45.984795 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-5a99f78d-11ff-40aa-9ca1-e55d7cd3871b req-beb8fe97-9cc1-4b96-ba25-adb857c723db tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:46.073709 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e18c0a43-befb-4eab-9c33-f04225299f02 req-01215531-516d-4f43-b4c6-37ddf74a86ab tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a83ca66-2a95-49cc-baf0-994c9689e13c HTTP/1.1" status: 200 len: 210 time: 0.0321503 Apr 05 22:42:46.135795 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_common [req-5a99f78d-11ff-40aa-9ca1-e55d7cd3871b req-beb8fe97-9cc1-4b96-ba25-adb857c723db tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Allocated IP 172.20.0.10 (cdafa027-5a68-4e7d-98e5-3d69d953062c/e210eb77-c8b4-4c67-a300-bbb8691b7d32/e7463071-a8e8-4b1e-a287-279f809c34c9) {{(pid=103469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:42:46.271389 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-5a99f78d-11ff-40aa-9ca1-e55d7cd3871b req-beb8fe97-9cc1-4b96-ba25-adb857c723db tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks [] for port (e7463071-a8e8-4b1e-a287-279f809c34c9), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:46.307484 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-5a99f78d-11ff-40aa-9ca1-e55d7cd3871b req-beb8fe97-9cc1-4b96-ba25-adb857c723db tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757100095748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827921'] for port (e7463071-a8e8-4b1e-a287-279f809c34c9), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:46.350556 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a99f78d-11ff-40aa-9ca1-e55d7cd3871b req-beb8fe97-9cc1-4b96-ba25-adb857c723db tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Network cdafa027-5a68-4e7d-98e5-3d69d953062c is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:42:46.356920 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [req-5a99f78d-11ff-40aa-9ca1-e55d7cd3871b req-beb8fe97-9cc1-4b96-ba25-adb857c723db tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:42:46.359389 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a99f78d-11ff-40aa-9ca1-e55d7cd3871b req-beb8fe97-9cc1-4b96-ba25-adb857c723db tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Received port after_create {{(pid=103469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:42:46.389659 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb8fe97-9cc1-4b96-ba25-adb857c723db tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Pushing event updated for resources: {'Port': ['ID=e7463071-a8e8-4b1e-a287-279f809c34c9,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:46.414527 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a99f78d-11ff-40aa-9ca1-e55d7cd3871b req-beb8fe97-9cc1-4b96-ba25-adb857c723db tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:46.415645 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-5a99f78d-11ff-40aa-9ca1-e55d7cd3871b req-beb8fe97-9cc1-4b96-ba25-adb857c723db tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:46.434301 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5a99f78d-11ff-40aa-9ca1-e55d7cd3871b req-beb8fe97-9cc1-4b96-ba25-adb857c723db tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5678077 Apr 05 22:42:46.543797 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd3c02-8429-4096-ad6e-535633cc1f23 req-4e6fec19-6366-42d3-915c-fcb81fa85fd4 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:46.545260 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-35bd3c02-8429-4096-ad6e-535633cc1f23 req-4e6fec19-6366-42d3-915c-fcb81fa85fd4 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=f64687d7-f63a-404f-ac86-38ef2b531c37 HTTP/1.1" status: 200 len: 932 time: 0.0688033 Apr 05 22:42:46.592980 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-35bd3c02-8429-4096-ad6e-535633cc1f23 req-5c0bdc17-48bb-4885-aea1-8d2a0200c69e tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ee2db58-64e1-4915-a222-13e195377a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415833 Apr 05 22:42:46.622504 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-5b609e09-19c8-4b9c-89d5-1e9b5ed53d75 None None] Provisioning complete for port e7463071-a8e8-4b1e-a287-279f809c34c9 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:42:46.622965 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-5b609e09-19c8-4b9c-89d5-1e9b5ed53d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (e7463071-a8e8-4b1e-a287-279f809c34c9), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:46.629633 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [req-5a99f78d-11ff-40aa-9ca1-e55d7cd3871b req-b8c32711-c390-4b0c-8fce-91fb0b7f19b8 service neutron] Request body: {'port': {'device_id': 'f64687d7-f63a-404f-ac86-38ef2b531c37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:42:46.672067 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-5b609e09-19c8-4b9c-89d5-1e9b5ed53d75 None None] Port e7463071-a8e8-4b1e-a287-279f809c34c9 cannot update to ACTIVE because it is not bound. {{(pid=103470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:42:47.018959 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8a019-234d-4bc2-b3bb-1658a220f616 req-1d66d6e1-5903-4e8e-b503-5fcae3ec4a1a tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:47.020278 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-60c8a019-234d-4bc2-b3bb-1658a220f616 req-1d66d6e1-5903-4e8e-b503-5fcae3ec4a1a tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c3cd28d-cb91-4884-827e-ca478eb1ff77 HTTP/1.1" status: 200 len: 945 time: 0.4061537 Apr 05 22:42:47.021892 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-5a99f78d-11ff-40aa-9ca1-e55d7cd3871b req-b8c32711-c390-4b0c-8fce-91fb0b7f19b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (e7463071-a8e8-4b1e-a287-279f809c34c9), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:47.038070 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb245067-f98e-45be-b94c-b21336d53a07 req-6acbc1d2-b1de-4f24-bf35-c9f60064dc8e tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:47.039417 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-fb245067-f98e-45be-b94c-b21336d53a07 req-6acbc1d2-b1de-4f24-bf35-c9f60064dc8e tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c3cd28d-cb91-4884-827e-ca478eb1ff77 HTTP/1.1" status: 200 len: 945 time: 0.3668733 Apr 05 22:42:47.225302 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-fb245067-f98e-45be-b94c-b21336d53a07 req-3c488357-708f-4290-a96a-96389f1b79eb tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e5ab744-8b27-401a-9f50-b62fc5f2c997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768210 Apr 05 22:42:47.333323 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [req-60c8a019-234d-4bc2-b3bb-1658a220f616 req-8b58eb66-433a-44b8-bad7-91996f80c9bd tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Deleting port ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:42:47.333687 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-60c8a019-234d-4bc2-b3bb-1658a220f616 req-8b58eb66-433a-44b8-bad7-91996f80c9bd tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757100664625'] for port (ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:47.404652 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4654d9c8-d23f-4443-9c67-973076394e5f req-ca4077ce-f32d-422c-aa92-1b947f22a239 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-626781150&fields=id&tenant_id=c30240b95f844507b090c8c5e4e837f8 HTTP/1.1" status: 200 len: 267 time: 0.1602275 Apr 05 22:42:47.530344 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-60c8a019-234d-4bc2-b3bb-1658a220f616 req-8b58eb66-433a-44b8-bad7-91996f80c9bd tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] For port ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa,segment=NetworkSegment(66a23560-a634-4e66-94d7-80062cc7befd),segment_id=66a23560-a634-4e66-94d7-80062cc7befd)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:42:47.530707 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-60c8a019-234d-4bc2-b3bb-1658a220f616 req-8b58eb66-433a-44b8-bad7-91996f80c9bd tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525920'] for port (ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:47.569368 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [req-60c8a019-234d-4bc2-b3bb-1658a220f616 req-8b58eb66-433a-44b8-bad7-91996f80c9bd tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Calling delete_port for ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa owned by compute:nova {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:42:47.647768 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4654d9c8-d23f-4443-9c67-973076394e5f req-c38f7965-fd23-4e34-bcd4-b4d421cbbc06 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:47.649234 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4654d9c8-d23f-4443-9c67-973076394e5f req-c38f7965-fd23-4e34-bcd4-b4d421cbbc06 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/networks?id=29e62588-d45d-408b-8ff2-41c8ab8f7564 HTTP/1.1" status: 200 len: 812 time: 0.2360675 Apr 05 22:42:47.659472 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [req-5a99f78d-11ff-40aa-9ca1-e55d7cd3871b req-b8c32711-c390-4b0c-8fce-91fb0b7f19b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7463071-a8e8-4b1e-a287-279f809c34c9 {{(pid=103469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:42:47.670578 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-5a99f78d-11ff-40aa-9ca1-e55d7cd3871b req-b8c32711-c390-4b0c-8fce-91fb0b7f19b8 service neutron] Publish callbacks [] for port (e7463071-a8e8-4b1e-a287-279f809c34c9), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:47.692745 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4654d9c8-d23f-4443-9c67-973076394e5f req-6db154e6-8e1a-4660-9234-03f6b3b28e91 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/quotas/c30240b95f844507b090c8c5e4e837f8 HTTP/1.1" status: 200 len: 375 time: 0.0287008 Apr 05 22:42:47.714389 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.provisioning_blocks [req-5a99f78d-11ff-40aa-9ca1-e55d7cd3871b req-b8c32711-c390-4b0c-8fce-91fb0b7f19b8 service neutron] Transition to ACTIVE for port object e7463071-a8e8-4b1e-a287-279f809c34c9 will not be triggered until provisioned by entity L2. {{(pid=103469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 22:42:47.738519 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-5a99f78d-11ff-40aa-9ca1-e55d7cd3871b req-b8c32711-c390-4b0c-8fce-91fb0b7f19b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828008'] for port (e7463071-a8e8-4b1e-a287-279f809c34c9), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:47.865113 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c32711-c390-4b0c-8fce-91fb0b7f19b8 service neutron] Pushing event updated for resources: {'Port': ['ID=e7463071-a8e8-4b1e-a287-279f809c34c9,revision_number=2']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:47.900182 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b42ec0-51d7-4b89-aa17-5e7ce750a4f9 req-32cd11f6-c103-4178-b4f6-eee07439203d tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:47.901686 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-69b42ec0-51d7-4b89-aa17-5e7ce750a4f9 req-32cd11f6-c103-4178-b4f6-eee07439203d tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=f64687d7-f63a-404f-ac86-38ef2b531c37 HTTP/1.1" status: 200 len: 932 time: 0.2105427 Apr 05 22:42:47.939113 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4654d9c8-d23f-4443-9c67-973076394e5f req-9b969836-f897-4b32-a111-c1c029b6bec8 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=c30240b95f844507b090c8c5e4e837f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2383902 Apr 05 22:42:47.968844 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-60c8a019-234d-4bc2-b3bb-1658a220f616 req-8b58eb66-433a-44b8-bad7-91996f80c9bd tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757100670980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757100095757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827921'] for port (ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:47.980766 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] get_ports_and_sgs() called for port_ids ['ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa'] {{(pid=103470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:42:48.016356 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b58eb66-433a-44b8-bad7-91996f80c9bd tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Pushing event deleted for resources: {'Port': ['ID=ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:48.091602 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-69b42ec0-51d7-4b89-aa17-5e7ce750a4f9 req-ab26c569-d132-4adb-80d4-0a9a5bcc19d9 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ee2db58-64e1-4915-a222-13e195377a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1795514 Apr 05 22:42:48.095578 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-5a99f78d-11ff-40aa-9ca1-e55d7cd3871b req-b8c32711-c390-4b0c-8fce-91fb0b7f19b8 service neutron] Attempting to bind port e7463071-a8e8-4b1e-a287-279f809c34c9 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:42:48.095912 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-5a99f78d-11ff-40aa-9ca1-e55d7cd3871b req-b8c32711-c390-4b0c-8fce-91fb0b7f19b8 service neutron] Attempting to bind port e7463071-a8e8-4b1e-a287-279f809c34c9 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '60bccf3c-6e70-4640-bf31-a453a33e1d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'cdafa027-5a68-4e7d-98e5-3d69d953062c'}] {{(pid=103469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:42:48.096238 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a99f78d-11ff-40aa-9ca1-e55d7cd3871b req-b8c32711-c390-4b0c-8fce-91fb0b7f19b8 service neutron] Attempting to bind port e7463071-a8e8-4b1e-a287-279f809c34c9 on network cdafa027-5a68-4e7d-98e5-3d69d953062c {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:42:48.136562 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [req-60c8a019-234d-4bc2-b3bb-1658a220f616 req-8b58eb66-433a-44b8-bad7-91996f80c9bd tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] No DVR routers for this DVR port ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa on host hv-cinder-83588 {{(pid=103469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:42:48.140487 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-60c8a019-234d-4bc2-b3bb-1658a220f616 req-8b58eb66-433a-44b8-bad7-91996f80c9bd tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:48.143748 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-60c8a019-234d-4bc2-b3bb-1658a220f616 req-8b58eb66-433a-44b8-bad7-91996f80c9bd tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.13 "DELETE /v2.0/ports/ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa HTTP/1.1" status: 204 len: 173 time: 1.1021168 Apr 05 22:42:48.144284 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a99f78d-11ff-40aa-9ca1-e55d7cd3871b req-b8c32711-c390-4b0c-8fce-91fb0b7f19b8 service neutron] Port e7463071-a8e8-4b1e-a287-279f809c34c9 on network cdafa027-5a68-4e7d-98e5-3d69d953062c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 22:42:48.144610 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a99f78d-11ff-40aa-9ca1-e55d7cd3871b req-b8c32711-c390-4b0c-8fce-91fb0b7f19b8 service neutron] Attempting to bind port e7463071-a8e8-4b1e-a287-279f809c34c9 on network cdafa027-5a68-4e7d-98e5-3d69d953062c {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:42:48.146268 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c3cd28d-cb91-4884-827e-ca478eb1ff77', 'name': 'network-vif-deleted', 'tag': 'ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:42:48.148535 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f386ba26b1031f5495d5bdef0d2c98b5b567df56bfe60a1d1e0dd7c3f719aed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d38dcc7e-5d4f-46a1-8b55-9dd4a118c27e" -d '{"events": [{"server_uuid": "5c3cd28d-cb91-4884-827e-ca478eb1ff77", "name": "network-vif-deleted", "tag": "ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:42:48.159045 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a99f78d-11ff-40aa-9ca1-e55d7cd3871b req-b8c32711-c390-4b0c-8fce-91fb0b7f19b8 service neutron] Checking agent: {'id': '021dfe4d-8109-4136-9367-dac606dce553', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 34, 28), 'started_at': datetime.datetime(2022, 4, 5, 22, 34, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:42:48.159427 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a99f78d-11ff-40aa-9ca1-e55d7cd3871b req-b8c32711-c390-4b0c-8fce-91fb0b7f19b8 service neutron] Checking segment: {'id': '60bccf3c-6e70-4640-bf31-a453a33e1d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'cdafa027-5a68-4e7d-98e5-3d69d953062c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:42:48.159801 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a99f78d-11ff-40aa-9ca1-e55d7cd3871b req-b8c32711-c390-4b0c-8fce-91fb0b7f19b8 service neutron] Bound using segment: {'id': '60bccf3c-6e70-4640-bf31-a453a33e1d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'cdafa027-5a68-4e7d-98e5-3d69d953062c'} {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:42:48.160243 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-5a99f78d-11ff-40aa-9ca1-e55d7cd3871b req-b8c32711-c390-4b0c-8fce-91fb0b7f19b8 service neutron] Bound port: e7463071-a8e8-4b1e-a287-279f809c34c9, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60bccf3c-6e70-4640-bf31-a453a33e1d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'cdafa027-5a68-4e7d-98e5-3d69d953062c'}}] {{(pid=103469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:42:48.160624 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-5a99f78d-11ff-40aa-9ca1-e55d7cd3871b req-b8c32711-c390-4b0c-8fce-91fb0b7f19b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (e7463071-a8e8-4b1e-a287-279f809c34c9), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:48.208017 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8444809-6a59-41e9-97e5-ca40edaee224 x-openstack-request-id: req-c8444809-6a59-41e9-97e5-ca40edaee224 {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:42:48.208315 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c3cd28d-cb91-4884-827e-ca478eb1ff77", "name": "network-vif-deleted", "tag": "ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:42:48.208570 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c8444809-6a59-41e9-97e5-ca40edaee224 {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:42:48.208968 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8444809-6a59-41e9-97e5-ca40edaee224'] response: {'server_uuid': '5c3cd28d-cb91-4884-827e-ca478eb1ff77', 'name': 'network-vif-deleted', 'tag': 'ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa', 'status': 'completed', 'code': 200} Apr 05 22:42:48.227189 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4654d9c8-d23f-4443-9c67-973076394e5f req-13ae2835-7baa-4739-9922-3716f2315d0f service neutron] 10.222.0.45 "GET /v2.0/networks/29e62588-d45d-408b-8ff2-41c8ab8f7564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739410 Apr 05 22:42:48.300572 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-5a99f78d-11ff-40aa-9ca1-e55d7cd3871b req-b8c32711-c390-4b0c-8fce-91fb0b7f19b8 service neutron] For port e7463071-a8e8-4b1e-a287-279f809c34c9, host hv-cinder-83588, cleared binding levels {{(pid=103469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:42:48.325893 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-5a99f78d-11ff-40aa-9ca1-e55d7cd3871b req-b8c32711-c390-4b0c-8fce-91fb0b7f19b8 service neutron] For port e7463071-a8e8-4b1e-a287-279f809c34c9, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=e7463071-a8e8-4b1e-a287-279f809c34c9,segment=NetworkSegment(60bccf3c-6e70-4640-bf31-a453a33e1d1c),segment_id=60bccf3c-6e70-4640-bf31-a453a33e1d1c)] {{(pid=103469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:42:48.350133 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c0f81850-5566-47d9-a661-b3c6799f6e8d req-cc89c89f-3310-4255-affe-c3db81140a9d tempest-TestMinimumBasicScenario-2047694005 tempest-TestMinimumBasicScenario-2047694005-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c3cd28d-cb91-4884-827e-ca478eb1ff77 HTTP/1.1" status: 200 len: 210 time: 0.0368497 Apr 05 22:42:48.353354 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-5a99f78d-11ff-40aa-9ca1-e55d7cd3871b req-b8c32711-c390-4b0c-8fce-91fb0b7f19b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828008'] for port (e7463071-a8e8-4b1e-a287-279f809c34c9), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:48.400139 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a99f78d-11ff-40aa-9ca1-e55d7cd3871b req-b8c32711-c390-4b0c-8fce-91fb0b7f19b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:48.400762 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-5a99f78d-11ff-40aa-9ca1-e55d7cd3871b req-b8c32711-c390-4b0c-8fce-91fb0b7f19b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:48.402178 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5a99f78d-11ff-40aa-9ca1-e55d7cd3871b req-b8c32711-c390-4b0c-8fce-91fb0b7f19b8 service neutron] 10.222.0.13 "PUT /v2.0/ports/e7463071-a8e8-4b1e-a287-279f809c34c9 HTTP/1.1" status: 200 len: 1094 time: 1.7893965 Apr 05 22:42:48.409499 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4654d9c8-d23f-4443-9c67-973076394e5f req-7cc09501-965b-4f8e-94d6-de469a14fdce service neutron] 10.222.0.45 "GET /v2.0/networks/29e62588-d45d-408b-8ff2-41c8ab8f7564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754286 Apr 05 22:42:48.433586 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c32711-c390-4b0c-8fce-91fb0b7f19b8 service neutron] Pushing event updated for resources: {'Port': ['ID=e7463071-a8e8-4b1e-a287-279f809c34c9,revision_number=3']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:48.646808 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a99f78d-11ff-40aa-9ca1-e55d7cd3871b req-f1841973-b1ea-4b82-ae0a-06506e7f0174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:48.648906 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5a99f78d-11ff-40aa-9ca1-e55d7cd3871b req-f1841973-b1ea-4b82-ae0a-06506e7f0174 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aad57955e58648ad8aedc12ef0c854bd&device_id=f64687d7-f63a-404f-ac86-38ef2b531c37 HTTP/1.1" status: 200 len: 1128 time: 0.0634086 Apr 05 22:42:48.698029 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5a99f78d-11ff-40aa-9ca1-e55d7cd3871b req-3524887a-1ba1-4a91-8557-a329d7808a86 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7463071-a8e8-4b1e-a287-279f809c34c9 HTTP/1.1" status: 200 len: 217 time: 0.0419946 Apr 05 22:42:48.780106 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a91331c3-a191-4353-ab40-41f8240410b9 req-fcb3525e-65df-4623-a7e0-bcb98616af77 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/ports?device_id=acab9884-4180-449d-a397-76c9a23ab8c2 HTTP/1.1" status: 200 len: 210 time: 0.0314958 Apr 05 22:42:48.797678 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a99f78d-11ff-40aa-9ca1-e55d7cd3871b req-ce087ba8-bd32-4b54-abbe-f74d892c09da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:48.797678 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5a99f78d-11ff-40aa-9ca1-e55d7cd3871b req-ce087ba8-bd32-4b54-abbe-f74d892c09da service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e210eb77-c8b4-4c67-a300-bbb8691b7d32 HTTP/1.1" status: 200 len: 855 time: 0.0896356 Apr 05 22:42:48.842734 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a99f78d-11ff-40aa-9ca1-e55d7cd3871b req-99c86f72-6542-4e5e-b032-fae3a56ecb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:48.844513 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5a99f78d-11ff-40aa-9ca1-e55d7cd3871b req-99c86f72-6542-4e5e-b032-fae3a56ecb35 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cdafa027-5a68-4e7d-98e5-3d69d953062c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449748 Apr 05 22:42:48.936968 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5a99f78d-11ff-40aa-9ca1-e55d7cd3871b req-49c48258-3fc7-4c9b-8f9b-35ab35668283 service neutron] 10.222.0.13 "GET /v2.0/networks/cdafa027-5a68-4e7d-98e5-3d69d953062c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859594 Apr 05 22:42:49.027946 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5a99f78d-11ff-40aa-9ca1-e55d7cd3871b req-4ee0f1c3-bb3c-4bc3-bd30-1c568114f96a service neutron] 10.222.0.13 "GET /v2.0/networks/cdafa027-5a68-4e7d-98e5-3d69d953062c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855935 Apr 05 22:42:49.220840 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04e4dc4-11e2-4a9d-bf70-6327748ec0af req-85fdd0ca-73f8-47d7-8990-8c33a4b0e3c9 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:49.222246 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b04e4dc4-11e2-4a9d-bf70-6327748ec0af req-85fdd0ca-73f8-47d7-8990-8c33a4b0e3c9 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=f64687d7-f63a-404f-ac86-38ef2b531c37 HTTP/1.1" status: 200 len: 944 time: 0.0594409 Apr 05 22:42:49.268506 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b04e4dc4-11e2-4a9d-bf70-6327748ec0af req-eb447037-0a26-420d-9abe-d9eb939ff237 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ee2db58-64e1-4915-a222-13e195377a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407770 Apr 05 22:42:49.875476 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a66564ac-fde3-4545-8dd2-2c75f81e39ed req-958d9559-a794-48af-aba5-782380f3775f tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/ports?device_id=acab9884-4180-449d-a397-76c9a23ab8c2 HTTP/1.1" status: 200 len: 210 time: 0.0285134 Apr 05 22:42:49.892982 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 42268) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:50.210002 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f64687d7-f63a-404f-ac86-38ef2b531c37', 'tag': 'e7463071-a8e8-4b1e-a287-279f809c34c9'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:42:50.212858 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f386ba26b1031f5495d5bdef0d2c98b5b567df56bfe60a1d1e0dd7c3f719aed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1541f4f-2252-4e8a-9dde-274adcb7652d" -d '{"events": [{"name": "network-changed", "server_uuid": "f64687d7-f63a-404f-ac86-38ef2b531c37", "tag": "e7463071-a8e8-4b1e-a287-279f809c34c9"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:42:50.247944 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7589641-0cc2-421b-bece-15855b61e45c x-openstack-request-id: req-c7589641-0cc2-421b-bece-15855b61e45c {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:42:50.248552 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f64687d7-f63a-404f-ac86-38ef2b531c37", "tag": "e7463071-a8e8-4b1e-a287-279f809c34c9", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:42:50.248679 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c7589641-0cc2-421b-bece-15855b61e45c {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:42:50.249061 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7589641-0cc2-421b-bece-15855b61e45c'] response: {'name': 'network-changed', 'server_uuid': 'f64687d7-f63a-404f-ac86-38ef2b531c37', 'tag': 'e7463071-a8e8-4b1e-a287-279f809c34c9', 'status': 'completed', 'code': 200} Apr 05 22:42:50.304286 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c890be55-da0b-449d-bf55-77b5bf352770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535057'] for router_interface (905b4cea-117a-441e-b9b6-44e34699d3cc), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:50.391144 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e49ef-621a-46b6-9b85-60ce040eac2b req-5201d015-afea-41c6-847c-3899a0a595fb tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:50.392927 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-dc7e49ef-621a-46b6-9b85-60ce040eac2b req-5201d015-afea-41c6-847c-3899a0a595fb tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=f64687d7-f63a-404f-ac86-38ef2b531c37 HTTP/1.1" status: 200 len: 944 time: 0.0542834 Apr 05 22:42:50.439361 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-dc7e49ef-621a-46b6-9b85-60ce040eac2b req-191ccec9-b009-4dc8-80cb-85a5e34483b9 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ee2db58-64e1-4915-a222-13e195377a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396450 Apr 05 22:42:50.598825 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-c890be55-da0b-449d-bf55-77b5bf352770 admin admin] Deleting port 90b1751b-1a1d-4fa8-9904-e117d75a6f02 {{(pid=103468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:42:50.599165 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c890be55-da0b-449d-bf55-77b5bf352770 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757100664625'] for port (90b1751b-1a1d-4fa8-9904-e117d75a6f02), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:50.679736 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-c890be55-da0b-449d-bf55-77b5bf352770 admin admin] For port 90b1751b-1a1d-4fa8-9904-e117d75a6f02, host dv-cinder-835881-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=90b1751b-1a1d-4fa8-9904-e117d75a6f02,segment=NetworkSegment(66a23560-a634-4e66-94d7-80062cc7befd),segment_id=66a23560-a634-4e66-94d7-80062cc7befd)] {{(pid=103468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:42:50.680094 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c890be55-da0b-449d-bf55-77b5bf352770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525920'] for port (90b1751b-1a1d-4fa8-9904-e117d75a6f02), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:50.692651 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-c890be55-da0b-449d-bf55-77b5bf352770 admin admin] Calling delete_port for 90b1751b-1a1d-4fa8-9904-e117d75a6f02 owned by network:router_interface {{(pid=103468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:42:50.870818 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c890be55-da0b-449d-bf55-77b5bf352770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757100670980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757100095757'] for port (90b1751b-1a1d-4fa8-9904-e117d75a6f02), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:50.896814 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c890be55-da0b-449d-bf55-77b5bf352770 admin admin] Pushing event deleted for resources: {'Port': ['ID=90b1751b-1a1d-4fa8-9904-e117d75a6f02,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:51.014725 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b0dc04e1-3bad-4222-bd84-ccad870acb9c req-afa32b71-fef2-4510-98d7-50afd38a286e tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/ports?device_id=acab9884-4180-449d-a397-76c9a23ab8c2 HTTP/1.1" status: 200 len: 210 time: 0.0346377 Apr 05 22:42:51.280721 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c890be55-da0b-449d-bf55-77b5bf352770 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3645314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536705'] for router_interface (905b4cea-117a-441e-b9b6-44e34699d3cc), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:51.399930 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1541f4f-2252-4e8a-9dde-274adcb7652d req-142ed025-5524-4f71-bc7c-32cd975df1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:51.402171 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e1541f4f-2252-4e8a-9dde-274adcb7652d req-142ed025-5524-4f71-bc7c-32cd975df1e8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aad57955e58648ad8aedc12ef0c854bd&device_id=f64687d7-f63a-404f-ac86-38ef2b531c37 HTTP/1.1" status: 200 len: 1128 time: 0.0544147 Apr 05 22:42:51.551190 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1541f4f-2252-4e8a-9dde-274adcb7652d req-c9411a39-a4e8-4e68-9601-7b155c079eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:51.552897 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e1541f4f-2252-4e8a-9dde-274adcb7652d req-c9411a39-a4e8-4e68-9601-7b155c079eb1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cdafa027-5a68-4e7d-98e5-3d69d953062c HTTP/1.1" status: 200 len: 917 time: 0.1435826 Apr 05 22:42:51.559084 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c890be55-da0b-449d-bf55-77b5bf352770 admin admin] Router 905b4cea-117a-441e-b9b6-44e34699d3cc has already been hosted by L3 agent 79a469f9-bdbc-4492-b479-9e5faeaf33b0 {{(pid=103468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:42:51.624552 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device e7463071-a8e8-4b1e-a287-279f809c34c9 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:42:51.635213 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:42:51.647378 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e1541f4f-2252-4e8a-9dde-274adcb7652d req-13612b51-4e3c-4b63-b7d9-ba51c442b5d7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7463071-a8e8-4b1e-a287-279f809c34c9 HTTP/1.1" status: 200 len: 217 time: 0.0526469 Apr 05 22:42:51.666211 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] No Port match for: ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:42:51.666555 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device ee71d253-4b02-4a2f-9c3d-1d02ef9e61fa not bound to the agent host hv-cinder-83588 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:42:51.670852 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4999039e-03eb-4587-9dfe-e17356099870 req-c75d4d82-35a0-49c8-b7a4-ba3d320bcee3 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:51.672477 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4999039e-03eb-4587-9dfe-e17356099870 req-c75d4d82-35a0-49c8-b7a4-ba3d320bcee3 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=f64687d7-f63a-404f-ac86-38ef2b531c37 HTTP/1.1" status: 200 len: 944 time: 0.1186836 Apr 05 22:42:51.684559 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c890be55-da0b-449d-bf55-77b5bf352770 admin admin] Notify agent at l3_agent.dv-cinder-835881-4-iscsi the message routers_updated {{(pid=103468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:42:51.691772 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-c890be55-da0b-449d-bf55-77b5bf352770 admin admin] 10.222.0.45 "PUT /v2.0/routers/905b4cea-117a-441e-b9b6-44e34699d3cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7981493 Apr 05 22:42:51.694359 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 42288) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:51.695266 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3a9b13-09fd-48b0-83c8-70386bfcd200 None None] Sync routers for ids ['905b4cea-117a-441e-b9b6-44e34699d3cc'] in dv-cinder-835881-4-iscsi {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:42:51.729110 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4999039e-03eb-4587-9dfe-e17356099870 req-24207092-eab6-46d9-a095-af9abcefaeb6 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ee2db58-64e1-4915-a222-13e195377a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495782 Apr 05 22:42:51.741641 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3a9b13-09fd-48b0-83c8-70386bfcd200 None None] Routers {'905b4cea-117a-441e-b9b6-44e34699d3cc'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:42:51.742257 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-ba3a9b13-09fd-48b0-83c8-70386bfcd200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:42:38Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['905b4cea-117a-441e-b9b6-44e34699d3cc'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:51.812985 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-300c52d7-d9b9-4395-ac0f-582041e5c366 admin admin] Publish callbacks [] for router (905b4cea-117a-441e-b9b6-44e34699d3cc), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:51.924670 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-300c52d7-d9b9-4395-ac0f-582041e5c366 admin admin] Publish callbacks [] for router_gateway (905b4cea-117a-441e-b9b6-44e34699d3cc), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:51.979520 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-300c52d7-d9b9-4395-ac0f-582041e5c366 admin admin] Deleting port 79086086-f0b0-4293-86b6-de8dbf5eef4b {{(pid=103468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:42:51.979862 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-300c52d7-d9b9-4395-ac0f-582041e5c366 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757100664625'] for port (79086086-f0b0-4293-86b6-de8dbf5eef4b), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:51.982363 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] For port e7463071-a8e8-4b1e-a287-279f809c34c9, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=e7463071-a8e8-4b1e-a287-279f809c34c9,segment=NetworkSegment(60bccf3c-6e70-4640-bf31-a453a33e1d1c),segment_id=60bccf3c-6e70-4640-bf31-a453a33e1d1c)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:42:52.000360 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Returning: {'device': 'e7463071-a8e8-4b1e-a287-279f809c34c9', 'network_id': 'cdafa027-5a68-4e7d-98e5-3d69d953062c', 'port_id': 'e7463071-a8e8-4b1e-a287-279f809c34c9', 'mac_address': 'fa:16:3e:59:48:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e210eb77-c8b4-4c67-a300-bbb8691b7d32', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:42:52.038637 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-ba3a9b13-09fd-48b0-83c8-70386bfcd200 None None] Set router 905b4cea-117a-441e-b9b6-44e34699d3cc gateway port host: dv-cinder-835881-4-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:42:52.062332 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-300c52d7-d9b9-4395-ac0f-582041e5c366 admin admin] For port 79086086-f0b0-4293-86b6-de8dbf5eef4b, host dv-cinder-835881-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=79086086-f0b0-4293-86b6-de8dbf5eef4b,segment=NetworkSegment(93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb),segment_id=93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb)] {{(pid=103468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:42:52.062702 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-300c52d7-d9b9-4395-ac0f-582041e5c366 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525920'] for port (79086086-f0b0-4293-86b6-de8dbf5eef4b), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:52.076042 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-300c52d7-d9b9-4395-ac0f-582041e5c366 admin admin] Calling delete_port for 79086086-f0b0-4293-86b6-de8dbf5eef4b owned by network:router_gateway {{(pid=103468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:42:52.125969 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Current status of the port e7463071-a8e8-4b1e-a287-279f809c34c9 is: DOWN; New status is: BUILD {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:42:52.126612 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (e7463071-a8e8-4b1e-a287-279f809c34c9), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:52.134411 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8f4ee798-fa83-4b44-a8bb-10e4719d2f39 req-1a0a6ae7-465e-4acd-bb12-9bf4ea510f93 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/ports?device_id=acab9884-4180-449d-a397-76c9a23ab8c2 HTTP/1.1" status: 200 len: 210 time: 0.0298738 Apr 05 22:42:52.169297 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7463071-a8e8-4b1e-a287-279f809c34c9 {{(pid=103470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:42:52.198545 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] For port e7463071-a8e8-4b1e-a287-279f809c34c9, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=e7463071-a8e8-4b1e-a287-279f809c34c9,segment=NetworkSegment(60bccf3c-6e70-4640-bf31-a453a33e1d1c),segment_id=60bccf3c-6e70-4640-bf31-a453a33e1d1c)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:42:52.214494 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (e7463071-a8e8-4b1e-a287-279f809c34c9), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:52.304699 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Pushing event updated for resources: {'Port': ['ID=e7463071-a8e8-4b1e-a287-279f809c34c9,revision_number=4']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:52.326960 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-ba3a9b13-09fd-48b0-83c8-70386bfcd200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905b4cea-117a-441e-b9b6-44e34699d3cc', 'name': 'tempest-TestMinimumBasicScenario-1231732896-router', 'tenant_id': '345149c7ece441b7b63f5b15eefd7347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '79086086-f0b0-4293-86b6-de8dbf5eef4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:22Z', 'updated_at': '2022-04-05T22:42:50Z', 'revision_number': 5, 'project_id': '345149c7ece441b7b63f5b15eefd7347', 'gw_port': {'id': '79086086-f0b0-4293-86b6-de8dbf5eef4b', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:af:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905b4cea-117a-441e-b9b6-44e34699d3cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:22Z', 'updated_at': '2022-04-05T22:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi'}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:52.328407 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-300c52d7-d9b9-4395-ac0f-582041e5c366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757100670980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757100095757'] for port (79086086-f0b0-4293-86b6-de8dbf5eef4b), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:52.331142 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1541f4f-2252-4e8a-9dde-274adcb7652d req-85e448db-8868-4f6a-98f4-154a4cd0d1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:52.332741 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e1541f4f-2252-4e8a-9dde-274adcb7652d req-85e448db-8868-4f6a-98f4-154a4cd0d1f3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e210eb77-c8b4-4c67-a300-bbb8691b7d32 HTTP/1.1" status: 200 len: 855 time: 0.1181591 Apr 05 22:42:52.355802 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3a9b13-09fd-48b0-83c8-70386bfcd200 None None] Checking router: 905b4cea-117a-441e-b9b6-44e34699d3cc for host: dv-cinder-835881-4-iscsi {{(pid=103470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:42:52.356912 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300c52d7-d9b9-4395-ac0f-582041e5c366 admin admin] Pushing event deleted for resources: {'Port': ['ID=79086086-f0b0-4293-86b6-de8dbf5eef4b,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:52.367591 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3a9b13-09fd-48b0-83c8-70386bfcd200 None None] Routers {'905b4cea-117a-441e-b9b6-44e34699d3cc'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:42:52.370143 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-ba3a9b13-09fd-48b0-83c8-70386bfcd200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:42:38Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['905b4cea-117a-441e-b9b6-44e34699d3cc'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:52.388502 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-300c52d7-d9b9-4395-ac0f-582041e5c366 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536647'] for router_gateway (905b4cea-117a-441e-b9b6-44e34699d3cc), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:52.478350 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-ba3a9b13-09fd-48b0-83c8-70386bfcd200 None None] Set router 905b4cea-117a-441e-b9b6-44e34699d3cc gateway port host: None {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:42:52.515026 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1541f4f-2252-4e8a-9dde-274adcb7652d req-36e31959-2739-47f3-ac2d-308cbe02cff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:52.516567 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e1541f4f-2252-4e8a-9dde-274adcb7652d req-36e31959-2739-47f3-ac2d-308cbe02cff3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cdafa027-5a68-4e7d-98e5-3d69d953062c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1453547 Apr 05 22:42:52.521905 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-300c52d7-d9b9-4395-ac0f-582041e5c366 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5469'] for router (905b4cea-117a-441e-b9b6-44e34699d3cc), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:52.524010 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-300c52d7-d9b9-4395-ac0f-582041e5c366 admin admin] Publish callbacks [] for router_controller (905b4cea-117a-441e-b9b6-44e34699d3cc), precommit_delete_associations {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:52.544752 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-ba3a9b13-09fd-48b0-83c8-70386bfcd200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905b4cea-117a-441e-b9b6-44e34699d3cc', 'name': 'tempest-TestMinimumBasicScenario-1231732896-router', 'tenant_id': '345149c7ece441b7b63f5b15eefd7347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:22Z', 'updated_at': '2022-04-05T22:42:52Z', 'revision_number': 7, 'project_id': '345149c7ece441b7b63f5b15eefd7347', 'gw_port_host': None}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:52.573775 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4654d9c8-d23f-4443-9c67-973076394e5f req-1b574d45-eb13-45f1-9d51-5c222e36ce07 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:52.574000 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3a9b13-09fd-48b0-83c8-70386bfcd200 None None] The sync data for ids ['905b4cea-117a-441e-b9b6-44e34699d3cc'] in dv-cinder-835881-4-iscsi is: [{'id': '905b4cea-117a-441e-b9b6-44e34699d3cc', 'name': 'tempest-TestMinimumBasicScenario-1231732896-router', 'tenant_id': '345149c7ece441b7b63f5b15eefd7347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:22Z', 'updated_at': '2022-04-05T22:42:52Z', 'revision_number': 7, 'project_id': '345149c7ece441b7b63f5b15eefd7347', 'gw_port_host': None}] {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:42:52.575291 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4654d9c8-d23f-4443-9c67-973076394e5f req-1b574d45-eb13-45f1-9d51-5c222e36ce07 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.13 "GET /v2.0/networks?id=29e62588-d45d-408b-8ff2-41c8ab8f7564 HTTP/1.1" status: 200 len: 812 time: 0.2028944 Apr 05 22:42:52.622489 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-300c52d7-d9b9-4395-ac0f-582041e5c366 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534781'] for router (905b4cea-117a-441e-b9b6-44e34699d3cc), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:52.623438 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-300c52d7-d9b9-4395-ac0f-582041e5c366 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 905b4cea-117a-441e-b9b6-44e34699d3cc {{(pid=103468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 22:42:52.630186 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-300c52d7-d9b9-4395-ac0f-582041e5c366 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:52.631675 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-300c52d7-d9b9-4395-ac0f-582041e5c366 admin admin] 10.222.0.45 "DELETE /v2.0/routers/905b4cea-117a-441e-b9b6-44e34699d3cc HTTP/1.1" status: 204 len: 168 time: 0.9360635 Apr 05 22:42:52.634245 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 42294) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:52.653966 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] get_ports_and_sgs() called for port_ids ['e7463071-a8e8-4b1e-a287-279f809c34c9'] {{(pid=103470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:42:52.687831 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e1541f4f-2252-4e8a-9dde-274adcb7652d req-53f374d5-864c-4eb0-90b2-e007ac07fe92 service neutron] 10.222.0.13 "GET /v2.0/networks/cdafa027-5a68-4e7d-98e5-3d69d953062c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615741 Apr 05 22:42:52.709681 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.db.db_base_plugin_v2 [None req-18b3b948-0b86-4fac-bbe8-20003d27a9a9 admin admin] Deleting subnet 19c28f15-7561-44cc-be09-8c106acb22d5 {{(pid=103468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 22:42:52.713364 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4654d9c8-d23f-4443-9c67-973076394e5f req-aff753b7-890e-4c7d-bb3c-7c2d2d5e3457 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c30240b95f844507b090c8c5e4e837f8 HTTP/1.1" status: 200 len: 379 time: 0.1124377 Apr 05 22:42:52.718927 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-18b3b948-0b86-4fac-bbe8-20003d27a9a9 admin admin] Publish callbacks [] for subnet (19c28f15-7561-44cc-be09-8c106acb22d5), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:52.739588 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [req-4654d9c8-d23f-4443-9c67-973076394e5f req-c39d8ef4-f538-48f0-9824-9522215f6cf4 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Request body: {'port': {'device_id': 'acab9884-4180-449d-a397-76c9a23ab8c2', 'network_id': '29e62588-d45d-408b-8ff2-41c8ab8f7564', 'admin_state_up': True, 'tenant_id': 'c30240b95f844507b090c8c5e4e837f8', 'security_groups': ['ced387a5-040e-45ba-9c43-ed76753c1d9e']}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:42:52.760111 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-18b3b948-0b86-4fac-bbe8-20003d27a9a9 admin admin] Publish callbacks [] for subnet (19c28f15-7561-44cc-be09-8c106acb22d5), precommit_delete_associations {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:52.844109 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-18b3b948-0b86-4fac-bbe8-20003d27a9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3499703'] for subnet (19c28f15-7561-44cc-be09-8c106acb22d5), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:52.900314 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-18b3b948-0b86-4fac-bbe8-20003d27a9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3499704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321'] for subnet (19c28f15-7561-44cc-be09-8c106acb22d5), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:52.902721 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e1541f4f-2252-4e8a-9dde-274adcb7652d req-74fb9333-ba34-42d5-bc0f-76db4e8d2587 service neutron] 10.222.0.13 "GET /v2.0/networks/cdafa027-5a68-4e7d-98e5-3d69d953062c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071707 Apr 05 22:42:52.925552 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b3b948-0b86-4fac-bbe8-20003d27a9a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19c28f15-7561-44cc-be09-8c106acb22d5,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:52.929364 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-18b3b948-0b86-4fac-bbe8-20003d27a9a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644259'] for subnet (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:52.932941 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-18b3b948-0b86-4fac-bbe8-20003d27a9a9 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/19c28f15-7561-44cc-be09-8c106acb22d5 HTTP/1.1" status: 204 len: 168 time: 0.2964242 Apr 05 22:42:52.935908 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 42298) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:52.938587 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466157b2-e7be-40d8-8017-ab17d4252059 req-9da0085a-af26-4595-878d-db320c95b303 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:52.940157 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-466157b2-e7be-40d8-8017-ab17d4252059 req-9da0085a-af26-4595-878d-db320c95b303 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=f64687d7-f63a-404f-ac86-38ef2b531c37 HTTP/1.1" status: 200 len: 945 time: 0.1184542 Apr 05 22:42:52.943776 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928f961e-f087-48d4-a90d-4a7ba36fde34 None None] Network 82ac0f62-8f0d-494d-92b9-59e30fbb35e6 requested from dv-cinder-835881-4-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:42:52.970797 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4654d9c8-d23f-4443-9c67-973076394e5f req-c39d8ef4-f538-48f0-9824-9522215f6cf4 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Made reservation on behalf of c30240b95f844507b090c8c5e4e837f8 for: {'port': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:42:52.974082 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-4654d9c8-d23f-4443-9c67-973076394e5f req-c39d8ef4-f538-48f0-9824-9522215f6cf4 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:53.024737 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1c489270-fb9b-4d53-aadb-5fcc36e9cf9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539952'] for network (82ac0f62-8f0d-494d-92b9-59e30fbb35e6), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:53.072019 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-466157b2-e7be-40d8-8017-ab17d4252059 req-057dd61c-65e1-4b15-8eb7-8f923fe87816 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ee2db58-64e1-4915-a222-13e195377a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128130 Apr 05 22:42:53.125552 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-1c489270-fb9b-4d53-aadb-5fcc36e9cf9e admin admin] Deleting port c5c4d410-4ebd-46aa-a0ef-bf3db94e4158 {{(pid=103468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:42:53.125552 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1c489270-fb9b-4d53-aadb-5fcc36e9cf9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757100664625'] for port (c5c4d410-4ebd-46aa-a0ef-bf3db94e4158), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:53.175259 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_common [req-4654d9c8-d23f-4443-9c67-973076394e5f req-c39d8ef4-f538-48f0-9824-9522215f6cf4 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Allocated IP 172.20.0.7 (29e62588-d45d-408b-8ff2-41c8ab8f7564/01cfd0c4-12a2-43c1-a8b6-36df1c8261fd/6399fef4-cd8d-42d8-852a-64936366419f) {{(pid=103469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:42:53.209004 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-1c489270-fb9b-4d53-aadb-5fcc36e9cf9e admin admin] For port c5c4d410-4ebd-46aa-a0ef-bf3db94e4158, host dv-cinder-835881-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=c5c4d410-4ebd-46aa-a0ef-bf3db94e4158,segment=NetworkSegment(66a23560-a634-4e66-94d7-80062cc7befd),segment_id=66a23560-a634-4e66-94d7-80062cc7befd)] {{(pid=103468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:42:53.209440 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1c489270-fb9b-4d53-aadb-5fcc36e9cf9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525920'] for port (c5c4d410-4ebd-46aa-a0ef-bf3db94e4158), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:53.244112 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-1c489270-fb9b-4d53-aadb-5fcc36e9cf9e admin admin] Calling delete_port for c5c4d410-4ebd-46aa-a0ef-bf3db94e4158 owned by network:dhcp {{(pid=103468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:42:53.276095 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d6062cb4-642d-45c6-9bfd-5d575c849b17 req-37803467-7649-44cb-836a-385ce095ac94 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/ports?device_id=acab9884-4180-449d-a397-76c9a23ab8c2 HTTP/1.1" status: 200 len: 210 time: 0.0416446 Apr 05 22:42:53.358057 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1c489270-fb9b-4d53-aadb-5fcc36e9cf9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757100670980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757100095757'] for port (c5c4d410-4ebd-46aa-a0ef-bf3db94e4158), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:53.379559 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-4654d9c8-d23f-4443-9c67-973076394e5f req-c39d8ef4-f538-48f0-9824-9522215f6cf4 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks [] for port (6399fef4-cd8d-42d8-852a-64936366419f), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:53.389057 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c489270-fb9b-4d53-aadb-5fcc36e9cf9e admin admin] No DVR routers for this DVR port c5c4d410-4ebd-46aa-a0ef-bf3db94e4158 on host dv-cinder-835881-4-iscsi {{(pid=103468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:42:53.393199 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c489270-fb9b-4d53-aadb-5fcc36e9cf9e admin admin] Pushing event deleted for resources: {'Port': ['ID=c5c4d410-4ebd-46aa-a0ef-bf3db94e4158,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:53.454250 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad68ecf-b71e-46b2-8ce6-165418dda64a None None] DHCP port deletion for 82ac0f62-8f0d-494d-92b9-59e30fbb35e6 request from dv-cinder-835881-4-iscsi {{(pid=103470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 05 22:42:53.480584 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1c489270-fb9b-4d53-aadb-5fcc36e9cf9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3448140', 'neutron.services.segments.db._delete_segments_for_network-8757100575609'] for network (82ac0f62-8f0d-494d-92b9-59e30fbb35e6), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:53.508096 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1c489270-fb9b-4d53-aadb-5fcc36e9cf9e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:42:53.509039 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1c489270-fb9b-4d53-aadb-5fcc36e9cf9e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:42:53.509931 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1c489270-fb9b-4d53-aadb-5fcc36e9cf9e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:42:53.510326 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1c489270-fb9b-4d53-aadb-5fcc36e9cf9e admin admin] Subscribe: > port after_create 55550000 {{(pid=103468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:42:53.510735 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1c489270-fb9b-4d53-aadb-5fcc36e9cf9e admin admin] Subscribe: > port after_delete 55550000 {{(pid=103468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:42:53.511119 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1c489270-fb9b-4d53-aadb-5fcc36e9cf9e admin admin] Subscribe: > port after_update 55550000 {{(pid=103468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:42:53.511549 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1c489270-fb9b-4d53-aadb-5fcc36e9cf9e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:42:53.511943 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1c489270-fb9b-4d53-aadb-5fcc36e9cf9e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:42:53.512318 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1c489270-fb9b-4d53-aadb-5fcc36e9cf9e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:42:53.512703 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1c489270-fb9b-4d53-aadb-5fcc36e9cf9e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:42:53.607436 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1c489270-fb9b-4d53-aadb-5fcc36e9cf9e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:42:53.607924 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1c489270-fb9b-4d53-aadb-5fcc36e9cf9e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:42:53.608252 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1c489270-fb9b-4d53-aadb-5fcc36e9cf9e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:42:53.608575 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1c489270-fb9b-4d53-aadb-5fcc36e9cf9e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:42:53.608921 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.services.segments.db [None req-1c489270-fb9b-4d53-aadb-5fcc36e9cf9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82ac0f62-8f0d-494d-92b9-59e30fbb35e6']}} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:53.630007 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.services.segments.db [None req-1c489270-fb9b-4d53-aadb-5fcc36e9cf9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66a23560-a634-4e66-94d7-80062cc7befd') {'for_net_delete': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:53.630388 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.services.segments.db [None req-1c489270-fb9b-4d53-aadb-5fcc36e9cf9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66a23560-a634-4e66-94d7-80062cc7befd') {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:53.648008 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1c489270-fb9b-4d53-aadb-5fcc36e9cf9e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757100576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12319179'] for segment (66a23560-a634-4e66-94d7-80062cc7befd), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:53.672637 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1c489270-fb9b-4d53-aadb-5fcc36e9cf9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3567180'] for segment (66a23560-a634-4e66-94d7-80062cc7befd), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:53.682962 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c489270-fb9b-4d53-aadb-5fcc36e9cf9e admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=103468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 22:42:53.683378 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1c489270-fb9b-4d53-aadb-5fcc36e9cf9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3567180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8815363'] for segment (66a23560-a634-4e66-94d7-80062cc7befd), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:53.688001 dv-cinder-835881-4-iscsi neutron-server[103468]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 05 22:42:53.688001 dv-cinder-835881-4-iscsi neutron-server[103468]: from cryptography.utils import int_from_bytes Apr 05 22:42:53.688001 dv-cinder-835881-4-iscsi neutron-server[103468]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 05 22:42:53.688001 dv-cinder-835881-4-iscsi neutron-server[103468]: from cryptography.utils import int_from_bytes Apr 05 22:42:53.688001 dv-cinder-835881-4-iscsi neutron-server[103468]: Traceback (most recent call last): Apr 05 22:42:53.688001 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 22:42:53.688001 dv-cinder-835881-4-iscsi neutron-server[103468]: timer() Apr 05 22:42:53.688001 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 22:42:53.688001 dv-cinder-835881-4-iscsi neutron-server[103468]: cb(*args, **kw) Apr 05 22:42:53.688001 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 22:42:53.688001 dv-cinder-835881-4-iscsi neutron-server[103468]: return func(*args, **kwargs) Apr 05 22:42:53.688001 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 22:42:53.688001 dv-cinder-835881-4-iscsi neutron-server[103468]: self._notify() Apr 05 22:42:53.688001 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 22:42:53.688001 dv-cinder-835881-4-iscsi neutron-server[103468]: self.callback(batched_events) Apr 05 22:42:53.688001 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 22:42:53.688001 dv-cinder-835881-4-iscsi neutron-server[103468]: event.method(event) Apr 05 22:42:53.688001 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 22:42:53.688001 dv-cinder-835881-4-iscsi neutron-server[103468]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 22:42:53.688001 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 22:42:53.688001 dv-cinder-835881-4-iscsi neutron-server[103468]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 22:42:53.688001 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 22:42:53.688001 dv-cinder-835881-4-iscsi neutron-server[103468]: return f(self, *a, **k) Apr 05 22:42:53.688001 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 22:42:53.688001 dv-cinder-835881-4-iscsi neutron-server[103468]: return self._get(url).json() Apr 05 22:42:53.688001 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 22:42:53.688001 dv-cinder-835881-4-iscsi neutron-server[103468]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 22:42:53.688001 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 22:42:53.688001 dv-cinder-835881-4-iscsi neutron-server[103468]: return self.request(url, 'GET', **kwargs) Apr 05 22:42:53.688001 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 22:42:53.688001 dv-cinder-835881-4-iscsi neutron-server[103468]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 22:42:53.688001 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 22:42:53.688001 dv-cinder-835881-4-iscsi neutron-server[103468]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 22:42:53.688001 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 22:42:53.688001 dv-cinder-835881-4-iscsi neutron-server[103468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 22:42:53.688001 dv-cinder-835881-4-iscsi neutron-server[103468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 22:42:53.726801 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device e7463071-a8e8-4b1e-a287-279f809c34c9 up at agent hyperv_hv-cinder-83588 {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:42:53.744605 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-4654d9c8-d23f-4443-9c67-973076394e5f req-c39d8ef4-f538-48f0-9824-9522215f6cf4 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757100095748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827921'] for port (6399fef4-cd8d-42d8-852a-64936366419f), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:53.760599 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1c489270-fb9b-4d53-aadb-5fcc36e9cf9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3448117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536611'] for network (82ac0f62-8f0d-494d-92b9-59e30fbb35e6), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:53.783432 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1c489270-fb9b-4d53-aadb-5fcc36e9cf9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644259'] for network (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:53.790816 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-1c489270-fb9b-4d53-aadb-5fcc36e9cf9e admin admin] 10.222.0.45 "DELETE /v2.0/networks/82ac0f62-8f0d-494d-92b9-59e30fbb35e6 HTTP/1.1" status: 204 len: 168 time: 0.8507502 Apr 05 22:42:53.797767 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4654d9c8-d23f-4443-9c67-973076394e5f req-c39d8ef4-f538-48f0-9824-9522215f6cf4 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Network 29e62588-d45d-408b-8ff2-41c8ab8f7564 is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:42:53.797767 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 42308) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:53.800809 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c489270-fb9b-4d53-aadb-5fcc36e9cf9e admin admin] Pushing event deleted for resources: {'Network': ['ID=82ac0f62-8f0d-494d-92b9-59e30fbb35e6,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:53.809774 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [req-4654d9c8-d23f-4443-9c67-973076394e5f req-c39d8ef4-f538-48f0-9824-9522215f6cf4 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:42:53.817172 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Provisioning for port e7463071-a8e8-4b1e-a287-279f809c34c9 completed by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 22:42:53.821287 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Provisioning complete for port e7463071-a8e8-4b1e-a287-279f809c34c9 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:42:53.824606 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (e7463071-a8e8-4b1e-a287-279f809c34c9), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:53.856050 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [req-4654d9c8-d23f-4443-9c67-973076394e5f req-c39d8ef4-f538-48f0-9824-9522215f6cf4 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Received port after_create {{(pid=103469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:42:53.889213 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39d8ef4-f538-48f0-9824-9522215f6cf4 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Pushing event updated for resources: {'Port': ['ID=6399fef4-cd8d-42d8-852a-64936366419f,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:53.903441 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fa85ac-a071-4e2f-8e5e-afeb98dd2b74 req-ad2e9a45-b734-4d91-ae0c-ee64530c1e62 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:53.905092 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e8fa85ac-a071-4e2f-8e5e-afeb98dd2b74 req-ad2e9a45-b734-4d91-ae0c-ee64530c1e62 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1 HTTP/1.1" status: 200 len: 945 time: 0.2113612 Apr 05 22:42:53.915986 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Current status of the port e7463071-a8e8-4b1e-a287-279f809c34c9 is: BUILD; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:42:53.916306 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (e7463071-a8e8-4b1e-a287-279f809c34c9), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:53.942754 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f64687d7-f63a-404f-ac86-38ef2b531c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7463071-a8e8-4b1e-a287-279f809c34c9'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:42:53.945300 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5eeae28b1739aff28e9ac2b05a29cddcf15b93cc3fe96f2ce32a289e1b5713d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c63ba32-194d-4b40-aeab-28d8b9535d61" -d '{"events": [{"server_uuid": "f64687d7-f63a-404f-ac86-38ef2b531c37", "name": "network-vif-plugged", "status": "completed", "tag": "e7463071-a8e8-4b1e-a287-279f809c34c9"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:42:53.958100 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] For port e7463071-a8e8-4b1e-a287-279f809c34c9, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=e7463071-a8e8-4b1e-a287-279f809c34c9,segment=NetworkSegment(60bccf3c-6e70-4640-bf31-a453a33e1d1c),segment_id=60bccf3c-6e70-4640-bf31-a453a33e1d1c)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:42:53.963343 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (e7463071-a8e8-4b1e-a287-279f809c34c9), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:53.999128 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-719c43df-57fd-45a6-a75a-dc3787cd001b x-openstack-request-id: req-719c43df-57fd-45a6-a75a-dc3787cd001b {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:42:53.999426 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f64687d7-f63a-404f-ac86-38ef2b531c37", "name": "network-vif-plugged", "status": "completed", "tag": "e7463071-a8e8-4b1e-a287-279f809c34c9", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:42:53.999676 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-719c43df-57fd-45a6-a75a-dc3787cd001b {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:42:54.000071 dv-cinder-835881-4-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-719c43df-57fd-45a6-a75a-dc3787cd001b'] response: {'server_uuid': 'f64687d7-f63a-404f-ac86-38ef2b531c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7463071-a8e8-4b1e-a287-279f809c34c9', 'code': 200} Apr 05 22:42:54.004014 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4654d9c8-d23f-4443-9c67-973076394e5f req-c39d8ef4-f538-48f0-9824-9522215f6cf4 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:54.004420 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-4654d9c8-d23f-4443-9c67-973076394e5f req-c39d8ef4-f538-48f0-9824-9522215f6cf4 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:54.029233 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Pushing event updated for resources: {'Port': ['ID=e7463071-a8e8-4b1e-a287-279f809c34c9,revision_number=5']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:54.043996 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e8fa85ac-a071-4e2f-8e5e-afeb98dd2b74 req-8e8ae92b-a93f-4b26-b65b-f23e246e9421 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/security-groups?id=1602fbfb-363d-466e-8059-00c4f95822a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1289713 Apr 05 22:42:54.050862 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4654d9c8-d23f-4443-9c67-973076394e5f req-c39d8ef4-f538-48f0-9824-9522215f6cf4 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3261893 Apr 05 22:42:54.104238 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [req-4654d9c8-d23f-4443-9c67-973076394e5f req-4a84cdc1-3419-4a8d-a229-62bf207901b7 service neutron] Request body: {'port': {'device_id': 'acab9884-4180-449d-a397-76c9a23ab8c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:42:54.110892 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-f6bf9aab-0dd5-4338-9e70-99aa8d138100 None None] Provisioning complete for port 6399fef4-cd8d-42d8-852a-64936366419f triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:42:54.111274 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-f6bf9aab-0dd5-4338-9e70-99aa8d138100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (6399fef4-cd8d-42d8-852a-64936366419f), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:54.155860 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-f6bf9aab-0dd5-4338-9e70-99aa8d138100 None None] Port 6399fef4-cd8d-42d8-852a-64936366419f cannot update to ACTIVE because it is not bound. {{(pid=103470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:42:54.281164 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-4654d9c8-d23f-4443-9c67-973076394e5f req-4a84cdc1-3419-4a8d-a229-62bf207901b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (6399fef4-cd8d-42d8-852a-64936366419f), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:54.284230 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device c5c4d410-4ebd-46aa-a0ef-bf3db94e4158 no longer exists at agent ovs-agent-dv-cinder-835881-4-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:42:54.305923 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] No Port match for: c5c4d410-4ebd-46aa-a0ef-bf3db94e4158 {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:42:54.306703 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device c5c4d410-4ebd-46aa-a0ef-bf3db94e4158 not bound to the agent host dv-cinder-835881-4-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:42:54.307143 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device 79086086-f0b0-4293-86b6-de8dbf5eef4b no longer exists at agent ovs-agent-dv-cinder-835881-4-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:42:54.326629 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] No Port match for: 79086086-f0b0-4293-86b6-de8dbf5eef4b {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:42:54.326976 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device 79086086-f0b0-4293-86b6-de8dbf5eef4b not bound to the agent host dv-cinder-835881-4-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:42:54.327385 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device 90b1751b-1a1d-4fa8-9904-e117d75a6f02 no longer exists at agent ovs-agent-dv-cinder-835881-4-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:42:54.333894 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a193371-170e-4490-be27-16edf89423e2 req-e6a3e4d7-693a-4aaa-bb4b-bcac3783457f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:54.335406 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0a193371-170e-4490-be27-16edf89423e2 req-e6a3e4d7-693a-4aaa-bb4b-bcac3783457f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f64687d7-f63a-404f-ac86-38ef2b531c37 HTTP/1.1" status: 200 len: 1130 time: 0.1866658 Apr 05 22:42:54.350807 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] No Port match for: 90b1751b-1a1d-4fa8-9904-e117d75a6f02 {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:42:54.351149 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device 90b1751b-1a1d-4fa8-9904-e117d75a6f02 not bound to the agent host dv-cinder-835881-4-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:42:54.417677 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6649f3-ef00-4a80-9d57-4a6f4ed74e2a req-e1b71620-420f-47a4-84d9-e1227e26d619 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:54.419140 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0c6649f3-ef00-4a80-9d57-4a6f4ed74e2a req-e1b71620-420f-47a4-84d9-e1227e26d619 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=f64687d7-f63a-404f-ac86-38ef2b531c37 HTTP/1.1" status: 200 len: 946 time: 0.2313545 Apr 05 22:42:54.607376 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0a193371-170e-4490-be27-16edf89423e2 req-edea50bb-00bf-4027-9dac-5a3c1f8197d5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0ee2db58-64e1-4915-a222-13e195377a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2468011 Apr 05 22:42:54.639131 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b999ec-6617-4d27-997d-1317fece3051 req-295bb50f-e14c-4c29-a185-b1b222937fc0 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:54.640770 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f6b999ec-6617-4d27-997d-1317fece3051 req-295bb50f-e14c-4c29-a185-b1b222937fc0 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/ports?device_id=acab9884-4180-449d-a397-76c9a23ab8c2 HTTP/1.1" status: 200 len: 931 time: 0.2792525 Apr 05 22:42:54.652804 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0c6649f3-ef00-4a80-9d57-4a6f4ed74e2a req-f7a385aa-dcbc-4d19-adde-d96e0d0021f1 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ee2db58-64e1-4915-a222-13e195377a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2212210 Apr 05 22:42:54.790356 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f6b999ec-6617-4d27-997d-1317fece3051 req-1c95e43a-5893-46cf-9796-29df5a430d42 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/security-groups?id=ced387a5-040e-45ba-9c43-ed76753c1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417048 Apr 05 22:42:54.928033 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-4339b063-ce4c-45ab-bf86-282f9beccef1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535057'] for router_interface (55e40fcd-194a-46c1-ae6a-41a5ecaab205), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:54.967903 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [req-4654d9c8-d23f-4443-9c67-973076394e5f req-4a84cdc1-3419-4a8d-a229-62bf207901b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6399fef4-cd8d-42d8-852a-64936366419f {{(pid=103469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:42:54.978432 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-4654d9c8-d23f-4443-9c67-973076394e5f req-4a84cdc1-3419-4a8d-a229-62bf207901b7 service neutron] Publish callbacks [] for port (6399fef4-cd8d-42d8-852a-64936366419f), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:54.999157 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.provisioning_blocks [req-4654d9c8-d23f-4443-9c67-973076394e5f req-4a84cdc1-3419-4a8d-a229-62bf207901b7 service neutron] Transition to ACTIVE for port object 6399fef4-cd8d-42d8-852a-64936366419f will not be triggered until provisioned by entity L2. {{(pid=103469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 22:42:55.027497 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-4654d9c8-d23f-4443-9c67-973076394e5f req-4a84cdc1-3419-4a8d-a229-62bf207901b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828008'] for port (6399fef4-cd8d-42d8-852a-64936366419f), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:55.094267 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84cdc1-3419-4a8d-a229-62bf207901b7 service neutron] Pushing event updated for resources: {'Port': ['ID=6399fef4-cd8d-42d8-852a-64936366419f,revision_number=2']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:55.313249 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb635c57-b802-4a45-a7be-28b96a4bd55a req-242a5971-bdd5-45d1-9e18-7d568748455a tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:55.314785 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-fb635c57-b802-4a45-a7be-28b96a4bd55a req-242a5971-bdd5-45d1-9e18-7d568748455a tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1 HTTP/1.1" status: 200 len: 945 time: 0.1459451 Apr 05 22:42:55.316282 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-4654d9c8-d23f-4443-9c67-973076394e5f req-4a84cdc1-3419-4a8d-a229-62bf207901b7 service neutron] Attempting to bind port 6399fef4-cd8d-42d8-852a-64936366419f on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:42:55.316635 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-4654d9c8-d23f-4443-9c67-973076394e5f req-4a84cdc1-3419-4a8d-a229-62bf207901b7 service neutron] Attempting to bind port 6399fef4-cd8d-42d8-852a-64936366419f by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '6c738280-30fc-49ea-929c-a4e23bf1c310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '29e62588-d45d-408b-8ff2-41c8ab8f7564'}] {{(pid=103469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:42:55.316947 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4654d9c8-d23f-4443-9c67-973076394e5f req-4a84cdc1-3419-4a8d-a229-62bf207901b7 service neutron] Attempting to bind port 6399fef4-cd8d-42d8-852a-64936366419f on network 29e62588-d45d-408b-8ff2-41c8ab8f7564 {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:42:55.339858 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4654d9c8-d23f-4443-9c67-973076394e5f req-4a84cdc1-3419-4a8d-a229-62bf207901b7 service neutron] Port 6399fef4-cd8d-42d8-852a-64936366419f on network 29e62588-d45d-408b-8ff2-41c8ab8f7564 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 22:42:55.340103 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4654d9c8-d23f-4443-9c67-973076394e5f req-4a84cdc1-3419-4a8d-a229-62bf207901b7 service neutron] Attempting to bind port 6399fef4-cd8d-42d8-852a-64936366419f on network 29e62588-d45d-408b-8ff2-41c8ab8f7564 {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:42:55.358064 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4654d9c8-d23f-4443-9c67-973076394e5f req-4a84cdc1-3419-4a8d-a229-62bf207901b7 service neutron] Checking agent: {'id': '021dfe4d-8109-4136-9367-dac606dce553', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 34, 28), 'started_at': datetime.datetime(2022, 4, 5, 22, 34, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:42:55.358397 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4654d9c8-d23f-4443-9c67-973076394e5f req-4a84cdc1-3419-4a8d-a229-62bf207901b7 service neutron] Checking segment: {'id': '6c738280-30fc-49ea-929c-a4e23bf1c310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '29e62588-d45d-408b-8ff2-41c8ab8f7564'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:42:55.358814 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4654d9c8-d23f-4443-9c67-973076394e5f req-4a84cdc1-3419-4a8d-a229-62bf207901b7 service neutron] Bound using segment: {'id': '6c738280-30fc-49ea-929c-a4e23bf1c310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '29e62588-d45d-408b-8ff2-41c8ab8f7564'} {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:42:55.359203 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-4654d9c8-d23f-4443-9c67-973076394e5f req-4a84cdc1-3419-4a8d-a229-62bf207901b7 service neutron] Bound port: 6399fef4-cd8d-42d8-852a-64936366419f, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c738280-30fc-49ea-929c-a4e23bf1c310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '29e62588-d45d-408b-8ff2-41c8ab8f7564'}}] {{(pid=103469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:42:55.359556 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-4654d9c8-d23f-4443-9c67-973076394e5f req-4a84cdc1-3419-4a8d-a229-62bf207901b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (6399fef4-cd8d-42d8-852a-64936366419f), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:55.443432 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-fb635c57-b802-4a45-a7be-28b96a4bd55a req-f7d81b9e-3e52-4546-8591-af6801bee228 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/security-groups?id=1602fbfb-363d-466e-8059-00c4f95822a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1151936 Apr 05 22:42:55.492169 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-4654d9c8-d23f-4443-9c67-973076394e5f req-4a84cdc1-3419-4a8d-a229-62bf207901b7 service neutron] For port 6399fef4-cd8d-42d8-852a-64936366419f, host hv-cinder-83588, cleared binding levels {{(pid=103469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:42:55.497045 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-4654d9c8-d23f-4443-9c67-973076394e5f req-4a84cdc1-3419-4a8d-a229-62bf207901b7 service neutron] For port 6399fef4-cd8d-42d8-852a-64936366419f, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=6399fef4-cd8d-42d8-852a-64936366419f,segment=NetworkSegment(6c738280-30fc-49ea-929c-a4e23bf1c310),segment_id=6c738280-30fc-49ea-929c-a4e23bf1c310)] {{(pid=103469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:42:55.505308 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-4654d9c8-d23f-4443-9c67-973076394e5f req-4a84cdc1-3419-4a8d-a229-62bf207901b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828008'] for port (6399fef4-cd8d-42d8-852a-64936366419f), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:55.539306 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-4339b063-ce4c-45ab-bf86-282f9beccef1 admin admin] Deleting port 8621062f-4f56-4ed3-a7aa-211537451f56 {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:42:55.540180 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-4339b063-ce4c-45ab-bf86-282f9beccef1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757100664625'] for port (8621062f-4f56-4ed3-a7aa-211537451f56), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:55.562820 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4654d9c8-d23f-4443-9c67-973076394e5f req-4a84cdc1-3419-4a8d-a229-62bf207901b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:55.563433 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-4654d9c8-d23f-4443-9c67-973076394e5f req-4a84cdc1-3419-4a8d-a229-62bf207901b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:55.565212 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4654d9c8-d23f-4443-9c67-973076394e5f req-4a84cdc1-3419-4a8d-a229-62bf207901b7 service neutron] 10.222.0.13 "PUT /v2.0/ports/6399fef4-cd8d-42d8-852a-64936366419f HTTP/1.1" status: 200 len: 1093 time: 1.4666348 Apr 05 22:42:55.568647 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acab9884-4180-449d-a397-76c9a23ab8c2', 'tag': '6399fef4-cd8d-42d8-852a-64936366419f'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:42:55.572633 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f386ba26b1031f5495d5bdef0d2c98b5b567df56bfe60a1d1e0dd7c3f719aed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b380108c-1730-4a6f-a8b1-2bcca0780d66" -d '{"events": [{"name": "network-changed", "server_uuid": "acab9884-4180-449d-a397-76c9a23ab8c2", "tag": "6399fef4-cd8d-42d8-852a-64936366419f"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:42:55.621175 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d2bb04-d8a9-485d-ab9a-1d9f67570d23 x-openstack-request-id: req-68d2bb04-d8a9-485d-ab9a-1d9f67570d23 {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:42:55.621492 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acab9884-4180-449d-a397-76c9a23ab8c2", "tag": "6399fef4-cd8d-42d8-852a-64936366419f", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:42:55.621731 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-68d2bb04-d8a9-485d-ab9a-1d9f67570d23 {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:42:55.622129 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68d2bb04-d8a9-485d-ab9a-1d9f67570d23'] response: {'name': 'network-changed', 'server_uuid': 'acab9884-4180-449d-a397-76c9a23ab8c2', 'tag': '6399fef4-cd8d-42d8-852a-64936366419f', 'status': 'completed', 'code': 200} Apr 05 22:42:55.635137 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84cdc1-3419-4a8d-a229-62bf207901b7 service neutron] Pushing event updated for resources: {'Port': ['ID=6399fef4-cd8d-42d8-852a-64936366419f,revision_number=3']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:55.668697 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [None req-4339b063-ce4c-45ab-bf86-282f9beccef1 admin admin] For port 8621062f-4f56-4ed3-a7aa-211537451f56, host dv-cinder-835881-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=8621062f-4f56-4ed3-a7aa-211537451f56,segment=NetworkSegment(7bd52e8f-6e5d-4222-8919-5b4f80dd56be),segment_id=7bd52e8f-6e5d-4222-8919-5b4f80dd56be)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:42:55.669153 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-4339b063-ce4c-45ab-bf86-282f9beccef1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525920'] for port (8621062f-4f56-4ed3-a7aa-211537451f56), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:55.688800 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-4339b063-ce4c-45ab-bf86-282f9beccef1 admin admin] Calling delete_port for 8621062f-4f56-4ed3-a7aa-211537451f56 owned by network:router_interface {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:42:56.065860 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b380108c-1730-4a6f-a8b1-2bcca0780d66 req-86b22576-312a-428c-8d43-b246a51f697d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:56.067264 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b380108c-1730-4a6f-a8b1-2bcca0780d66 req-86b22576-312a-428c-8d43-b246a51f697d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c30240b95f844507b090c8c5e4e837f8&device_id=acab9884-4180-449d-a397-76c9a23ab8c2 HTTP/1.1" status: 200 len: 1127 time: 0.3752184 Apr 05 22:42:56.159839 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f50ceb-cc2b-4ed6-babd-0a8762ff9b34 req-8c51bc41-61ad-44de-a6fb-4a1fd0d58bd1 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:56.161288 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a5f50ceb-cc2b-4ed6-babd-0a8762ff9b34 req-8c51bc41-61ad-44de-a6fb-4a1fd0d58bd1 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=f64687d7-f63a-404f-ac86-38ef2b531c37 HTTP/1.1" status: 200 len: 946 time: 0.3984251 Apr 05 22:42:56.187042 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b62fc2-d88b-4fea-a15b-79d4ece4f7f3 req-584b1ef4-2b9b-4ea9-a597-3dba22d85230 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:56.188439 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-45b62fc2-d88b-4fea-a15b-79d4ece4f7f3 req-584b1ef4-2b9b-4ea9-a597-3dba22d85230 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/ports?device_id=acab9884-4180-449d-a397-76c9a23ab8c2 HTTP/1.1" status: 200 len: 943 time: 0.1652746 Apr 05 22:42:56.260467 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a5f50ceb-cc2b-4ed6-babd-0a8762ff9b34 req-56600bb4-1dfa-450b-84c2-e1743e105ac4 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ee2db58-64e1-4915-a222-13e195377a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926383 Apr 05 22:42:56.300923 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-45b62fc2-d88b-4fea-a15b-79d4ece4f7f3 req-72809840-b3ad-4872-b428-43cf59f03ef2 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/security-groups?id=ced387a5-040e-45ba-9c43-ed76753c1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972967 Apr 05 22:42:56.315606 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-4339b063-ce4c-45ab-bf86-282f9beccef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757100670980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757100095757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827921'] for port (8621062f-4f56-4ed3-a7aa-211537451f56), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:56.345765 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4339b063-ce4c-45ab-bf86-282f9beccef1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8621062f-4f56-4ed3-a7aa-211537451f56,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:56.510217 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-4339b063-ce4c-45ab-bf86-282f9beccef1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3645314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536705'] for router_interface (55e40fcd-194a-46c1-ae6a-41a5ecaab205), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:56.724726 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a27e790-a032-4b2b-ad88-d9c97210139b req-3584ea4c-b337-4081-ae36-7becb2351775 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:56.726234 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8a27e790-a032-4b2b-ad88-d9c97210139b req-3584ea4c-b337-4081-ae36-7becb2351775 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1 HTTP/1.1" status: 200 len: 945 time: 0.1715386 Apr 05 22:42:56.764656 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b380108c-1730-4a6f-a8b1-2bcca0780d66 req-935ccdea-600c-4514-8eec-b19cc2495664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:56.766169 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b380108c-1730-4a6f-a8b1-2bcca0780d66 req-935ccdea-600c-4514-8eec-b19cc2495664 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=c30240b95f844507b090c8c5e4e837f8&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1973894 Apr 05 22:42:56.911478 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8a27e790-a032-4b2b-ad88-d9c97210139b req-954cbc13-b2c9-4f80-8dff-3a6a6546d672 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/security-groups?id=1602fbfb-363d-466e-8059-00c4f95822a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1775393 Apr 05 22:42:56.959777 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4339b063-ce4c-45ab-bf86-282f9beccef1 admin admin] Router 55e40fcd-194a-46c1-ae6a-41a5ecaab205 has already been hosted by L3 agent 79a469f9-bdbc-4492-b479-9e5faeaf33b0 {{(pid=103469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:42:56.963430 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b380108c-1730-4a6f-a8b1-2bcca0780d66 req-389cc1e6-0246-42c6-83df-6eaa03c595e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:56.964925 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b380108c-1730-4a6f-a8b1-2bcca0780d66 req-389cc1e6-0246-42c6-83df-6eaa03c595e8 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1689048 Apr 05 22:42:57.097364 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4654d9c8-d23f-4443-9c67-973076394e5f req-8cacc6b9-7d64-48f0-962d-7c5be5403dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:57.098918 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4654d9c8-d23f-4443-9c67-973076394e5f req-8cacc6b9-7d64-48f0-962d-7c5be5403dd3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c30240b95f844507b090c8c5e4e837f8&device_id=acab9884-4180-449d-a397-76c9a23ab8c2 HTTP/1.1" status: 200 len: 1127 time: 0.0922277 Apr 05 22:42:57.107295 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4339b063-ce4c-45ab-bf86-282f9beccef1 admin admin] Notify agent at l3_agent.dv-cinder-835881-4-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:42:57.117155 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-4339b063-ce4c-45ab-bf86-282f9beccef1 admin admin] 10.222.0.45 "PUT /v2.0/routers/55e40fcd-194a-46c1-ae6a-41a5ecaab205/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3202319 Apr 05 22:42:57.118276 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ea3718-8f14-410a-a593-e24bd0c3f23c None None] Sync routers for ids ['55e40fcd-194a-46c1-ae6a-41a5ecaab205'] in dv-cinder-835881-4-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:42:57.120625 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 42328) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:57.130343 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ea3718-8f14-410a-a593-e24bd0c3f23c None None] Routers {'55e40fcd-194a-46c1-ae6a-41a5ecaab205'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:42:57.130962 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-44ea3718-8f14-410a-a593-e24bd0c3f23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:42:38Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['55e40fcd-194a-46c1-ae6a-41a5ecaab205'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:57.145248 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4654d9c8-d23f-4443-9c67-973076394e5f req-d6031a3a-6c53-425c-9b1a-6a30d02a49c5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6399fef4-cd8d-42d8-852a-64936366419f HTTP/1.1" status: 200 len: 217 time: 0.0390491 Apr 05 22:42:57.197863 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4654d9c8-d23f-4443-9c67-973076394e5f req-a0324f93-d90f-4a70-aa5d-05a710d773ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:57.199294 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4654d9c8-d23f-4443-9c67-973076394e5f req-a0324f93-d90f-4a70-aa5d-05a710d773ef service neutron] 10.222.0.13 "GET /v2.0/subnets?id=01cfd0c4-12a2-43c1-a8b6-36df1c8261fd HTTP/1.1" status: 200 len: 851 time: 0.0470216 Apr 05 22:42:57.232404 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-10f09336-17c4-461c-b499-642223b47d0d admin admin] Publish callbacks [] for router (55e40fcd-194a-46c1-ae6a-41a5ecaab205), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:57.257395 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4654d9c8-d23f-4443-9c67-973076394e5f req-0728d1f0-4ce6-4a58-9b03-c4bfe7e3dca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:57.260266 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4654d9c8-d23f-4443-9c67-973076394e5f req-0728d1f0-4ce6-4a58-9b03-c4bfe7e3dca9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=29e62588-d45d-408b-8ff2-41c8ab8f7564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0527322 Apr 05 22:42:57.320348 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-44ea3718-8f14-410a-a593-e24bd0c3f23c None None] Set router 55e40fcd-194a-46c1-ae6a-41a5ecaab205 gateway port host: dv-cinder-835881-4-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:42:57.353847 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-10f09336-17c4-461c-b499-642223b47d0d admin admin] Publish callbacks [] for router_gateway (55e40fcd-194a-46c1-ae6a-41a5ecaab205), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:57.414154 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-10f09336-17c4-461c-b499-642223b47d0d admin admin] Deleting port 6e452ceb-5ef1-4e22-b890-d96112ebfa6c {{(pid=103468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:42:57.415269 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-10f09336-17c4-461c-b499-642223b47d0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757100664625'] for port (6e452ceb-5ef1-4e22-b890-d96112ebfa6c), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:57.454517 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535d02ff-aa50-4fcf-930d-eb1ec8ce7669 req-a84eef54-2f07-4014-8fea-016fe742e1af tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:57.455927 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-535d02ff-aa50-4fcf-930d-eb1ec8ce7669 req-a84eef54-2f07-4014-8fea-016fe742e1af tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=f64687d7-f63a-404f-ac86-38ef2b531c37 HTTP/1.1" status: 200 len: 946 time: 0.1117408 Apr 05 22:42:57.463090 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4654d9c8-d23f-4443-9c67-973076394e5f req-9f9cfa73-708e-4918-8307-c706c426fe09 service neutron] 10.222.0.13 "GET /v2.0/networks/29e62588-d45d-408b-8ff2-41c8ab8f7564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957881 Apr 05 22:42:57.507529 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-10f09336-17c4-461c-b499-642223b47d0d admin admin] For port 6e452ceb-5ef1-4e22-b890-d96112ebfa6c, host dv-cinder-835881-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=6e452ceb-5ef1-4e22-b890-d96112ebfa6c,segment=NetworkSegment(93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb),segment_id=93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb)] {{(pid=103468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:42:57.508526 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-10f09336-17c4-461c-b499-642223b47d0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525920'] for port (6e452ceb-5ef1-4e22-b890-d96112ebfa6c), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:57.510308 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-44ea3718-8f14-410a-a593-e24bd0c3f23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e40fcd-194a-46c1-ae6a-41a5ecaab205', 'name': 'tempest-TestMinimumBasicScenario-1517126522-router', 'tenant_id': '5315243108fd4bf9b9751bc79eb1c9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '6e452ceb-5ef1-4e22-b890-d96112ebfa6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:29Z', 'updated_at': '2022-04-05T22:42:56Z', 'revision_number': 5, 'project_id': '5315243108fd4bf9b9751bc79eb1c9cc', 'gw_port': {'id': '6e452ceb-5ef1-4e22-b890-d96112ebfa6c', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e40fcd-194a-46c1-ae6a-41a5ecaab205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:30Z', 'updated_at': '2022-04-05T22:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi'}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:57.516202 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddda2ea-ef32-418e-a204-83ddf6fdffbe req-192d7cbf-e795-4b0d-b2e8-2b1dca081242 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:57.517726 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8ddda2ea-ef32-418e-a204-83ddf6fdffbe req-192d7cbf-e795-4b0d-b2e8-2b1dca081242 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/ports?device_id=acab9884-4180-449d-a397-76c9a23ab8c2 HTTP/1.1" status: 200 len: 943 time: 0.1420913 Apr 05 22:42:57.526095 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-10f09336-17c4-461c-b499-642223b47d0d admin admin] Calling delete_port for 6e452ceb-5ef1-4e22-b890-d96112ebfa6c owned by network:router_gateway {{(pid=103468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:42:57.536798 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ea3718-8f14-410a-a593-e24bd0c3f23c None None] Checking router: 55e40fcd-194a-46c1-ae6a-41a5ecaab205 for host: dv-cinder-835881-4-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:42:57.545555 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ea3718-8f14-410a-a593-e24bd0c3f23c None None] Routers {'55e40fcd-194a-46c1-ae6a-41a5ecaab205'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:42:57.546286 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-44ea3718-8f14-410a-a593-e24bd0c3f23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:42:38Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['55e40fcd-194a-46c1-ae6a-41a5ecaab205'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:57.596064 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-535d02ff-aa50-4fcf-930d-eb1ec8ce7669 req-76495c09-c19e-4e73-8c93-96c45d6b2b70 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ee2db58-64e1-4915-a222-13e195377a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304829 Apr 05 22:42:57.645918 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8ddda2ea-ef32-418e-a204-83ddf6fdffbe req-863e489a-0578-42c9-b5a9-d3c136401a69 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/security-groups?id=ced387a5-040e-45ba-9c43-ed76753c1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176181 Apr 05 22:42:57.650012 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4654d9c8-d23f-4443-9c67-973076394e5f req-dd8258b2-502c-466f-aa7e-3c80f36da3f6 service neutron] 10.222.0.13 "GET /v2.0/networks/29e62588-d45d-408b-8ff2-41c8ab8f7564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705806 Apr 05 22:42:57.656871 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-44ea3718-8f14-410a-a593-e24bd0c3f23c None None] Set router 55e40fcd-194a-46c1-ae6a-41a5ecaab205 gateway port host: None {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:42:57.719357 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-44ea3718-8f14-410a-a593-e24bd0c3f23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e40fcd-194a-46c1-ae6a-41a5ecaab205', 'name': 'tempest-TestMinimumBasicScenario-1517126522-router', 'tenant_id': '5315243108fd4bf9b9751bc79eb1c9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:29Z', 'updated_at': '2022-04-05T22:42:57Z', 'revision_number': 6, 'project_id': '5315243108fd4bf9b9751bc79eb1c9cc', 'gw_port_host': None}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:57.727998 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-10f09336-17c4-461c-b499-642223b47d0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757100670980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757100095757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815454'] for port (6e452ceb-5ef1-4e22-b890-d96112ebfa6c), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:57.750924 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ea3718-8f14-410a-a593-e24bd0c3f23c None None] The sync data for ids ['55e40fcd-194a-46c1-ae6a-41a5ecaab205'] in dv-cinder-835881-4-iscsi is: [{'id': '55e40fcd-194a-46c1-ae6a-41a5ecaab205', 'name': 'tempest-TestMinimumBasicScenario-1517126522-router', 'tenant_id': '5315243108fd4bf9b9751bc79eb1c9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:29Z', 'updated_at': '2022-04-05T22:42:57Z', 'revision_number': 6, 'project_id': '5315243108fd4bf9b9751bc79eb1c9cc', 'gw_port_host': None}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:42:57.755617 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f09336-17c4-461c-b499-642223b47d0d admin admin] Pushing event deleted for resources: {'Port': ['ID=6e452ceb-5ef1-4e22-b890-d96112ebfa6c,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:57.766963 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f93ac09-bd23-44b7-9c8d-d3bdcb49478b req-ab145231-b5cb-4e20-8a18-bcd521828318 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:57.768571 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3f93ac09-bd23-44b7-9c8d-d3bdcb49478b req-ab145231-b5cb-4e20-8a18-bcd521828318 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=f64687d7-f63a-404f-ac86-38ef2b531c37 HTTP/1.1" status: 200 len: 946 time: 0.0627024 Apr 05 22:42:57.779380 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 42336) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:57.783852 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-67b294da-ffc2-481b-a2c8-1a00895972ff tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Request body: {'floatingip': {'port_id': 'e7463071-a8e8-4b1e-a287-279f809c34c9'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:42:57.828757 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-67b294da-ffc2-481b-a2c8-1a00895972ff tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks [] for floatingip (af19fd50-f028-4200-86b7-f43369107719), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:57.828987 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-10f09336-17c4-461c-b499-642223b47d0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536647'] for router_gateway (55e40fcd-194a-46c1-ae6a-41a5ecaab205), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:57.927418 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (021dfe4d-8109-4136-9367-dac606dce553), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:58.200292 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-10f09336-17c4-461c-b499-642223b47d0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5469'] for router (55e40fcd-194a-46c1-ae6a-41a5ecaab205), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:58.202632 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-10f09336-17c4-461c-b499-642223b47d0d admin admin] Publish callbacks [] for router_controller (55e40fcd-194a-46c1-ae6a-41a5ecaab205), precommit_delete_associations {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:58.260337 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-10f09336-17c4-461c-b499-642223b47d0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534781'] for router (55e40fcd-194a-46c1-ae6a-41a5ecaab205), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:58.260940 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10f09336-17c4-461c-b499-642223b47d0d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55e40fcd-194a-46c1-ae6a-41a5ecaab205 {{(pid=103468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 22:42:58.266882 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-10f09336-17c4-461c-b499-642223b47d0d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:58.270463 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-10f09336-17c4-461c-b499-642223b47d0d admin admin] 10.222.0.45 "DELETE /v2.0/routers/55e40fcd-194a-46c1-ae6a-41a5ecaab205 HTTP/1.1" status: 204 len: 168 time: 1.1463602 Apr 05 22:42:58.270677 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 42344) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:58.319397 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.db.db_base_plugin_v2 [None req-087124a0-a93e-481d-881f-194bf47e2a6a admin admin] Deleting subnet 7b1983e5-d0b4-42af-b7e2-25ec560e327a {{(pid=103468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 22:42:58.323930 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-087124a0-a93e-481d-881f-194bf47e2a6a admin admin] Publish callbacks [] for subnet (7b1983e5-d0b4-42af-b7e2-25ec560e327a), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:58.344678 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f562fa-aabb-4acc-ac63-69ab56af32ff req-beb43a03-f1ae-4d99-a493-384e0d8d55f7 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:58.346199 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-35f562fa-aabb-4acc-ac63-69ab56af32ff req-beb43a03-f1ae-4d99-a493-384e0d8d55f7 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1 HTTP/1.1" status: 200 len: 945 time: 0.3638139 Apr 05 22:42:58.368242 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-087124a0-a93e-481d-881f-194bf47e2a6a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12319024'] for subnet (7b1983e5-d0b4-42af-b7e2-25ec560e327a), precommit_delete_associations {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:58.468312 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-087124a0-a93e-481d-881f-194bf47e2a6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3499703'] for subnet (7b1983e5-d0b4-42af-b7e2-25ec560e327a), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:58.470017 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-35f562fa-aabb-4acc-ac63-69ab56af32ff req-14228493-32fb-4293-b74e-929783cd91e4 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/security-groups?id=1602fbfb-363d-466e-8059-00c4f95822a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1166975 Apr 05 22:42:58.544717 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-087124a0-a93e-481d-881f-194bf47e2a6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3499704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8580164'] for subnet (7b1983e5-d0b4-42af-b7e2-25ec560e327a), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:58.560973 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-087124a0-a93e-481d-881f-194bf47e2a6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644259'] for subnet (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:58.565568 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-087124a0-a93e-481d-881f-194bf47e2a6a admin admin] 10.222.0.45 "DELETE /v2.0/subnets/7b1983e5-d0b4-42af-b7e2-25ec560e327a HTTP/1.1" status: 204 len: 168 time: 0.2938123 Apr 05 22:42:58.568128 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 42354) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:58.569496 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ca2b40-f75d-4f39-b2e0-e7dd364c6a5c None None] Network f575877c-1a39-427f-b54c-1fd07385f869 requested from dv-cinder-835881-4-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:42:58.585836 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087124a0-a93e-481d-881f-194bf47e2a6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b1983e5-d0b4-42af-b7e2-25ec560e327a,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:58.638420 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device 6e452ceb-5ef1-4e22-b890-d96112ebfa6c no longer exists at agent ovs-agent-dv-cinder-835881-4-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:42:58.667289 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] No Port match for: 6e452ceb-5ef1-4e22-b890-d96112ebfa6c {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:42:58.667638 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device 6e452ceb-5ef1-4e22-b890-d96112ebfa6c not bound to the agent host dv-cinder-835881-4-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:42:58.668054 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device 8621062f-4f56-4ed3-a7aa-211537451f56 no longer exists at agent ovs-agent-dv-cinder-835881-4-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:42:58.701884 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] No Port match for: 8621062f-4f56-4ed3-a7aa-211537451f56 {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:42:58.702397 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-67b294da-ffc2-481b-a2c8-1a00895972ff tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:58.702723 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device 8621062f-4f56-4ed3-a7aa-211537451f56 not bound to the agent host dv-cinder-835881-4-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:42:58.720643 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-67b294da-ffc2-481b-a2c8-1a00895972ff tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536593'] for floatingip (af19fd50-f028-4200-86b7-f43369107719), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:58.774239 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3befe6e4-0958-47ea-98f0-907809348db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539952'] for network (f575877c-1a39-427f-b54c-1fd07385f869), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:58.803846 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d256db73-82b7-4d35-88fa-909cdfe22f40 None None] DHCP port deletion for f575877c-1a39-427f-b54c-1fd07385f869 request from dv-cinder-835881-4-iscsi {{(pid=103470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 05 22:42:58.856229 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-d256db73-82b7-4d35-88fa-909cdfe22f40 None None] Deleting port d4888fe4-c87d-4032-820f-08b09d366c7f {{(pid=103470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:42:58.856881 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d256db73-82b7-4d35-88fa-909cdfe22f40 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757100664625'] for port (d4888fe4-c87d-4032-820f-08b09d366c7f), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:58.919316 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7a8f30-23f6-4fd0-970e-2fe6d4fbf02e req-5d2f8bae-0b51-4653-a64c-9a9c112842ab tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:58.920642 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8d7a8f30-23f6-4fd0-970e-2fe6d4fbf02e req-5d2f8bae-0b51-4653-a64c-9a9c112842ab tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/ports?device_id=acab9884-4180-449d-a397-76c9a23ab8c2 HTTP/1.1" status: 200 len: 943 time: 0.1406765 Apr 05 22:42:58.926485 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-d256db73-82b7-4d35-88fa-909cdfe22f40 None None] For port d4888fe4-c87d-4032-820f-08b09d366c7f, host dv-cinder-835881-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=d4888fe4-c87d-4032-820f-08b09d366c7f,segment=NetworkSegment(7bd52e8f-6e5d-4222-8919-5b4f80dd56be),segment_id=7bd52e8f-6e5d-4222-8919-5b4f80dd56be)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:42:58.926764 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d256db73-82b7-4d35-88fa-909cdfe22f40 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525920'] for port (d4888fe4-c87d-4032-820f-08b09d366c7f), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:58.927550 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.db.l3_db [None req-67b294da-ffc2-481b-a2c8-1a00895972ff tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Floating IP af19fd50-f028-4200-86b7-f43369107719 associated. External IP: 172.27.1.141, port: e7463071-a8e8-4b1e-a287-279f809c34c9. Apr 05 22:42:58.942278 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-d256db73-82b7-4d35-88fa-909cdfe22f40 None None] Calling delete_port for d4888fe4-c87d-4032-820f-08b09d366c7f owned by network:dhcp {{(pid=103470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:42:59.031022 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-3befe6e4-0958-47ea-98f0-907809348db9 admin admin] Deleting port d4888fe4-c87d-4032-820f-08b09d366c7f {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:42:59.031279 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3befe6e4-0958-47ea-98f0-907809348db9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757100664625'] for port (d4888fe4-c87d-4032-820f-08b09d366c7f), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:59.063991 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d256db73-82b7-4d35-88fa-909cdfe22f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757100670980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757100095757'] for port (d4888fe4-c87d-4032-820f-08b09d366c7f), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:59.084855 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8d7a8f30-23f6-4fd0-970e-2fe6d4fbf02e req-e261dc5e-1905-49b1-bfa1-25769dfec24b tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/security-groups?id=ced387a5-040e-45ba-9c43-ed76753c1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1516585 Apr 05 22:42:59.088439 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d256db73-82b7-4d35-88fa-909cdfe22f40 None None] Pushing event deleted for resources: {'Port': ['ID=d4888fe4-c87d-4032-820f-08b09d366c7f,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:59.092433 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d256db73-82b7-4d35-88fa-909cdfe22f40 None None] No DVR routers for this DVR port d4888fe4-c87d-4032-820f-08b09d366c7f on host dv-cinder-835881-4-iscsi {{(pid=103470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:42:59.137032 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [None req-3befe6e4-0958-47ea-98f0-907809348db9 admin admin] For port d4888fe4-c87d-4032-820f-08b09d366c7f, host dv-cinder-835881-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=d4888fe4-c87d-4032-820f-08b09d366c7f,segment=NetworkSegment(7bd52e8f-6e5d-4222-8919-5b4f80dd56be),segment_id=7bd52e8f-6e5d-4222-8919-5b4f80dd56be)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:42:59.137398 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3befe6e4-0958-47ea-98f0-907809348db9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525920'] for port (d4888fe4-c87d-4032-820f-08b09d366c7f), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:59.185626 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-3befe6e4-0958-47ea-98f0-907809348db9 admin admin] Calling delete_port for d4888fe4-c87d-4032-820f-08b09d366c7f owned by network:dhcp {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:42:59.316995 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67b294da-ffc2-481b-a2c8-1a00895972ff tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Router 6b8c1170-9035-4651-bab5-07a41f9337ac has already been hosted by L3 agent 79a469f9-bdbc-4492-b479-9e5faeaf33b0 {{(pid=103469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:42:59.326282 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3befe6e4-0958-47ea-98f0-907809348db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757100670980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757100095757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827921'] for port (d4888fe4-c87d-4032-820f-08b09d366c7f), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:59.387257 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3befe6e4-0958-47ea-98f0-907809348db9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4888fe4-c87d-4032-820f-08b09d366c7f,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:59.389089 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3befe6e4-0958-47ea-98f0-907809348db9 admin admin] No DVR routers for this DVR port d4888fe4-c87d-4032-820f-08b09d366c7f on host dv-cinder-835881-4-iscsi {{(pid=103469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:42:59.504884 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3befe6e4-0958-47ea-98f0-907809348db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3448140', 'neutron.services.segments.db._delete_segments_for_network-8757100575609'] for network (f575877c-1a39-427f-b54c-1fd07385f869), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:59.536106 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.services.segments.db [None req-3befe6e4-0958-47ea-98f0-907809348db9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f575877c-1a39-427f-b54c-1fd07385f869']}} {{(pid=103469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:59.544311 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67b294da-ffc2-481b-a2c8-1a00895972ff tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Notify agent at l3_agent.dv-cinder-835881-4-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:42:59.550119 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-67b294da-ffc2-481b-a2c8-1a00895972ff tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for floatingip (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:59.553989 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.services.segments.db [None req-3befe6e4-0958-47ea-98f0-907809348db9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bd52e8f-6e5d-4222-8919-5b4f80dd56be') {'for_net_delete': True} {{(pid=103469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:59.554295 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.services.segments.db [None req-3befe6e4-0958-47ea-98f0-907809348db9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bd52e8f-6e5d-4222-8919-5b4f80dd56be') {} {{(pid=103469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:59.556982 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7498fc55-e813-498d-8205-03beb82e7d1a None None] Sync routers for ids ['6b8c1170-9035-4651-bab5-07a41f9337ac'] in dv-cinder-835881-4-iscsi {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:42:59.566395 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7498fc55-e813-498d-8205-03beb82e7d1a None None] Routers {'6b8c1170-9035-4651-bab5-07a41f9337ac'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:42:59.567485 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-7498fc55-e813-498d-8205-03beb82e7d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:42:38Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['6b8c1170-9035-4651-bab5-07a41f9337ac'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:59.587865 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3befe6e4-0958-47ea-98f0-907809348db9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757100576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9076220'] for segment (7bd52e8f-6e5d-4222-8919-5b4f80dd56be), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:59.634492 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-67b294da-ffc2-481b-a2c8-1a00895972ff tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "PUT /v2.0/floatingips/af19fd50-f028-4200-86b7-f43369107719 HTTP/1.1" status: 200 len: 992 time: 1.8537846 Apr 05 22:42:59.642263 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f64687d7-f63a-404f-ac86-38ef2b531c37', 'tag': 'e7463071-a8e8-4b1e-a287-279f809c34c9'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:42:59.644013 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f386ba26b1031f5495d5bdef0d2c98b5b567df56bfe60a1d1e0dd7c3f719aed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c422b2-7cc4-4360-a13c-c25e3730b68e" -d '{"events": [{"name": "network-changed", "server_uuid": "f64687d7-f63a-404f-ac86-38ef2b531c37", "tag": "e7463071-a8e8-4b1e-a287-279f809c34c9"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:42:59.649540 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3befe6e4-0958-47ea-98f0-907809348db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3567180'] for segment (7bd52e8f-6e5d-4222-8919-5b4f80dd56be), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:59.663669 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3befe6e4-0958-47ea-98f0-907809348db9 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=103469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 22:42:59.664253 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3befe6e4-0958-47ea-98f0-907809348db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3567180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8827980'] for segment (7bd52e8f-6e5d-4222-8919-5b4f80dd56be), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:59.666524 dv-cinder-835881-4-iscsi neutron-server[103469]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 22:42:59.666524 dv-cinder-835881-4-iscsi neutron-server[103469]: self.session.flush() Apr 05 22:42:59.666524 dv-cinder-835881-4-iscsi neutron-server[103469]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 22:42:59.666524 dv-cinder-835881-4-iscsi neutron-server[103469]: self.session.flush() Apr 05 22:42:59.666524 dv-cinder-835881-4-iscsi neutron-server[103469]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 22:42:59.666524 dv-cinder-835881-4-iscsi neutron-server[103469]: self.session.flush() Apr 05 22:42:59.666524 dv-cinder-835881-4-iscsi neutron-server[103469]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 22:42:59.666524 dv-cinder-835881-4-iscsi neutron-server[103469]: self.session.flush() Apr 05 22:42:59.666524 dv-cinder-835881-4-iscsi neutron-server[103469]: Traceback (most recent call last): Apr 05 22:42:59.666524 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 22:42:59.666524 dv-cinder-835881-4-iscsi neutron-server[103469]: timer() Apr 05 22:42:59.666524 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 22:42:59.666524 dv-cinder-835881-4-iscsi neutron-server[103469]: cb(*args, **kw) Apr 05 22:42:59.666524 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 22:42:59.666524 dv-cinder-835881-4-iscsi neutron-server[103469]: return func(*args, **kwargs) Apr 05 22:42:59.666524 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 22:42:59.666524 dv-cinder-835881-4-iscsi neutron-server[103469]: self._notify() Apr 05 22:42:59.666524 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 22:42:59.666524 dv-cinder-835881-4-iscsi neutron-server[103469]: self.callback(batched_events) Apr 05 22:42:59.666524 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 22:42:59.666524 dv-cinder-835881-4-iscsi neutron-server[103469]: event.method(event) Apr 05 22:42:59.666524 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 22:42:59.666524 dv-cinder-835881-4-iscsi neutron-server[103469]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 22:42:59.666524 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 22:42:59.666524 dv-cinder-835881-4-iscsi neutron-server[103469]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 22:42:59.666524 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 22:42:59.666524 dv-cinder-835881-4-iscsi neutron-server[103469]: return f(self, *a, **k) Apr 05 22:42:59.666524 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 22:42:59.666524 dv-cinder-835881-4-iscsi neutron-server[103469]: return self._get(url).json() Apr 05 22:42:59.666524 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 22:42:59.666524 dv-cinder-835881-4-iscsi neutron-server[103469]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 22:42:59.666524 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 22:42:59.666524 dv-cinder-835881-4-iscsi neutron-server[103469]: return self.request(url, 'GET', **kwargs) Apr 05 22:42:59.666524 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 22:42:59.666524 dv-cinder-835881-4-iscsi neutron-server[103469]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 22:42:59.666524 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 22:42:59.666524 dv-cinder-835881-4-iscsi neutron-server[103469]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 22:42:59.666524 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 22:42:59.666524 dv-cinder-835881-4-iscsi neutron-server[103469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 22:42:59.666524 dv-cinder-835881-4-iscsi neutron-server[103469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 22:42:59.691627 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2acb74ff-4999-41aa-9c8a-222c5504a5e0 x-openstack-request-id: req-2acb74ff-4999-41aa-9c8a-222c5504a5e0 {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:42:59.691922 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f64687d7-f63a-404f-ac86-38ef2b531c37", "tag": "e7463071-a8e8-4b1e-a287-279f809c34c9", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:42:59.692206 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2acb74ff-4999-41aa-9c8a-222c5504a5e0 {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:42:59.692612 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2acb74ff-4999-41aa-9c8a-222c5504a5e0'] response: {'name': 'network-changed', 'server_uuid': 'f64687d7-f63a-404f-ac86-38ef2b531c37', 'tag': 'e7463071-a8e8-4b1e-a287-279f809c34c9', 'status': 'completed', 'code': 200} Apr 05 22:42:59.718822 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-7498fc55-e813-498d-8205-03beb82e7d1a None None] Set router 6b8c1170-9035-4651-bab5-07a41f9337ac gateway port host: dv-cinder-835881-4-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:42:59.747615 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378bf54b-2609-4ba1-9c9e-b359e877b7af req-52798494-b664-4f07-99a3-cc1f411081e0 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:59.749139 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-378bf54b-2609-4ba1-9c9e-b359e877b7af req-52798494-b664-4f07-99a3-cc1f411081e0 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1 HTTP/1.1" status: 200 len: 945 time: 0.1743560 Apr 05 22:42:59.788399 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3befe6e4-0958-47ea-98f0-907809348db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3448117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536611'] for network (f575877c-1a39-427f-b54c-1fd07385f869), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:59.799645 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3befe6e4-0958-47ea-98f0-907809348db9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644259'] for network (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:59.805228 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-3befe6e4-0958-47ea-98f0-907809348db9 admin admin] 10.222.0.45 "DELETE /v2.0/networks/f575877c-1a39-427f-b54c-1fd07385f869 HTTP/1.1" status: 204 len: 168 time: 1.2333536 Apr 05 22:42:59.827429 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3befe6e4-0958-47ea-98f0-907809348db9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f575877c-1a39-427f-b54c-1fd07385f869,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:59.845992 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c422b2-7cc4-4360-a13c-c25e3730b68e req-fc54d02a-ced2-40dd-9d18-06e032ee2ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:59.847636 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-17c422b2-7cc4-4360-a13c-c25e3730b68e req-fc54d02a-ced2-40dd-9d18-06e032ee2ffc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aad57955e58648ad8aedc12ef0c854bd&device_id=f64687d7-f63a-404f-ac86-38ef2b531c37 HTTP/1.1" status: 200 len: 1130 time: 0.1233151 Apr 05 22:42:59.851599 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-378bf54b-2609-4ba1-9c9e-b359e877b7af req-c17cc6df-86d7-4c97-8e58-4216c98f41b4 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/security-groups?id=1602fbfb-363d-466e-8059-00c4f95822a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0860028 Apr 05 22:42:59.970634 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c63a6-f279-48c4-a8b4-e23d7eb5b257 req-b6885790-bd4e-4a6f-ae12-3b1fa6eda1a8 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:59.972147 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ef8c63a6-f279-48c4-a8b4-e23d7eb5b257 req-b6885790-bd4e-4a6f-ae12-3b1fa6eda1a8 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9c3ec7-79db-4e27-b0b9-239732c6eaad HTTP/1.1" status: 200 len: 945 time: 0.0621917 Apr 05 22:42:59.990045 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-7498fc55-e813-498d-8205-03beb82e7d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8c1170-9035-4651-bab5-07a41f9337ac', 'name': 'tempest-AttachVolumeShelveTestJSON-854944980-router', 'tenant_id': 'aad57955e58648ad8aedc12ef0c854bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'b1d22d1e-c2db-4e00-bf01-d4a961d5d6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:36:26Z', 'updated_at': '2022-04-05T22:36:40Z', 'revision_number': 4, 'project_id': 'aad57955e58648ad8aedc12ef0c854bd', 'gw_port': {'id': 'b1d22d1e-c2db-4e00-bf01-d4a961d5d6c7', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8c1170-9035-4651-bab5-07a41f9337ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:28Z', 'updated_at': '2022-04-05T22:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_floatingips': [{'id': 'af19fd50-f028-4200-86b7-f43369107719', 'tenant_id': 'aad57955e58648ad8aedc12ef0c854bd', 'floating_ip_address': '172.27.1.141', 'floating_network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'router_id': '6b8c1170-9035-4651-bab5-07a41f9337ac', 'port_id': 'e7463071-a8e8-4b1e-a287-279f809c34c9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdafa027-5a68-4e7d-98e5-3d69d953062c', 'mac_address': 'fa:16:3e:59:48:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64687d7-f63a-404f-ac86-38ef2b531c37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:42:40Z', 'updated_at': '2022-04-05T22:42:58Z', 'revision_number': 1, 'project_id': 'aad57955e58648ad8aedc12ef0c854bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb8d404d-b4f4-4a4d-87bc-ff826ef28e36', 'name': '', 'network_id': 'cdafa027-5a68-4e7d-98e5-3d69d953062c', 'tenant_id': 'aad57955e58648ad8aedc12ef0c854bd', 'mac_address': 'fa:16:3e:1f:a4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8c1170-9035-4651-bab5-07a41f9337ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e210eb77-c8b4-4c67-a300-bbb8691b7d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:35Z', 'updated_at': '2022-04-05T22:36:49Z', 'revision_number': 5, 'project_id': 'aad57955e58648ad8aedc12ef0c854bd', 'subnets': [{'id': 'e210eb77-c8b4-4c67-a300-bbb8691b7d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:43:00.004874 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 42374) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:43:00.017381 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7498fc55-e813-498d-8205-03beb82e7d1a None None] Checking router: 6b8c1170-9035-4651-bab5-07a41f9337ac for host: dv-cinder-835881-4-iscsi {{(pid=103470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:43:00.025901 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7498fc55-e813-498d-8205-03beb82e7d1a None None] Routers {'6b8c1170-9035-4651-bab5-07a41f9337ac'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:43:00.026499 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-7498fc55-e813-498d-8205-03beb82e7d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:42:38Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['6b8c1170-9035-4651-bab5-07a41f9337ac'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:43:00.034388 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ef8c63a6-f279-48c4-a8b4-e23d7eb5b257 req-46f536f3-d431-414f-9452-02bac9f5af66 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7cc9993-4e8a-4abb-b67a-760072a0d25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555623 Apr 05 22:43:00.048015 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-92f3c95c-58b5-4534-bac7-d86aff0408f1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=345149c7ece441b7b63f5b15eefd7347&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409021 Apr 05 22:43:00.050202 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 42376) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:43:00.101619 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-678ef6b3-8c45-4031-80f7-b790254a061b admin admin] Publish callbacks [] for security_group (4e5ab744-8b27-401a-9f50-b62fc5f2c997), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:00.127430 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-678ef6b3-8c45-4031-80f7-b790254a061b admin admin] Publish callbacks [] for security_group (4e5ab744-8b27-401a-9f50-b62fc5f2c997), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:00.182862 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-678ef6b3-8c45-4031-80f7-b790254a061b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (4e5ab744-8b27-401a-9f50-b62fc5f2c997), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:00.185426 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-678ef6b3-8c45-4031-80f7-b790254a061b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:00.188997 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-678ef6b3-8c45-4031-80f7-b790254a061b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4e5ab744-8b27-401a-9f50-b62fc5f2c997 HTTP/1.1" status: 204 len: 168 time: 0.1354685 Apr 05 22:43:00.195721 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678ef6b3-8c45-4031-80f7-b790254a061b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5ab744-8b27-401a-9f50-b62fc5f2c997,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:00.247145 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10990994-7be0-409c-8136-dc2d8c6738b8 req-46723f68-a3b3-4432-8fdd-66f473c85157 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:00.261504 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-10990994-7be0-409c-8136-dc2d8c6738b8 req-46723f68-a3b3-4432-8fdd-66f473c85157 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/ports?device_id=acab9884-4180-449d-a397-76c9a23ab8c2 HTTP/1.1" status: 200 len: 943 time: 0.0868607 Apr 05 22:43:00.300748 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-7498fc55-e813-498d-8205-03beb82e7d1a None None] Set router 6b8c1170-9035-4651-bab5-07a41f9337ac gateway port host: dv-cinder-835881-4-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:43:00.307452 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-10990994-7be0-409c-8136-dc2d8c6738b8 req-10f99381-a3b9-40d0-bb93-38b46ac24bd0 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/security-groups?id=ced387a5-040e-45ba-9c43-ed76753c1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509522 Apr 05 22:43:00.332730 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device d4888fe4-c87d-4032-820f-08b09d366c7f no longer exists at agent ovs-agent-dv-cinder-835881-4-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:43:00.355468 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] No Port match for: d4888fe4-c87d-4032-820f-08b09d366c7f {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:43:00.355850 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device d4888fe4-c87d-4032-820f-08b09d366c7f not bound to the agent host dv-cinder-835881-4-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:43:00.546133 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 42384) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:43:00.558836 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-7498fc55-e813-498d-8205-03beb82e7d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8c1170-9035-4651-bab5-07a41f9337ac', 'name': 'tempest-AttachVolumeShelveTestJSON-854944980-router', 'tenant_id': 'aad57955e58648ad8aedc12ef0c854bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'b1d22d1e-c2db-4e00-bf01-d4a961d5d6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:36:26Z', 'updated_at': '2022-04-05T22:36:40Z', 'revision_number': 4, 'project_id': 'aad57955e58648ad8aedc12ef0c854bd', 'gw_port': {'id': 'b1d22d1e-c2db-4e00-bf01-d4a961d5d6c7', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8c1170-9035-4651-bab5-07a41f9337ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:28Z', 'updated_at': '2022-04-05T22:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_floatingips': [{'id': 'af19fd50-f028-4200-86b7-f43369107719', 'tenant_id': 'aad57955e58648ad8aedc12ef0c854bd', 'floating_ip_address': '172.27.1.141', 'floating_network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'router_id': '6b8c1170-9035-4651-bab5-07a41f9337ac', 'port_id': 'e7463071-a8e8-4b1e-a287-279f809c34c9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdafa027-5a68-4e7d-98e5-3d69d953062c', 'mac_address': 'fa:16:3e:59:48:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64687d7-f63a-404f-ac86-38ef2b531c37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:42:40Z', 'updated_at': '2022-04-05T22:42:58Z', 'revision_number': 1, 'project_id': 'aad57955e58648ad8aedc12ef0c854bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb8d404d-b4f4-4a4d-87bc-ff826ef28e36', 'name': '', 'network_id': 'cdafa027-5a68-4e7d-98e5-3d69d953062c', 'tenant_id': 'aad57955e58648ad8aedc12ef0c854bd', 'mac_address': 'fa:16:3e:1f:a4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8c1170-9035-4651-bab5-07a41f9337ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e210eb77-c8b4-4c67-a300-bbb8691b7d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:35Z', 'updated_at': '2022-04-05T22:36:49Z', 'revision_number': 5, 'project_id': 'aad57955e58648ad8aedc12ef0c854bd', 'subnets': [{'id': 'e210eb77-c8b4-4c67-a300-bbb8691b7d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:43:00.584733 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-5fe6dae6-47f0-4607-9443-21457fab9418 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5315243108fd4bf9b9751bc79eb1c9cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374076 Apr 05 22:43:00.585290 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7498fc55-e813-498d-8205-03beb82e7d1a None None] The sync data for ids ['6b8c1170-9035-4651-bab5-07a41f9337ac'] in dv-cinder-835881-4-iscsi is: [{'id': '6b8c1170-9035-4651-bab5-07a41f9337ac', 'name': 'tempest-AttachVolumeShelveTestJSON-854944980-router', 'tenant_id': 'aad57955e58648ad8aedc12ef0c854bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'b1d22d1e-c2db-4e00-bf01-d4a961d5d6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:36:26Z', 'updated_at': '2022-04-05T22:36:40Z', 'revision_number': 4, 'project_id': 'aad57955e58648ad8aedc12ef0c854bd', 'gw_port': {'id': 'b1d22d1e-c2db-4e00-bf01-d4a961d5d6c7', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8c1170-9035-4651-bab5-07a41f9337ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:28Z', 'updated_at': '2022-04-05T22:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_floatingips': [{'id': 'af19fd50-f028-4200-86b7-f43369107719', 'tenant_id': 'aad57955e58648ad8aedc12ef0c854bd', 'floating_ip_address': '172.27.1.141', 'floating_network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'router_id': '6b8c1170-9035-4651-bab5-07a41f9337ac', 'port_id': 'e7463071-a8e8-4b1e-a287-279f809c34c9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdafa027-5a68-4e7d-98e5-3d69d953062c', 'mac_address': 'fa:16:3e:59:48:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64687d7-f63a-404f-ac86-38ef2b531c37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:42:40Z', 'updated_at': '2022-04-05T22:42:58Z', 'revision_number': 1, 'project_id': 'aad57955e58648ad8aedc12ef0c854bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb8d404d-b4f4-4a4d-87bc-ff826ef28e36', 'name': '', 'network_id': 'cdafa027-5a68-4e7d-98e5-3d69d953062c', 'tenant_id': 'aad57955e58648ad8aedc12ef0c854bd', 'mac_address': 'fa:16:3e:1f:a4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8c1170-9035-4651-bab5-07a41f9337ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e210eb77-c8b4-4c67-a300-bbb8691b7d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:35Z', 'updated_at': '2022-04-05T22:36:49Z', 'revision_number': 5, 'project_id': 'aad57955e58648ad8aedc12ef0c854bd', 'subnets': [{'id': 'e210eb77-c8b4-4c67-a300-bbb8691b7d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:43:00.588704 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 42386) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:43:00.639530 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-87e9b6a5-38a7-407c-850e-33a70e511dfc admin admin] Publish callbacks [] for security_group (564f42cb-6102-446d-ac2e-8f4c0c1f69b8), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:00.663336 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-87e9b6a5-38a7-407c-850e-33a70e511dfc admin admin] Publish callbacks [] for security_group (564f42cb-6102-446d-ac2e-8f4c0c1f69b8), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:00.710382 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-87e9b6a5-38a7-407c-850e-33a70e511dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (564f42cb-6102-446d-ac2e-8f4c0c1f69b8), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:00.713595 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-87e9b6a5-38a7-407c-850e-33a70e511dfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:00.714777 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-87e9b6a5-38a7-407c-850e-33a70e511dfc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/564f42cb-6102-446d-ac2e-8f4c0c1f69b8 HTTP/1.1" status: 204 len: 168 time: 0.1251431 Apr 05 22:43:00.722868 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e9b6a5-38a7-407c-850e-33a70e511dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=564f42cb-6102-446d-ac2e-8f4c0c1f69b8,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:00.803114 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e69afb-8102-4f6f-8024-a66463c83c0a None None] New status for floating IP af19fd50-f028-4200-86b7-f43369107719: ACTIVE {{(pid=103471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:43:00.981869 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219863af-07fd-4a23-b369-4a66684afb28 req-b9ac0c65-1277-47f8-8448-716a8e67edf9 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:00.983357 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-219863af-07fd-4a23-b369-4a66684afb28 req-b9ac0c65-1277-47f8-8448-716a8e67edf9 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1 HTTP/1.1" status: 200 len: 945 time: 0.0590777 Apr 05 22:43:01.008440 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-97cde7d9-dbb1-4d23-a7c6-1511c50e2662 None None] Agent healthcheck: found 6 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:43:01.035166 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-219863af-07fd-4a23-b369-4a66684afb28 req-3286792f-1537-4b2b-a925-1465ff61cdf2 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/security-groups?id=1602fbfb-363d-466e-8059-00c4f95822a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451517 Apr 05 22:43:01.175306 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbf4833-a800-4828-bf2b-c5a0f496de75 req-156a0620-72aa-478b-8043-e1725c9dcc89 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:01.176784 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-dfbf4833-a800-4828-bf2b-c5a0f496de75 req-156a0620-72aa-478b-8043-e1725c9dcc89 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9c3ec7-79db-4e27-b0b9-239732c6eaad HTTP/1.1" status: 200 len: 945 time: 0.0559731 Apr 05 22:43:01.226134 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-dfbf4833-a800-4828-bf2b-c5a0f496de75 req-d8e29a67-dcb9-45da-bd8a-4535c9167971 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7cc9993-4e8a-4abb-b67a-760072a0d25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417995 Apr 05 22:43:01.421324 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 42414) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:43:01.424817 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e05d2fb-558e-4adf-9863-d2add2a555e3 req-ce77b40b-a911-491b-b6f7-82b2d960e15c tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:01.426462 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7e05d2fb-558e-4adf-9863-d2add2a555e3 req-ce77b40b-a911-491b-b6f7-82b2d960e15c tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/ports?device_id=acab9884-4180-449d-a397-76c9a23ab8c2 HTTP/1.1" status: 200 len: 943 time: 0.0518532 Apr 05 22:43:01.482491 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7e05d2fb-558e-4adf-9863-d2add2a555e3 req-b87f922e-dcf0-4b0b-a1f2-7d19c1d87e97 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/security-groups?id=ced387a5-040e-45ba-9c43-ed76753c1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492599 Apr 05 22:43:01.518979 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-40f4213d-48fc-4b99-ab90-b643a17a504c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-770517498-network', 'tenant_id': '9618f5baeec7405cafcaccb0e53c77b4'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:43:01.538460 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f4213d-48fc-4b99-ab90-b643a17a504c admin admin] Made reservation on behalf of 9618f5baeec7405cafcaccb0e53c77b4 for: {'network': 1} {{(pid=103468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:43:01.541327 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-40f4213d-48fc-4b99-ab90-b643a17a504c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for network (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:01.549248 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-40f4213d-48fc-4b99-ab90-b643a17a504c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:01.621621 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-40f4213d-48fc-4b99-ab90-b643a17a504c admin admin] Publish callbacks [] for security_group (7f926a66-9b8a-44a8-983c-607b8cef47ca), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:01.626186 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-40f4213d-48fc-4b99-ab90-b643a17a504c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (7f926a66-9b8a-44a8-983c-607b8cef47ca), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:01.650298 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40f4213d-48fc-4b99-ab90-b643a17a504c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=103468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 22:43:01.660020 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f4213d-48fc-4b99-ab90-b643a17a504c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f926a66-9b8a-44a8-983c-607b8cef47ca,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:01.664940 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-40f4213d-48fc-4b99-ab90-b643a17a504c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3567180'] for segment (eb2adb5d-94cc-41f9-b121-d2e0e78cb534), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:01.665319 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.db.segments_db [None req-40f4213d-48fc-4b99-ab90-b643a17a504c admin admin] Added segment eb2adb5d-94cc-41f9-b121-d2e0e78cb534 of type vlan for network 93ea6e4b-6c87-4cb7-972a-0a6c56c3540c Apr 05 22:43:01.702855 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-40f4213d-48fc-4b99-ab90-b643a17a504c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757100112442'] for network (93ea6e4b-6c87-4cb7-972a-0a6c56c3540c), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:01.727852 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-40f4213d-48fc-4b99-ab90-b643a17a504c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321'] for network (93ea6e4b-6c87-4cb7-972a-0a6c56c3540c), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:01.728869 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f4213d-48fc-4b99-ab90-b643a17a504c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:01.729446 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-40f4213d-48fc-4b99-ab90-b643a17a504c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644259'] for network (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:01.793439 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-40f4213d-48fc-4b99-ab90-b643a17a504c admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3684609 Apr 05 22:43:01.793676 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 42418) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:43:01.798128 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-4b6b4fef-36fb-4d0e-8a83-500b1e867275 admin admin] Request body: {'subnet': {'network_id': '93ea6e4b-6c87-4cb7-972a-0a6c56c3540c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-770517498-subnet', 'tenant_id': '9618f5baeec7405cafcaccb0e53c77b4', 'ip_version': 4}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:43:01.805755 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f4213d-48fc-4b99-ab90-b643a17a504c admin admin] Pushing event updated for resources: {'Network': ['ID=93ea6e4b-6c87-4cb7-972a-0a6c56c3540c,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:01.815584 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Network 93ea6e4b-6c87-4cb7-972a-0a6c56c3540c details requested by agent ovs-agent-dv-cinder-835881-4-iscsi with host dv-cinder-835881-4-iscsi {{(pid=103470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 22:43:01.821604 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b6b4fef-36fb-4d0e-8a83-500b1e867275 admin admin] Made reservation on behalf of 9618f5baeec7405cafcaccb0e53c77b4 for: {'subnet': 1} {{(pid=103468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:43:01.823929 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-4b6b4fef-36fb-4d0e-8a83-500b1e867275 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8580131'] for subnet (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:01.986834 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-4b6b4fef-36fb-4d0e-8a83-500b1e867275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8815022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8580157'] for subnet (a0dda594-505e-4d09-af0b-87c49916ab00), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:02.041779 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6b4fef-36fb-4d0e-8a83-500b1e867275 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0dda594-505e-4d09-af0b-87c49916ab00,revision_number=0']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:02.049225 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6b4fef-36fb-4d0e-8a83-500b1e867275 admin admin] Checking segment: {'id': 'eb2adb5d-94cc-41f9-b121-d2e0e78cb534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '93ea6e4b-6c87-4cb7-972a-0a6c56c3540c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:43:02.049624 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6b4fef-36fb-4d0e-8a83-500b1e867275 admin admin] Network hostable DHCP agents. Network: 93ea6e4b-6c87-4cb7-972a-0a6c56c3540c, hostable agents: ['08425891-4e99-4ae4-974b-85ee5a0410c6'], hosted agents: [] {{(pid=103468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 22:43:02.067006 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6b4fef-36fb-4d0e-8a83-500b1e867275 admin admin] Network 93ea6e4b-6c87-4cb7-972a-0a6c56c3540c is scheduled to be hosted by DHCP agent 08425891-4e99-4ae4-974b-85ee5a0410c6 with binding_index 1 {{(pid=103468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 22:43:02.077596 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [None req-4b6b4fef-36fb-4d0e-8a83-500b1e867275 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-4-iscsi, 93ea6e4b-6c87-4cb7-972a-0a6c56c3540c) {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:43:02.082972 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6b4fef-36fb-4d0e-8a83-500b1e867275 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:02.083770 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-4b6b4fef-36fb-4d0e-8a83-500b1e867275 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644259'] for subnet (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:02.089233 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d66d96c-5562-4cc3-aade-68ee30a2555a None None] Network 93ea6e4b-6c87-4cb7-972a-0a6c56c3540c requested from dv-cinder-835881-4-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:43:02.103346 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-4b6b4fef-36fb-4d0e-8a83-500b1e867275 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3079135 Apr 05 22:43:02.105202 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 42422) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:43:02.109429 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-c117a47d-cfe2-4e3b-9179-d99cb1497272 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-770517498-router', 'tenant_id': '9618f5baeec7405cafcaccb0e53c77b4', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d'}}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:43:02.131074 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c117a47d-cfe2-4e3b-9179-d99cb1497272 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5455'] for router (0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:02.132143 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c117a47d-cfe2-4e3b-9179-d99cb1497272 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5462'] for router (0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:02.166319 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c037ac-84f0-4cde-8ff8-a42963ff2572 req-da6091d9-3f71-43d5-b111-7eed70117218 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:02.167894 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-76c037ac-84f0-4cde-8ff8-a42963ff2572 req-da6091d9-3f71-43d5-b111-7eed70117218 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1 HTTP/1.1" status: 200 len: 945 time: 0.0604990 Apr 05 22:43:02.193233 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c117a47d-cfe2-4e3b-9179-d99cb1497272 admin admin] Publish callbacks [] for router_controller (0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a), precommit_add_association {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:02.206726 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310fdd87-3933-4931-a72c-200292c4be06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd204a006-a1ce-5a6a-9bd3-55dc25c03605-93ea6e4b-6c87-4cb7-972a-0a6c56c3540c', 'network_id': '93ea6e4b-6c87-4cb7-972a-0a6c56c3540c', 'project_id': '9618f5baeec7405cafcaccb0e53c77b4', 'fixed_ips': [{'subnet_id': 'a0dda594-505e-4d09-af0b-87c49916ab00'}]}} from dv-cinder-835881-4-iscsi. {{(pid=103470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 22:43:02.208386 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-310fdd87-3933-4931-a72c-200292c4be06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:02.220821 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-76c037ac-84f0-4cde-8ff8-a42963ff2572 req-426e4f75-af71-4219-95a7-657b4942cc6e tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/security-groups?id=1602fbfb-363d-466e-8059-00c4f95822a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465031 Apr 05 22:43:02.347007 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c117a47d-cfe2-4e3b-9179-d99cb1497272 admin admin] Publish callbacks [] for router_gateway (0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:02.350136 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f4e63c-92d9-4bc3-84ce-fe7ac18089c8 req-d092debb-c51c-40c1-ba0d-8625733113ca tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:02.351699 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.db_base_plugin_common [None req-310fdd87-3933-4931-a72c-200292c4be06 None None] Allocated IP 172.20.0.2 (93ea6e4b-6c87-4cb7-972a-0a6c56c3540c/a0dda594-505e-4d09-af0b-87c49916ab00/ee02aa70-778a-4c34-8fe2-1ba9cdc835ee) {{(pid=103470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:43:02.352577 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-20f4e63c-92d9-4bc3-84ce-fe7ac18089c8 req-d092debb-c51c-40c1-ba0d-8625733113ca tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9c3ec7-79db-4e27-b0b9-239732c6eaad HTTP/1.1" status: 200 len: 945 time: 0.0569315 Apr 05 22:43:02.405677 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-20f4e63c-92d9-4bc3-84ce-fe7ac18089c8 req-06d9be8c-ff7b-4b6b-bdb9-b3cbd2b3073d tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7cc9993-4e8a-4abb-b67a-760072a0d25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466077 Apr 05 22:43:02.501258 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-310fdd87-3933-4931-a72c-200292c4be06 None None] Publish callbacks [] for port (ee02aa70-778a-4c34-8fe2-1ba9cdc835ee), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:02.507833 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-310fdd87-3933-4931-a72c-200292c4be06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757100095748'] for port (ee02aa70-778a-4c34-8fe2-1ba9cdc835ee), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:02.551263 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310fdd87-3933-4931-a72c-200292c4be06 None None] Network 93ea6e4b-6c87-4cb7-972a-0a6c56c3540c is already hosted by enough agents. {{(pid=103470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:43:02.554688 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.scheduler.base_scheduler [None req-310fdd87-3933-4931-a72c-200292c4be06 None None] Resources bound (agent type, host, resource id): {{(pid=103470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:43:02.561830 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310fdd87-3933-4931-a72c-200292c4be06 None None] Received port after_create {{(pid=103470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:43:02.562630 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c117a47d-cfe2-4e3b-9179-d99cb1497272 admin admin] Publish callbacks [] for router_gateway (0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:02.569281 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310fdd87-3933-4931-a72c-200292c4be06 None None] Pushing event updated for resources: {'Port': ['ID=ee02aa70-778a-4c34-8fe2-1ba9cdc835ee,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:02.583616 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c117a47d-cfe2-4e3b-9179-d99cb1497272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:02.607563 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c403c323-60e9-475f-b407-dd56a54e7f0b req-d04a5a12-eab8-43cf-bda6-92e0abec6c6e tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:02.609091 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c403c323-60e9-475f-b407-dd56a54e7f0b req-d04a5a12-eab8-43cf-bda6-92e0abec6c6e tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/ports?device_id=acab9884-4180-449d-a397-76c9a23ab8c2 HTTP/1.1" status: 200 len: 943 time: 0.0607612 Apr 05 22:43:02.628500 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-310fdd87-3933-4931-a72c-200292c4be06 None None] Attempting to bind port ee02aa70-778a-4c34-8fe2-1ba9cdc835ee on host dv-cinder-835881-4-iscsi for vnic_type normal with profile {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:43:02.628865 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-310fdd87-3933-4931-a72c-200292c4be06 None None] Attempting to bind port ee02aa70-778a-4c34-8fe2-1ba9cdc835ee by drivers openvswitch,hyperv on host dv-cinder-835881-4-iscsi at level 0 using segments [{'id': 'eb2adb5d-94cc-41f9-b121-d2e0e78cb534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '93ea6e4b-6c87-4cb7-972a-0a6c56c3540c'}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:43:02.629794 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310fdd87-3933-4931-a72c-200292c4be06 None None] Attempting to bind port ee02aa70-778a-4c34-8fe2-1ba9cdc835ee on network 93ea6e4b-6c87-4cb7-972a-0a6c56c3540c {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:43:02.636648 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310fdd87-3933-4931-a72c-200292c4be06 None None] Checking agent: {'id': 'b771b186-15ef-4a1a-9c73-ea54ac08c8ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 28, 12), 'started_at': datetime.datetime(2022, 4, 5, 22, 28, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:43:02.637015 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310fdd87-3933-4931-a72c-200292c4be06 None None] Checking segment: {'id': 'eb2adb5d-94cc-41f9-b121-d2e0e78cb534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '93ea6e4b-6c87-4cb7-972a-0a6c56c3540c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:43:02.637411 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-310fdd87-3933-4931-a72c-200292c4be06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:02.637819 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310fdd87-3933-4931-a72c-200292c4be06 None None] Bound using segment: {'id': 'eb2adb5d-94cc-41f9-b121-d2e0e78cb534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '93ea6e4b-6c87-4cb7-972a-0a6c56c3540c'} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:43:02.638927 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-310fdd87-3933-4931-a72c-200292c4be06 None None] Bound port: ee02aa70-778a-4c34-8fe2-1ba9cdc835ee, host: dv-cinder-835881-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb2adb5d-94cc-41f9-b121-d2e0e78cb534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '93ea6e4b-6c87-4cb7-972a-0a6c56c3540c'}}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:43:02.639302 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-310fdd87-3933-4931-a72c-200292c4be06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (ee02aa70-778a-4c34-8fe2-1ba9cdc835ee), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:02.669345 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c403c323-60e9-475f-b407-dd56a54e7f0b req-fdf4966a-b26b-4411-83a1-f7a28c6c6e7b tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/security-groups?id=ced387a5-040e-45ba-9c43-ed76753c1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489724 Apr 05 22:43:02.704074 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.db.db_base_plugin_common [None req-c117a47d-cfe2-4e3b-9179-d99cb1497272 admin admin] Allocated IP 172.27.1.130 (1c7020db-f04b-4bae-aa0d-07e17c11278d/de4a5644-b80e-4142-a210-68f31fcb6ac5/8a18b647-4583-4297-ad05-1c405f3b167e) {{(pid=103468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:43:02.705198 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-310fdd87-3933-4931-a72c-200292c4be06 None None] For port ee02aa70-778a-4c34-8fe2-1ba9cdc835ee, host dv-cinder-835881-4-iscsi, cleared binding levels {{(pid=103470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:43:02.708704 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-310fdd87-3933-4931-a72c-200292c4be06 None None] For port ee02aa70-778a-4c34-8fe2-1ba9cdc835ee, host dv-cinder-835881-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=ee02aa70-778a-4c34-8fe2-1ba9cdc835ee,segment=NetworkSegment(eb2adb5d-94cc-41f9-b121-d2e0e78cb534),segment_id=eb2adb5d-94cc-41f9-b121-d2e0e78cb534)] {{(pid=103470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:43:02.716210 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-310fdd87-3933-4931-a72c-200292c4be06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (ee02aa70-778a-4c34-8fe2-1ba9cdc835ee), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:02.777171 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310fdd87-3933-4931-a72c-200292c4be06 None None] Pushing event updated for resources: {'Port': ['ID=ee02aa70-778a-4c34-8fe2-1ba9cdc835ee,revision_number=2']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:02.817736 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c117a47d-cfe2-4e3b-9179-d99cb1497272 admin admin] Publish callbacks [] for port (8a18b647-4583-4297-ad05-1c405f3b167e), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:02.853238 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c117a47d-cfe2-4e3b-9179-d99cb1497272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757100095748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815454'] for port (8a18b647-4583-4297-ad05-1c405f3b167e), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:02.894157 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c117a47d-cfe2-4e3b-9179-d99cb1497272 admin admin] Network 1c7020db-f04b-4bae-aa0d-07e17c11278d is already hosted by enough agents. {{(pid=103468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:43:02.896998 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [None req-c117a47d-cfe2-4e3b-9179-d99cb1497272 admin admin] Resources bound (agent type, host, resource id): {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:43:02.902241 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c117a47d-cfe2-4e3b-9179-d99cb1497272 admin admin] Received port after_create {{(pid=103468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:43:02.934163 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c117a47d-cfe2-4e3b-9179-d99cb1497272 admin admin] Pushing event updated for resources: {'Port': ['ID=8a18b647-4583-4297-ad05-1c405f3b167e,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:03.157334 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c422b2-7cc4-4360-a13c-c25e3730b68e req-d878637f-3467-4128-bc14-01a32f855b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:03.158895 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-17c422b2-7cc4-4360-a13c-c25e3730b68e req-d878637f-3467-4128-bc14-01a32f855b53 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cdafa027-5a68-4e7d-98e5-3d69d953062c HTTP/1.1" status: 200 len: 917 time: 0.0928607 Apr 05 22:43:03.188469 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c117a47d-cfe2-4e3b-9179-d99cb1497272 admin admin] Publish callbacks [] for router_gateway (0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:03.248298 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-17c422b2-7cc4-4360-a13c-c25e3730b68e req-58804020-55ff-41c9-97ac-1f0137e95609 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7463071-a8e8-4b1e-a287-279f809c34c9 HTTP/1.1" status: 200 len: 1002 time: 0.0647447 Apr 05 22:43:03.309244 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c422b2-7cc4-4360-a13c-c25e3730b68e req-a564b6fb-d573-480b-94fb-0cc02094efd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:03.310763 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-17c422b2-7cc4-4360-a13c-c25e3730b68e req-a564b6fb-d573-480b-94fb-0cc02094efd9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e210eb77-c8b4-4c67-a300-bbb8691b7d32 HTTP/1.1" status: 200 len: 855 time: 0.0556798 Apr 05 22:43:03.381336 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f6a1b-3900-4103-b722-e758fbe8cdec req-29c2dd07-661d-45c3-8a19-193bf6d77dad tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:03.383224 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-409f6a1b-3900-4103-b722-e758fbe8cdec req-29c2dd07-661d-45c3-8a19-193bf6d77dad tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1 HTTP/1.1" status: 200 len: 945 time: 0.0865228 Apr 05 22:43:03.405674 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c117a47d-cfe2-4e3b-9179-d99cb1497272 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536699'] for router (0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:03.418077 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c422b2-7cc4-4360-a13c-c25e3730b68e req-be92e4e4-5ac3-4f4a-87ea-5fa9d66e4da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:03.419549 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-17c422b2-7cc4-4360-a13c-c25e3730b68e req-be92e4e4-5ac3-4f4a-87ea-5fa9d66e4da3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cdafa027-5a68-4e7d-98e5-3d69d953062c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0804374 Apr 05 22:43:03.454029 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-409f6a1b-3900-4103-b722-e758fbe8cdec req-60dc6144-2ef6-40f4-bd14-e77527f9ecf2 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/security-groups?id=1602fbfb-363d-466e-8059-00c4f95822a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0647786 Apr 05 22:43:03.563536 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c117a47d-cfe2-4e3b-9179-d99cb1497272 admin admin] Router 0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a is scheduled to L3 agent 79a469f9-bdbc-4492-b479-9e5faeaf33b0 with binding_index 1 {{(pid=103468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 22:43:03.603900 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d23eb02-13dc-445a-a548-f0e6ce6b6a1d req-59d882de-97b3-4091-a65c-ee683aec4852 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:03.605469 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6d23eb02-13dc-445a-a548-f0e6ce6b6a1d req-59d882de-97b3-4091-a65c-ee683aec4852 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9c3ec7-79db-4e27-b0b9-239732c6eaad HTTP/1.1" status: 200 len: 945 time: 0.1173093 Apr 05 22:43:03.626358 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-17c422b2-7cc4-4360-a13c-c25e3730b68e req-d14483af-daae-4eef-84bf-503286a2d75e service neutron] 10.222.0.13 "GET /v2.0/networks/cdafa027-5a68-4e7d-98e5-3d69d953062c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290717 Apr 05 22:43:03.676062 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6d23eb02-13dc-445a-a548-f0e6ce6b6a1d req-ac5b5426-8ac0-4d35-8191-69b9a6546016 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7cc9993-4e8a-4abb-b67a-760072a0d25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529070 Apr 05 22:43:03.682300 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c117a47d-cfe2-4e3b-9179-d99cb1497272 admin admin] Notify agent at l3_agent.dv-cinder-835881-4-iscsi the message routers_updated {{(pid=103468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:43:03.691077 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a89360-3a8e-4230-bc39-cd5e341664f1 None None] Sync routers for ids ['0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a'] in dv-cinder-835881-4-iscsi {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:43:03.706199 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a89360-3a8e-4230-bc39-cd5e341664f1 None None] Routers {'0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:43:03.706964 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-c6a89360-3a8e-4230-bc39-cd5e341664f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:42:38Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:43:03.711005 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c117a47d-cfe2-4e3b-9179-d99cb1497272 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:03.715400 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-c117a47d-cfe2-4e3b-9179-d99cb1497272 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6066806 Apr 05 22:43:03.715698 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 42436) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:43:03.810699 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce66ae81-3879-4baf-b15a-490fe0895dfd None None] Network 93ea6e4b-6c87-4cb7-972a-0a6c56c3540c requested from dv-cinder-835881-4-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:43:03.865460 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1064df26-be80-41c2-bc5a-4ed1416ed0b7 req-b871fe3a-782b-467d-8746-4b2cb40d7334 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:03.867451 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1064df26-be80-41c2-bc5a-4ed1416ed0b7 req-b871fe3a-782b-467d-8746-4b2cb40d7334 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/ports?device_id=acab9884-4180-449d-a397-76c9a23ab8c2 HTTP/1.1" status: 200 len: 943 time: 0.1039312 Apr 05 22:43:03.899424 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-1f22af4d-f856-42aa-bbe7-9675f898aa5b None None] Provisioning complete for port ee02aa70-778a-4c34-8fe2-1ba9cdc835ee triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:43:03.899971 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1f22af4d-f856-42aa-bbe7-9675f898aa5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (ee02aa70-778a-4c34-8fe2-1ba9cdc835ee), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:03.944943 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-c6a89360-3a8e-4230-bc39-cd5e341664f1 None None] Set router 0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a gateway port host: dv-cinder-835881-4-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:43:04.181559 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-1f22af4d-f856-42aa-bbe7-9675f898aa5b None None] Current status of the port ee02aa70-778a-4c34-8fe2-1ba9cdc835ee is: DOWN; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:43:04.182089 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1f22af4d-f856-42aa-bbe7-9675f898aa5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (ee02aa70-778a-4c34-8fe2-1ba9cdc835ee), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:04.225858 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-1f22af4d-f856-42aa-bbe7-9675f898aa5b None None] For port ee02aa70-778a-4c34-8fe2-1ba9cdc835ee, host dv-cinder-835881-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=ee02aa70-778a-4c34-8fe2-1ba9cdc835ee,segment=NetworkSegment(eb2adb5d-94cc-41f9-b121-d2e0e78cb534),segment_id=eb2adb5d-94cc-41f9-b121-d2e0e78cb534)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:43:04.231682 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1f22af4d-f856-42aa-bbe7-9675f898aa5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (ee02aa70-778a-4c34-8fe2-1ba9cdc835ee), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:04.275340 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-c6a89360-3a8e-4230-bc39-cd5e341664f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a', 'name': 'tempest-TestShelveInstance-770517498-router', 'tenant_id': '9618f5baeec7405cafcaccb0e53c77b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '8a18b647-4583-4297-ad05-1c405f3b167e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:43:02Z', 'updated_at': '2022-04-05T22:43:03Z', 'revision_number': 3, 'project_id': '9618f5baeec7405cafcaccb0e53c77b4', 'gw_port': {'id': '8a18b647-4583-4297-ad05-1c405f3b167e', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:03:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:43:02Z', 'updated_at': '2022-04-05T22:43:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi'}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:43:04.320505 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a89360-3a8e-4230-bc39-cd5e341664f1 None None] Checking router: 0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a for host: dv-cinder-835881-4-iscsi {{(pid=103470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:43:04.321255 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a89360-3a8e-4230-bc39-cd5e341664f1 None None] Updating router 0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a port 8a18b647-4583-4297-ad05-1c405f3b167e binding host dv-cinder-835881-4-iscsi {{(pid=103470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 22:43:04.324141 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f22af4d-f856-42aa-bbe7-9675f898aa5b None None] Pushing event updated for resources: {'Port': ['ID=ee02aa70-778a-4c34-8fe2-1ba9cdc835ee,revision_number=3']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:04.361836 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1064df26-be80-41c2-bc5a-4ed1416ed0b7 req-6379a886-cc08-4c1f-92b4-d58e8df5d4f9 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/security-groups?id=ced387a5-040e-45ba-9c43-ed76753c1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4818413 Apr 05 22:43:04.376519 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device ee02aa70-778a-4c34-8fe2-1ba9cdc835ee up at agent ovs-agent-dv-cinder-835881-4-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:43:04.397932 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf430f-b8ce-49d3-8846-56c4c7c4b009 req-13d6843b-7eef-4846-a9ea-62eab60b84a4 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:04.400175 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-bebf430f-b8ce-49d3-8846-56c4c7c4b009 req-13d6843b-7eef-4846-a9ea-62eab60b84a4 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe9c3ec7-79db-4e27-b0b9-239732c6eaad HTTP/1.1" status: 200 len: 945 time: 0.5232160 Apr 05 22:43:04.404305 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-17c422b2-7cc4-4360-a13c-c25e3730b68e req-663b0336-7b9d-443c-9f0f-66d3a306031e service neutron] 10.222.0.13 "GET /v2.0/networks/cdafa027-5a68-4e7d-98e5-3d69d953062c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5357561 Apr 05 22:43:04.411334 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c6a89360-3a8e-4230-bc39-cd5e341664f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (8a18b647-4583-4297-ad05-1c405f3b167e), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:04.530341 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-c5c9d5c9-1d83-45cc-8bf1-4b487f929ecd None None] Provisioning complete for port ee02aa70-778a-4c34-8fe2-1ba9cdc835ee triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:43:04.530712 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c5c9d5c9-1d83-45cc-8bf1-4b487f929ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (ee02aa70-778a-4c34-8fe2-1ba9cdc835ee), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:04.537324 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Provisioning complete for port ee02aa70-778a-4c34-8fe2-1ba9cdc835ee triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:43:04.537714 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (ee02aa70-778a-4c34-8fe2-1ba9cdc835ee), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:04.627057 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49607851-5bb9-47c8-a299-ab86026dec9f req-58286b74-83db-4d1d-b5dc-4290e7b35203 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:04.628666 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-49607851-5bb9-47c8-a299-ab86026dec9f req-58286b74-83db-4d1d-b5dc-4290e7b35203 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1 HTTP/1.1" status: 200 len: 945 time: 0.0991850 Apr 05 22:43:04.689909 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-442f0734-d483-4af2-8c32-dba2c01e6410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:04.709017 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-49607851-5bb9-47c8-a299-ab86026dec9f req-1d5d2cd4-e01f-4e31-947b-ac02e72bd2fa tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/security-groups?id=1602fbfb-363d-466e-8059-00c4f95822a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0616567 Apr 05 22:43:04.875684 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d9f35-8369-4130-b789-7aa834ef7dd3 req-8d32cb81-f4f9-458c-8b94-187b737b0d4a tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:04.877534 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e51d9f35-8369-4130-b789-7aa834ef7dd3 req-8d32cb81-f4f9-458c-8b94-187b737b0d4a tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9c3ec7-79db-4e27-b0b9-239732c6eaad HTTP/1.1" status: 200 len: 945 time: 0.1110530 Apr 05 22:43:04.910344 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-c5c9d5c9-1d83-45cc-8bf1-4b487f929ecd None None] Current status of the port ee02aa70-778a-4c34-8fe2-1ba9cdc835ee is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:43:04.916707 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Current status of the port ee02aa70-778a-4c34-8fe2-1ba9cdc835ee is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:43:04.977701 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c6a89360-3a8e-4230-bc39-cd5e341664f1 None None] Publish callbacks [] for port (8a18b647-4583-4297-ad05-1c405f3b167e), precommit_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:04.986506 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c6a89360-3a8e-4230-bc39-cd5e341664f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (8a18b647-4583-4297-ad05-1c405f3b167e), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:05.006722 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_common [None req-442f0734-d483-4af2-8c32-dba2c01e6410 admin admin] Allocated IP 172.20.0.1 (93ea6e4b-6c87-4cb7-972a-0a6c56c3540c/a0dda594-505e-4d09-af0b-87c49916ab00/0cceafe5-e60a-47b2-86e4-68261228a531) {{(pid=103469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:43:05.046102 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c0a5d9-26fc-406b-a082-4fd4bd0c20bb None None] Pushing event updated for resources: {'Port': ['ID=8a18b647-4583-4297-ad05-1c405f3b167e,revision_number=2']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:05.048504 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-c6a89360-3a8e-4230-bc39-cd5e341664f1 None None] Attempting to bind port 8a18b647-4583-4297-ad05-1c405f3b167e on host dv-cinder-835881-4-iscsi for vnic_type normal with profile {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:43:05.048875 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-c6a89360-3a8e-4230-bc39-cd5e341664f1 None None] Attempting to bind port 8a18b647-4583-4297-ad05-1c405f3b167e by drivers openvswitch,hyperv on host dv-cinder-835881-4-iscsi at level 0 using segments [{'id': '93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d'}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:43:05.049235 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a89360-3a8e-4230-bc39-cd5e341664f1 None None] Attempting to bind port 8a18b647-4583-4297-ad05-1c405f3b167e on network 1c7020db-f04b-4bae-aa0d-07e17c11278d {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:43:05.055380 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a89360-3a8e-4230-bc39-cd5e341664f1 None None] Checking agent: {'id': 'b771b186-15ef-4a1a-9c73-ea54ac08c8ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 28, 12), 'started_at': datetime.datetime(2022, 4, 5, 22, 28, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:43:05.055758 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a89360-3a8e-4230-bc39-cd5e341664f1 None None] Checking segment: {'id': '93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:43:05.056157 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c6a89360-3a8e-4230-bc39-cd5e341664f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:05.056540 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a89360-3a8e-4230-bc39-cd5e341664f1 None None] Bound using segment: {'id': '93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d'} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:43:05.057060 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-c6a89360-3a8e-4230-bc39-cd5e341664f1 None None] Bound port: 8a18b647-4583-4297-ad05-1c405f3b167e, host: dv-cinder-835881-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d'}}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:43:05.057440 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c6a89360-3a8e-4230-bc39-cd5e341664f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (8a18b647-4583-4297-ad05-1c405f3b167e), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:05.089797 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e51d9f35-8369-4130-b789-7aa834ef7dd3 req-f4276f8a-f883-4629-bacd-20423165f861 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7cc9993-4e8a-4abb-b67a-760072a0d25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1923370 Apr 05 22:43:05.115554 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-c6a89360-3a8e-4230-bc39-cd5e341664f1 None None] For port 8a18b647-4583-4297-ad05-1c405f3b167e, host dv-cinder-835881-4-iscsi, cleared binding levels {{(pid=103470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:43:05.119095 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-c6a89360-3a8e-4230-bc39-cd5e341664f1 None None] For port 8a18b647-4583-4297-ad05-1c405f3b167e, host dv-cinder-835881-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=8a18b647-4583-4297-ad05-1c405f3b167e,segment=NetworkSegment(93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb),segment_id=93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb)] {{(pid=103470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:43:05.124110 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c6a89360-3a8e-4230-bc39-cd5e341664f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (8a18b647-4583-4297-ad05-1c405f3b167e), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:05.179684 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b8ef8-ea45-425c-a005-afbce691301a req-424928eb-ddd2-46f0-be82-5cd8ee4cee36 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:05.181769 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-376b8ef8-ea45-425c-a005-afbce691301a req-424928eb-ddd2-46f0-be82-5cd8ee4cee36 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1 HTTP/1.1" status: 200 len: 945 time: 0.2808232 Apr 05 22:43:05.183736 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a89360-3a8e-4230-bc39-cd5e341664f1 None None] Routers {'0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:43:05.184737 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-c6a89360-3a8e-4230-bc39-cd5e341664f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:42:38Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:43:05.187507 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c0a5d9-26fc-406b-a082-4fd4bd0c20bb None None] Pushing event updated for resources: {'Port': ['ID=8a18b647-4583-4297-ad05-1c405f3b167e,revision_number=3']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:05.235555 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ecf94f-0dc5-4991-9dd5-c329f4c7819e req-87afc381-503d-46c6-bc44-55a611da6e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:05.237123 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-62ecf94f-0dc5-4991-9dd5-c329f4c7819e req-87afc381-503d-46c6-bc44-55a611da6e80 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d9b7ea8d9b8d48318b8a50555b5be4f1&device_id=91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1 HTTP/1.1" status: 200 len: 1129 time: 0.1868689 Apr 05 22:43:05.301262 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [req-bebf430f-b8ce-49d3-8846-56c4c7c4b009 req-d04f4077-1f4f-41f3-bb1f-614b620287d1 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Deleting port e591e6dc-57a0-485e-8495-54d43217b08d {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:43:05.301582 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-c6a89360-3a8e-4230-bc39-cd5e341664f1 None None] Set router 0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a gateway port host: dv-cinder-835881-4-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:43:05.301694 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-bebf430f-b8ce-49d3-8846-56c4c7c4b009 req-d04f4077-1f4f-41f3-bb1f-614b620287d1 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757100664625'] for port (e591e6dc-57a0-485e-8495-54d43217b08d), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:05.319487 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-442f0734-d483-4af2-8c32-dba2c01e6410 admin admin] Publish callbacks [] for port (0cceafe5-e60a-47b2-86e4-68261228a531), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:05.358013 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-376b8ef8-ea45-425c-a005-afbce691301a req-16aca1b7-c688-44fd-8b9a-f34846c0d5f3 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/security-groups?id=1602fbfb-363d-466e-8059-00c4f95822a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1650138 Apr 05 22:43:05.487120 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-c6a89360-3a8e-4230-bc39-cd5e341664f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a', 'name': 'tempest-TestShelveInstance-770517498-router', 'tenant_id': '9618f5baeec7405cafcaccb0e53c77b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '8a18b647-4583-4297-ad05-1c405f3b167e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:43:02Z', 'updated_at': '2022-04-05T22:43:03Z', 'revision_number': 3, 'project_id': '9618f5baeec7405cafcaccb0e53c77b4', 'gw_port': {'id': '8a18b647-4583-4297-ad05-1c405f3b167e', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:03:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:43:02Z', 'updated_at': '2022-04-05T22:43:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi'}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:43:05.515057 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-bebf430f-b8ce-49d3-8846-56c4c7c4b009 req-d04f4077-1f4f-41f3-bb1f-614b620287d1 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] For port e591e6dc-57a0-485e-8495-54d43217b08d, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=e591e6dc-57a0-485e-8495-54d43217b08d,segment=NetworkSegment(2ad51623-cf08-45c6-9c7b-ddd46cc31ce5),segment_id=2ad51623-cf08-45c6-9c7b-ddd46cc31ce5)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:43:05.515612 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-bebf430f-b8ce-49d3-8846-56c4c7c4b009 req-d04f4077-1f4f-41f3-bb1f-614b620287d1 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525920'] for port (e591e6dc-57a0-485e-8495-54d43217b08d), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:05.518871 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ecf94f-0dc5-4991-9dd5-c329f4c7819e req-c1b07b56-7a1c-429a-bd29-7bed2d88a8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:05.520391 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-62ecf94f-0dc5-4991-9dd5-c329f4c7819e req-c1b07b56-7a1c-429a-bd29-7bed2d88a8a8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=da73ea9b-ba6b-4c3a-88b0-57977001462e HTTP/1.1" status: 200 len: 911 time: 0.2734604 Apr 05 22:43:05.521400 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a89360-3a8e-4230-bc39-cd5e341664f1 None None] The sync data for ids ['0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a'] in dv-cinder-835881-4-iscsi is: [{'id': '0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a', 'name': 'tempest-TestShelveInstance-770517498-router', 'tenant_id': '9618f5baeec7405cafcaccb0e53c77b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '8a18b647-4583-4297-ad05-1c405f3b167e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:43:02Z', 'updated_at': '2022-04-05T22:43:03Z', 'revision_number': 3, 'project_id': '9618f5baeec7405cafcaccb0e53c77b4', 'gw_port': {'id': '8a18b647-4583-4297-ad05-1c405f3b167e', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:03:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:43:02Z', 'updated_at': '2022-04-05T22:43:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi'}] {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:43:05.535180 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-a9b462ac-10a4-41a0-8da0-487c6d401c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (08425891-4e99-4ae4-974b-85ee5a0410c6), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:05.576514 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-442f0734-d483-4af2-8c32-dba2c01e6410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757100095748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827921'] for port (0cceafe5-e60a-47b2-86e4-68261228a531), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:05.681889 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442f0734-d483-4af2-8c32-dba2c01e6410 admin admin] Network 93ea6e4b-6c87-4cb7-972a-0a6c56c3540c is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:43:05.697661 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-442f0734-d483-4af2-8c32-dba2c01e6410 admin admin] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:43:05.706044 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930f724a-752d-4b0b-9ada-9089b173728b req-ee6521d4-5323-48cc-8ad3-45221b796192 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:05.707584 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-930f724a-752d-4b0b-9ada-9089b173728b req-ee6521d4-5323-48cc-8ad3-45221b796192 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/ports?device_id=acab9884-4180-449d-a397-76c9a23ab8c2 HTTP/1.1" status: 200 len: 943 time: 0.2510998 Apr 05 22:43:05.713555 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442f0734-d483-4af2-8c32-dba2c01e6410 admin admin] Received port after_create {{(pid=103469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:43:05.751742 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442f0734-d483-4af2-8c32-dba2c01e6410 admin admin] Pushing event updated for resources: {'Port': ['ID=0cceafe5-e60a-47b2-86e4-68261228a531,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:05.780776 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-62ecf94f-0dc5-4991-9dd5-c329f4c7819e req-cc6e7009-4a7f-4784-b437-13ff9288c4b1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67c2afe0-e448-48a4-b01a-3ed734bcec2a HTTP/1.1" status: 200 len: 1001 time: 0.2464664 Apr 05 22:43:05.797767 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device 6399fef4-cd8d-42d8-852a-64936366419f details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:43:05.928021 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-442f0734-d483-4af2-8c32-dba2c01e6410 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536746'] for router_interface (0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:05.934943 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ecf94f-0dc5-4991-9dd5-c329f4c7819e req-cf9428bc-20e1-4a8f-8ba8-23466584fb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:05.936528 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-62ecf94f-0dc5-4991-9dd5-c329f4c7819e req-cf9428bc-20e1-4a8f-8ba8-23466584fb2f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=12407ce6-40cf-4857-a656-235674308ba7 HTTP/1.1" status: 200 len: 849 time: 0.1464829 Apr 05 22:43:05.947192 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] For port 6399fef4-cd8d-42d8-852a-64936366419f, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=6399fef4-cd8d-42d8-852a-64936366419f,segment=NetworkSegment(6c738280-30fc-49ea-929c-a4e23bf1c310),segment_id=6c738280-30fc-49ea-929c-a4e23bf1c310)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:43:05.967050 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Returning: {'device': '6399fef4-cd8d-42d8-852a-64936366419f', 'network_id': '29e62588-d45d-408b-8ff2-41c8ab8f7564', 'port_id': '6399fef4-cd8d-42d8-852a-64936366419f', 'mac_address': 'fa:16:3e:fb:99:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01cfd0c4-12a2-43c1-a8b6-36df1c8261fd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:43:05.974006 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-930f724a-752d-4b0b-9ada-9089b173728b req-bf5b989d-4b75-4633-b2fc-11e00ed6d84d tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/security-groups?id=ced387a5-040e-45ba-9c43-ed76753c1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2582726 Apr 05 22:43:06.020033 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Current status of the port 6399fef4-cd8d-42d8-852a-64936366419f is: DOWN; New status is: BUILD {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:43:06.020759 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (6399fef4-cd8d-42d8-852a-64936366419f), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:06.032342 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-bebf430f-b8ce-49d3-8846-56c4c7c4b009 req-d04f4077-1f4f-41f3-bb1f-614b620287d1 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:06.032778 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-bebf430f-b8ce-49d3-8846-56c4c7c4b009 req-d04f4077-1f4f-41f3-bb1f-614b620287d1 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536593'] for floatingip (0c94cd2b-93db-4689-87f3-c317510d65f2), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:06.033101 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.db.l3_db [req-bebf430f-b8ce-49d3-8846-56c4c7c4b009 req-d04f4077-1f4f-41f3-bb1f-614b620287d1 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Floating IP 0c94cd2b-93db-4689-87f3-c317510d65f2 disassociated. External IP: 172.27.1.170, port: e591e6dc-57a0-485e-8495-54d43217b08d. Apr 05 22:43:06.033452 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [req-bebf430f-b8ce-49d3-8846-56c4c7c4b009 req-d04f4077-1f4f-41f3-bb1f-614b620287d1 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Calling delete_port for e591e6dc-57a0-485e-8495-54d43217b08d owned by compute:nova {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:43:06.037988 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6399fef4-cd8d-42d8-852a-64936366419f {{(pid=103470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:43:06.069400 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] For port 6399fef4-cd8d-42d8-852a-64936366419f, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=6399fef4-cd8d-42d8-852a-64936366419f,segment=NetworkSegment(6c738280-30fc-49ea-929c-a4e23bf1c310),segment_id=6c738280-30fc-49ea-929c-a4e23bf1c310)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:43:06.073108 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-efcc71d4-9f2b-4b85-97a1-2835a0655c1a None None] Provisioning complete for port 0cceafe5-e60a-47b2-86e4-68261228a531 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:43:06.073687 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-efcc71d4-9f2b-4b85-97a1-2835a0655c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (0cceafe5-e60a-47b2-86e4-68261228a531), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:06.076858 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (6399fef4-cd8d-42d8-852a-64936366419f), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:06.122777 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ecf94f-0dc5-4991-9dd5-c329f4c7819e req-9fe05942-cbb9-49a0-accd-1d1ba590b42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:06.124307 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-62ecf94f-0dc5-4991-9dd5-c329f4c7819e req-9fe05942-cbb9-49a0-accd-1d1ba590b42d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=da73ea9b-ba6b-4c3a-88b0-57977001462e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1453500 Apr 05 22:43:06.167418 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-efcc71d4-9f2b-4b85-97a1-2835a0655c1a None None] Port 0cceafe5-e60a-47b2-86e4-68261228a531 cannot update to ACTIVE because it is not bound. {{(pid=103470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:43:06.172910 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Pushing event updated for resources: {'Port': ['ID=6399fef4-cd8d-42d8-852a-64936366419f,revision_number=4']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:06.284867 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-442f0734-d483-4af2-8c32-dba2c01e6410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (0cceafe5-e60a-47b2-86e4-68261228a531), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:06.387646 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-62ecf94f-0dc5-4991-9dd5-c329f4c7819e req-2f199a55-467d-4731-b642-7f5b67bae07f service neutron] 10.222.0.13 "GET /v2.0/networks/da73ea9b-ba6b-4c3a-88b0-57977001462e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519972 Apr 05 22:43:06.399402 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a7fa7e-cf86-4198-b732-b079a5b0e3ef req-6c597fc2-0819-43c6-a699-2d234d00fb20 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:06.401015 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-17a7fa7e-cf86-4198-b732-b079a5b0e3ef req-6c597fc2-0819-43c6-a699-2d234d00fb20 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9c3ec7-79db-4e27-b0b9-239732c6eaad HTTP/1.1" status: 200 len: 945 time: 0.2321115 Apr 05 22:43:06.405384 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device 8a18b647-4583-4297-ad05-1c405f3b167e up at agent ovs-agent-dv-cinder-835881-4-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:43:06.466317 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-bebf430f-b8ce-49d3-8846-56c4c7c4b009 req-d04f4077-1f4f-41f3-bb1f-614b620287d1 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757100670980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757100095757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827921'] for port (e591e6dc-57a0-485e-8495-54d43217b08d), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:06.474948 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] get_ports_and_sgs() called for port_ids ['6399fef4-cd8d-42d8-852a-64936366419f'] {{(pid=103470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:43:06.502916 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Provisioning complete for port 8a18b647-4583-4297-ad05-1c405f3b167e triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:43:06.503287 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (8a18b647-4583-4297-ad05-1c405f3b167e), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:06.604324 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04f4077-1f4f-41f3-bb1f-614b620287d1 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Pushing event deleted for resources: {'Port': ['ID=e591e6dc-57a0-485e-8495-54d43217b08d,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:06.657546 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-17a7fa7e-cf86-4198-b732-b079a5b0e3ef req-d4ccb1f2-afce-4c0d-8dde-ff91686f5682 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=f7cc9993-4e8a-4abb-b67a-760072a0d25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2345619 Apr 05 22:43:06.658599 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Current status of the port 8a18b647-4583-4297-ad05-1c405f3b167e is: DOWN; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:43:06.658989 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (8a18b647-4583-4297-ad05-1c405f3b167e), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:06.691851 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] For port 8a18b647-4583-4297-ad05-1c405f3b167e, host dv-cinder-835881-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=8a18b647-4583-4297-ad05-1c405f3b167e,segment=NetworkSegment(93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb),segment_id=93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:43:06.700505 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (8a18b647-4583-4297-ad05-1c405f3b167e), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:06.701274 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device ee02aa70-778a-4c34-8fe2-1ba9cdc835ee up at agent ovs-agent-dv-cinder-835881-4-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:43:06.722366 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-62ecf94f-0dc5-4991-9dd5-c329f4c7819e req-423b4ad3-0043-4ba3-9ff8-e1aadeb3ef81 service neutron] 10.222.0.13 "GET /v2.0/networks/da73ea9b-ba6b-4c3a-88b0-57977001462e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3185899 Apr 05 22:43:06.820923 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Pushing event updated for resources: {'Port': ['ID=8a18b647-4583-4297-ad05-1c405f3b167e,revision_number=4']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:06.857597 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Provisioning complete for port ee02aa70-778a-4c34-8fe2-1ba9cdc835ee triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:43:06.857973 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (ee02aa70-778a-4c34-8fe2-1ba9cdc835ee), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:06.975189 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Current status of the port ee02aa70-778a-4c34-8fe2-1ba9cdc835ee is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:43:07.067536 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1df928f-04bd-4817-86e7-1645af19985e req-9760d952-e69e-45d3-b96d-05ce6c1e5712 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:07.069095 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f1df928f-04bd-4817-86e7-1645af19985e req-9760d952-e69e-45d3-b96d-05ce6c1e5712 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1 HTTP/1.1" status: 200 len: 945 time: 0.5977497 Apr 05 22:43:07.151023 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-442f0734-d483-4af2-8c32-dba2c01e6410 admin admin] Publish callbacks [] for port (0cceafe5-e60a-47b2-86e4-68261228a531), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:07.170887 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-442f0734-d483-4af2-8c32-dba2c01e6410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828008'] for port (0cceafe5-e60a-47b2-86e4-68261228a531), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:07.238269 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bebf430f-b8ce-49d3-8846-56c4c7c4b009 req-d04f4077-1f4f-41f3-bb1f-614b620287d1 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Router 074602ce-52eb-49db-b2b4-9c9dd099caab has already been hosted by L3 agent 79a469f9-bdbc-4492-b479-9e5faeaf33b0 {{(pid=103469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:43:07.248733 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f1df928f-04bd-4817-86e7-1645af19985e req-4f478fbe-7fb4-4ad8-acfc-819f091bcfd4 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/security-groups?id=1602fbfb-363d-466e-8059-00c4f95822a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1716070 Apr 05 22:43:07.270871 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53029ea-9c25-4743-86a2-8b2731317fd5 req-3435a854-4036-414e-8015-4064532679f0 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:07.272365 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f53029ea-9c25-4743-86a2-8b2731317fd5 req-3435a854-4036-414e-8015-4064532679f0 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/ports?device_id=acab9884-4180-449d-a397-76c9a23ab8c2 HTTP/1.1" status: 200 len: 944 time: 0.2000141 Apr 05 22:43:07.285506 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442f0734-d483-4af2-8c32-dba2c01e6410 admin admin] Pushing event updated for resources: {'Port': ['ID=0cceafe5-e60a-47b2-86e4-68261228a531,revision_number=2']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:07.298379 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-442f0734-d483-4af2-8c32-dba2c01e6410 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3645371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535098'] for router_interface (0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:07.463893 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f53029ea-9c25-4743-86a2-8b2731317fd5 req-949b6b74-480c-4143-9be3-aebfe96c4a90 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/security-groups?id=ced387a5-040e-45ba-9c43-ed76753c1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1794746 Apr 05 22:43:07.498295 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bebf430f-b8ce-49d3-8846-56c4c7c4b009 req-d04f4077-1f4f-41f3-bb1f-614b620287d1 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Notify agent at l3_agent.dv-cinder-835881-4-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:43:07.507422 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c9766e-082f-41d8-84b4-a778434c2fe4 None None] Sync routers for ids ['074602ce-52eb-49db-b2b4-9c9dd099caab'] in dv-cinder-835881-4-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:43:07.521707 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c9766e-082f-41d8-84b4-a778434c2fe4 None None] Routers {'074602ce-52eb-49db-b2b4-9c9dd099caab'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:43:07.522403 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-49c9766e-082f-41d8-84b4-a778434c2fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:42:38Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['074602ce-52eb-49db-b2b4-9c9dd099caab'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:43:07.534910 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442f0734-d483-4af2-8c32-dba2c01e6410 admin admin] Network 93ea6e4b-6c87-4cb7-972a-0a6c56c3540c is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:43:07.549402 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [req-bebf430f-b8ce-49d3-8846-56c4c7c4b009 req-d04f4077-1f4f-41f3-bb1f-614b620287d1 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] No DVR routers for this DVR port e591e6dc-57a0-485e-8495-54d43217b08d on host hv-cinder-83588 {{(pid=103469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:43:07.551321 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-442f0734-d483-4af2-8c32-dba2c01e6410 admin admin] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:43:07.553386 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-bebf430f-b8ce-49d3-8846-56c4c7c4b009 req-d04f4077-1f4f-41f3-bb1f-614b620287d1 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:07.557277 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-bebf430f-b8ce-49d3-8846-56c4c7c4b009 req-d04f4077-1f4f-41f3-bb1f-614b620287d1 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.13 "DELETE /v2.0/ports/e591e6dc-57a0-485e-8495-54d43217b08d HTTP/1.1" status: 204 len: 173 time: 2.6029942 Apr 05 22:43:07.557859 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe9c3ec7-79db-4e27-b0b9-239732c6eaad', 'name': 'network-vif-deleted', 'tag': 'e591e6dc-57a0-485e-8495-54d43217b08d'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:43:07.560162 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f386ba26b1031f5495d5bdef0d2c98b5b567df56bfe60a1d1e0dd7c3f719aed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed5298d6-ba07-42e5-8b5e-f7957cfa5700" -d '{"events": [{"server_uuid": "fe9c3ec7-79db-4e27-b0b9-239732c6eaad", "name": "network-vif-deleted", "tag": "e591e6dc-57a0-485e-8495-54d43217b08d"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:43:07.610862 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc7c17ff-3a37-4414-b780-329c52e3f135 x-openstack-request-id: req-bc7c17ff-3a37-4414-b780-329c52e3f135 {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:43:07.611370 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe9c3ec7-79db-4e27-b0b9-239732c6eaad", "name": "network-vif-deleted", "tag": "e591e6dc-57a0-485e-8495-54d43217b08d", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:43:07.618897 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bc7c17ff-3a37-4414-b780-329c52e3f135 {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:43:07.619591 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc7c17ff-3a37-4414-b780-329c52e3f135'] response: {'server_uuid': 'fe9c3ec7-79db-4e27-b0b9-239732c6eaad', 'name': 'network-vif-deleted', 'tag': 'e591e6dc-57a0-485e-8495-54d43217b08d', 'status': 'completed', 'code': 200} Apr 05 22:43:07.634283 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-49c9766e-082f-41d8-84b4-a778434c2fe4 None None] Set router 074602ce-52eb-49db-b2b4-9c9dd099caab gateway port host: dv-cinder-835881-4-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:43:07.698971 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-442f0734-d483-4af2-8c32-dba2c01e6410 admin admin] Router 0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a has already been hosted by L3 agent 79a469f9-bdbc-4492-b479-9e5faeaf33b0 {{(pid=103469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:43:07.783870 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-92e65d1f-9fe4-4b09-b17b-6f9d0d67bed4 req-eeb50ca0-1b13-4b6d-ab1a-305e46b599da tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe9c3ec7-79db-4e27-b0b9-239732c6eaad HTTP/1.1" status: 200 len: 210 time: 0.0316813 Apr 05 22:43:07.821660 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-22bc4235-eff4-4147-86d9-a314e7e0a4a0 None None] Provisioning complete for port 0cceafe5-e60a-47b2-86e4-68261228a531 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:43:07.822110 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-22bc4235-eff4-4147-86d9-a314e7e0a4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (0cceafe5-e60a-47b2-86e4-68261228a531), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:07.852478 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-442f0734-d483-4af2-8c32-dba2c01e6410 admin admin] Notify agent at l3_agent.dv-cinder-835881-4-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:43:07.858559 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-442f0734-d483-4af2-8c32-dba2c01e6410 admin admin] 10.222.0.45 "PUT /v2.0/routers/0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1417727 Apr 05 22:43:07.863556 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-49c9766e-082f-41d8-84b4-a778434c2fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '074602ce-52eb-49db-b2b4-9c9dd099caab', 'name': 'tempest-ServerRescueNegativeTestJSON-879278927-router', 'tenant_id': '1ba0c2747b5346a280f6f563ba891f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': 'afdd8a75-4065-46c1-8241-8b04d9e6aaaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:36:27Z', 'updated_at': '2022-04-05T22:36:34Z', 'revision_number': 4, 'project_id': '1ba0c2747b5346a280f6f563ba891f9e', 'gw_port': {'id': 'afdd8a75-4065-46c1-8241-8b04d9e6aaaf', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:53:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074602ce-52eb-49db-b2b4-9c9dd099caab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:29Z', 'updated_at': '2022-04-05T22:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_interfaces': [{'id': '4f69c885-3161-428d-a165-07787169a6aa', 'name': '', 'network_id': '3db3989f-3792-497b-8859-b82b64749acf', 'tenant_id': '1ba0c2747b5346a280f6f563ba891f9e', 'mac_address': 'fa:16:3e:49:57:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074602ce-52eb-49db-b2b4-9c9dd099caab', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '37586d04-a04b-404d-8716-ce23cb986874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:33Z', 'updated_at': '2022-04-05T22:36:44Z', 'revision_number': 5, 'project_id': '1ba0c2747b5346a280f6f563ba891f9e', 'subnets': [{'id': '37586d04-a04b-404d-8716-ce23cb986874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:43:07.869884 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21174143-b452-41f0-b05c-6c102728baa4 None None] Sync routers for ids ['0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a'] in dv-cinder-835881-4-iscsi {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:43:07.888385 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-22bc4235-eff4-4147-86d9-a314e7e0a4a0 None None] Port 0cceafe5-e60a-47b2-86e4-68261228a531 cannot update to ACTIVE because it is not bound. {{(pid=103470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:43:07.892055 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c9766e-082f-41d8-84b4-a778434c2fe4 None None] Checking router: 074602ce-52eb-49db-b2b4-9c9dd099caab for host: dv-cinder-835881-4-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:43:07.895560 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-7bf82f25-e47f-4094-81d8-c7057c55145f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (79a469f9-bdbc-4492-b479-9e5faeaf33b0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:07.901848 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c9766e-082f-41d8-84b4-a778434c2fe4 None None] Routers {'074602ce-52eb-49db-b2b4-9c9dd099caab'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:43:07.902464 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-49c9766e-082f-41d8-84b4-a778434c2fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:43:08Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['074602ce-52eb-49db-b2b4-9c9dd099caab'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:43:07.906437 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21174143-b452-41f0-b05c-6c102728baa4 None None] Routers {'0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:43:07.907210 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-21174143-b452-41f0-b05c-6c102728baa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:42:38Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:43:07.977882 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device 6399fef4-cd8d-42d8-852a-64936366419f up at agent hyperv_hv-cinder-83588 {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:43:08.023787 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-49c9766e-082f-41d8-84b4-a778434c2fe4 None None] Set router 074602ce-52eb-49db-b2b4-9c9dd099caab gateway port host: dv-cinder-835881-4-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:43:08.093421 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Provisioning for port 6399fef4-cd8d-42d8-852a-64936366419f completed by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 22:43:08.104027 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Provisioning complete for port 6399fef4-cd8d-42d8-852a-64936366419f triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:43:08.104404 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (6399fef4-cd8d-42d8-852a-64936366419f), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:08.107002 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-21174143-b452-41f0-b05c-6c102728baa4 None None] Set router 0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a gateway port host: dv-cinder-835881-4-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:43:08.329222 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device 8a18b647-4583-4297-ad05-1c405f3b167e up at agent ovs-agent-dv-cinder-835881-4-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:43:08.342112 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Current status of the port 6399fef4-cd8d-42d8-852a-64936366419f is: BUILD; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:43:08.342500 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (6399fef4-cd8d-42d8-852a-64936366419f), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:08.438218 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-49c9766e-082f-41d8-84b4-a778434c2fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '074602ce-52eb-49db-b2b4-9c9dd099caab', 'name': 'tempest-ServerRescueNegativeTestJSON-879278927-router', 'tenant_id': '1ba0c2747b5346a280f6f563ba891f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': 'afdd8a75-4065-46c1-8241-8b04d9e6aaaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:36:27Z', 'updated_at': '2022-04-05T22:36:34Z', 'revision_number': 4, 'project_id': '1ba0c2747b5346a280f6f563ba891f9e', 'gw_port': {'id': 'afdd8a75-4065-46c1-8241-8b04d9e6aaaf', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:53:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074602ce-52eb-49db-b2b4-9c9dd099caab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:29Z', 'updated_at': '2022-04-05T22:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_interfaces': [{'id': '4f69c885-3161-428d-a165-07787169a6aa', 'name': '', 'network_id': '3db3989f-3792-497b-8859-b82b64749acf', 'tenant_id': '1ba0c2747b5346a280f6f563ba891f9e', 'mac_address': 'fa:16:3e:49:57:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074602ce-52eb-49db-b2b4-9c9dd099caab', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '37586d04-a04b-404d-8716-ce23cb986874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:33Z', 'updated_at': '2022-04-05T22:36:44Z', 'revision_number': 5, 'project_id': '1ba0c2747b5346a280f6f563ba891f9e', 'subnets': [{'id': '37586d04-a04b-404d-8716-ce23cb986874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:43:08.445426 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957c43e-f2e0-44cd-99c1-91a4bbf060f4 req-58c9e102-fabf-40b5-a349-eaa213351c02 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:08.449662 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1957c43e-f2e0-44cd-99c1-91a4bbf060f4 req-58c9e102-fabf-40b5-a349-eaa213351c02 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1 HTTP/1.1" status: 200 len: 945 time: 0.1032276 Apr 05 22:43:08.456737 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acab9884-4180-449d-a397-76c9a23ab8c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6399fef4-cd8d-42d8-852a-64936366419f'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:43:08.459541 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5eeae28b1739aff28e9ac2b05a29cddcf15b93cc3fe96f2ce32a289e1b5713d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e87d18-78e4-4d26-994d-ec888c93a482" -d '{"events": [{"server_uuid": "acab9884-4180-449d-a397-76c9a23ab8c2", "name": "network-vif-plugged", "status": "completed", "tag": "6399fef4-cd8d-42d8-852a-64936366419f"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:43:08.479958 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] For port 6399fef4-cd8d-42d8-852a-64936366419f, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=6399fef4-cd8d-42d8-852a-64936366419f,segment=NetworkSegment(6c738280-30fc-49ea-929c-a4e23bf1c310),segment_id=6c738280-30fc-49ea-929c-a4e23bf1c310)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:43:08.488266 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 42482) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:43:08.495473 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-30af8458-dcbf-4b7f-9a4d-f21166ab5e6c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1995801275-network', 'tenant_id': '02ad71f28a004bd099761471121f15c0'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:43:08.502444 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (6399fef4-cd8d-42d8-852a-64936366419f), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:08.503331 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device e591e6dc-57a0-485e-8495-54d43217b08d no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:43:08.508907 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c9766e-082f-41d8-84b4-a778434c2fe4 None None] The sync data for ids ['074602ce-52eb-49db-b2b4-9c9dd099caab'] in dv-cinder-835881-4-iscsi is: [{'id': '074602ce-52eb-49db-b2b4-9c9dd099caab', 'name': 'tempest-ServerRescueNegativeTestJSON-879278927-router', 'tenant_id': '1ba0c2747b5346a280f6f563ba891f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': 'afdd8a75-4065-46c1-8241-8b04d9e6aaaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:36:27Z', 'updated_at': '2022-04-05T22:36:34Z', 'revision_number': 4, 'project_id': '1ba0c2747b5346a280f6f563ba891f9e', 'gw_port': {'id': 'afdd8a75-4065-46c1-8241-8b04d9e6aaaf', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:53:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074602ce-52eb-49db-b2b4-9c9dd099caab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:29Z', 'updated_at': '2022-04-05T22:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_interfaces': [{'id': '4f69c885-3161-428d-a165-07787169a6aa', 'name': '', 'network_id': '3db3989f-3792-497b-8859-b82b64749acf', 'tenant_id': '1ba0c2747b5346a280f6f563ba891f9e', 'mac_address': 'fa:16:3e:49:57:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074602ce-52eb-49db-b2b4-9c9dd099caab', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '37586d04-a04b-404d-8716-ce23cb986874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:33Z', 'updated_at': '2022-04-05T22:36:44Z', 'revision_number': 5, 'project_id': '1ba0c2747b5346a280f6f563ba891f9e', 'subnets': [{'id': '37586d04-a04b-404d-8716-ce23cb986874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:43:08.533289 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30af8458-dcbf-4b7f-9a4d-f21166ab5e6c admin admin] Made reservation on behalf of 02ad71f28a004bd099761471121f15c0 for: {'network': 1} {{(pid=103468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:43:08.540068 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-30af8458-dcbf-4b7f-9a4d-f21166ab5e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for network (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:08.553991 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-30af8458-dcbf-4b7f-9a4d-f21166ab5e6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:08.569113 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1957c43e-f2e0-44cd-99c1-91a4bbf060f4 req-58f3df9a-df51-4d63-b692-968d7ae37432 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/security-groups?id=1602fbfb-363d-466e-8059-00c4f95822a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1112504 Apr 05 22:43:08.660860 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-30af8458-dcbf-4b7f-9a4d-f21166ab5e6c admin admin] Publish callbacks [] for security_group (41ec728f-5b0d-4c18-a0ef-299e069b6f22), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:08.666685 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-30af8458-dcbf-4b7f-9a4d-f21166ab5e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (41ec728f-5b0d-4c18-a0ef-299e069b6f22), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:08.703962 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30af8458-dcbf-4b7f-9a4d-f21166ab5e6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=103468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 22:43:08.709451 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30af8458-dcbf-4b7f-9a4d-f21166ab5e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ec728f-5b0d-4c18-a0ef-299e069b6f22,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:08.720881 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-30af8458-dcbf-4b7f-9a4d-f21166ab5e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3567180'] for segment (3e3b37a7-6d33-42d2-a04b-4d0e92653672), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:08.721368 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.db.segments_db [None req-30af8458-dcbf-4b7f-9a4d-f21166ab5e6c admin admin] Added segment 3e3b37a7-6d33-42d2-a04b-4d0e92653672 of type vlan for network 52eca473-6da3-4b22-b5e1-b3c80da8b0d6 Apr 05 22:43:08.738041 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b662b4-a8ef-45a7-86b7-3f786b79f2b6 req-9dce5517-e92e-4b7f-a99e-e566590cb681 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:08.740422 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e3b662b4-a8ef-45a7-86b7-3f786b79f2b6 req-9dce5517-e92e-4b7f-a99e-e566590cb681 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/ports?device_id=acab9884-4180-449d-a397-76c9a23ab8c2 HTTP/1.1" status: 200 len: 945 time: 0.0713966 Apr 05 22:43:08.774384 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-30af8458-dcbf-4b7f-9a4d-f21166ab5e6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757100112442'] for network (52eca473-6da3-4b22-b5e1-b3c80da8b0d6), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:08.812610 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-30af8458-dcbf-4b7f-9a4d-f21166ab5e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321'] for network (52eca473-6da3-4b22-b5e1-b3c80da8b0d6), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:08.814424 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30af8458-dcbf-4b7f-9a4d-f21166ab5e6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:08.816317 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8136ff24-6ff3-4416-aee1-f5292d38cfb4 x-openstack-request-id: req-8136ff24-6ff3-4416-aee1-f5292d38cfb4 {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:43:08.816633 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acab9884-4180-449d-a397-76c9a23ab8c2", "name": "network-vif-plugged", "status": "completed", "tag": "6399fef4-cd8d-42d8-852a-64936366419f", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:43:08.816927 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8136ff24-6ff3-4416-aee1-f5292d38cfb4 {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:43:08.817332 dv-cinder-835881-4-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8136ff24-6ff3-4416-aee1-f5292d38cfb4'] response: {'server_uuid': 'acab9884-4180-449d-a397-76c9a23ab8c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6399fef4-cd8d-42d8-852a-64936366419f', 'code': 200} Apr 05 22:43:08.817469 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-30af8458-dcbf-4b7f-9a4d-f21166ab5e6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644259'] for network (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:08.850813 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] No Port match for: e591e6dc-57a0-485e-8495-54d43217b08d {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:43:08.851055 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e3b662b4-a8ef-45a7-86b7-3f786b79f2b6 req-1fd1e1e8-8380-4cb0-96a7-c4ddcaf39aa4 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/security-groups?id=ced387a5-040e-45ba-9c43-ed76753c1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973120 Apr 05 22:43:08.851200 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device e591e6dc-57a0-485e-8495-54d43217b08d not bound to the agent host hv-cinder-83588 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:43:08.889042 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Provisioning complete for port 8a18b647-4583-4297-ad05-1c405f3b167e triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:43:08.889591 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (8a18b647-4583-4297-ad05-1c405f3b167e), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:08.898643 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 42490) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:43:08.934801 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 42492) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:43:08.935041 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-30af8458-dcbf-4b7f-9a4d-f21166ab5e6c admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4439399 Apr 05 22:43:08.940383 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-e5a765b4-d65b-470e-90cf-b5011ef9da87 admin admin] Request body: {'subnet': {'network_id': '52eca473-6da3-4b22-b5e1-b3c80da8b0d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1995801275-subnet', 'tenant_id': '02ad71f28a004bd099761471121f15c0', 'ip_version': 4}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:43:08.942290 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30af8458-dcbf-4b7f-9a4d-f21166ab5e6c admin admin] Pushing event updated for resources: {'Network': ['ID=52eca473-6da3-4b22-b5e1-b3c80da8b0d6,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:08.947937 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-21174143-b452-41f0-b05c-6c102728baa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a', 'name': 'tempest-TestShelveInstance-770517498-router', 'tenant_id': '9618f5baeec7405cafcaccb0e53c77b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '8a18b647-4583-4297-ad05-1c405f3b167e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:43:02Z', 'updated_at': '2022-04-05T22:43:06Z', 'revision_number': 4, 'project_id': '9618f5baeec7405cafcaccb0e53c77b4', 'gw_port': {'id': '8a18b647-4583-4297-ad05-1c405f3b167e', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:03:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:43:02Z', 'updated_at': '2022-04-05T22:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_interfaces': [{'id': '0cceafe5-e60a-47b2-86e4-68261228a531', 'name': '', 'network_id': '93ea6e4b-6c87-4cb7-972a-0a6c56c3540c', 'tenant_id': '9618f5baeec7405cafcaccb0e53c77b4', 'mac_address': 'fa:16:3e:f7:3e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'a0dda594-505e-4d09-af0b-87c49916ab00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:43:04Z', 'updated_at': '2022-04-05T22:43:06Z', 'revision_number': 2, 'project_id': '9618f5baeec7405cafcaccb0e53c77b4', 'subnets': [{'id': 'a0dda594-505e-4d09-af0b-87c49916ab00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:43:08.953981 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620fc745-0bd2-4bb8-add1-ac57223482c0 None None] New status for floating IP 0c94cd2b-93db-4689-87f3-c317510d65f2: DOWN {{(pid=103471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:43:08.981321 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a765b4-d65b-470e-90cf-b5011ef9da87 admin admin] Made reservation on behalf of 02ad71f28a004bd099761471121f15c0 for: {'subnet': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:43:08.983664 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e5a765b4-d65b-470e-90cf-b5011ef9da87 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8949769'] for subnet (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:09.006624 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Network 52eca473-6da3-4b22-b5e1-b3c80da8b0d6 details requested by agent ovs-agent-dv-cinder-835881-4-iscsi with host dv-cinder-835881-4-iscsi {{(pid=103470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 22:43:09.013843 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21174143-b452-41f0-b05c-6c102728baa4 None None] Checking router: 0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a for host: dv-cinder-835881-4-iscsi {{(pid=103470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:43:09.014322 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21174143-b452-41f0-b05c-6c102728baa4 None None] Updating router 0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a port 0cceafe5-e60a-47b2-86e4-68261228a531 binding host dv-cinder-835881-4-iscsi {{(pid=103470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 22:43:09.016597 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b455d736-c9f6-474a-ae87-8193d924e89e tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Publish callbacks [] for security_group (f7cc9993-4e8a-4abb-b67a-760072a0d25d), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:09.032055 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Pushing event updated for resources: {'Port': ['ID=6399fef4-cd8d-42d8-852a-64936366419f,revision_number=5']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:09.100973 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-dae4f030-1cb2-49a8-bcfa-6facf2529a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (e40c9916-dc7d-41d8-a75d-da550db0c469), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:09.109597 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b455d736-c9f6-474a-ae87-8193d924e89e tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Publish callbacks [] for security_group (f7cc9993-4e8a-4abb-b67a-760072a0d25d), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:09.117431 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-21174143-b452-41f0-b05c-6c102728baa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (0cceafe5-e60a-47b2-86e4-68261228a531), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:09.163180 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c23ee-646d-4033-852c-fcc2d1564ef1 req-e88c4901-a49b-4fc9-acb8-e4f7539063f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:09.164946 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9d2c23ee-646d-4033-852c-fcc2d1564ef1 req-e88c4901-a49b-4fc9-acb8-e4f7539063f7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=acab9884-4180-449d-a397-76c9a23ab8c2 HTTP/1.1" status: 200 len: 1129 time: 0.1493104 Apr 05 22:43:09.190239 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Current status of the port 8a18b647-4583-4297-ad05-1c405f3b167e is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:43:09.230814 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b455d736-c9f6-474a-ae87-8193d924e89e tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (f7cc9993-4e8a-4abb-b67a-760072a0d25d), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:09.233424 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b455d736-c9f6-474a-ae87-8193d924e89e tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:09.234605 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-b455d736-c9f6-474a-ae87-8193d924e89e tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "DELETE /v2.0/security-groups/f7cc9993-4e8a-4abb-b67a-760072a0d25d HTTP/1.1" status: 204 len: 168 time: 0.3343465 Apr 05 22:43:09.237207 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 42494) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:43:09.252717 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.api.v2.resource [None req-d4fc64bb-c4a7-484f-bc8c-b83c72f1e6ec tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] show failed (client error): The resource could not be found. Apr 05 22:43:09.252911 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b455d736-c9f6-474a-ae87-8193d924e89e tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7cc9993-4e8a-4abb-b67a-760072a0d25d,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:09.254289 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-d4fc64bb-c4a7-484f-bc8c-b83c72f1e6ec tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups/f7cc9993-4e8a-4abb-b67a-760072a0d25d HTTP/1.1" status: 404 len: 347 time: 0.0156467 Apr 05 22:43:09.256695 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 42496) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:43:09.300011 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9d2c23ee-646d-4033-852c-fcc2d1564ef1 req-ad1e432a-0b2b-4bc5-aeed-0bbc74c0416b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ced387a5-040e-45ba-9c43-ed76753c1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260717 Apr 05 22:43:09.316655 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e5a765b4-d65b-470e-90cf-b5011ef9da87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8949783'] for subnet (8666f43c-edf2-4374-9d9f-ea40f860a942), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:09.386300 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a765b4-d65b-470e-90cf-b5011ef9da87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8666f43c-edf2-4374-9d9f-ea40f860a942,revision_number=0']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:09.389224 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-5bb93442-a875-4270-9ce5-86b57300c6b9 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Deleting port 73195ac7-1a2b-48de-84d5-612683b2453e {{(pid=103468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:43:09.389606 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5bb93442-a875-4270-9ce5-86b57300c6b9 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757100664625'] for port (73195ac7-1a2b-48de-84d5-612683b2453e), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:09.391129 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a765b4-d65b-470e-90cf-b5011ef9da87 admin admin] Checking segment: {'id': '3e3b37a7-6d33-42d2-a04b-4d0e92653672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '52eca473-6da3-4b22-b5e1-b3c80da8b0d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:43:09.392019 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a765b4-d65b-470e-90cf-b5011ef9da87 admin admin] Network hostable DHCP agents. Network: 52eca473-6da3-4b22-b5e1-b3c80da8b0d6, hostable agents: ['08425891-4e99-4ae4-974b-85ee5a0410c6'], hosted agents: [] {{(pid=103469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 22:43:09.408411 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a765b4-d65b-470e-90cf-b5011ef9da87 admin admin] Network 52eca473-6da3-4b22-b5e1-b3c80da8b0d6 is scheduled to be hosted by DHCP agent 08425891-4e99-4ae4-974b-85ee5a0410c6 with binding_index 1 {{(pid=103469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 22:43:09.418200 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-e5a765b4-d65b-470e-90cf-b5011ef9da87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-4-iscsi, 52eca473-6da3-4b22-b5e1-b3c80da8b0d6) {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:43:09.422337 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a765b4-d65b-470e-90cf-b5011ef9da87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:09.423082 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e5a765b4-d65b-470e-90cf-b5011ef9da87 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:09.447270 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22819c84-f429-4e98-8942-4a188481320a None None] Network 52eca473-6da3-4b22-b5e1-b3c80da8b0d6 requested from dv-cinder-835881-4-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:43:09.448140 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 42498) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:43:09.449699 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-e5a765b4-d65b-470e-90cf-b5011ef9da87 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5132241 Apr 05 22:43:09.456420 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-0f8ae456-a0c4-485f-9a77-bf3849225fb2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1995801275-router', 'tenant_id': '02ad71f28a004bd099761471121f15c0', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d'}}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:43:09.489042 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5bb93442-a875-4270-9ce5-86b57300c6b9 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525920'] for port (73195ac7-1a2b-48de-84d5-612683b2453e), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:09.489749 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5bb93442-a875-4270-9ce5-86b57300c6b9 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Publish callbacks [] for floatingip (73195ac7-1a2b-48de-84d5-612683b2453e), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:09.502302 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-0f8ae456-a0c4-485f-9a77-bf3849225fb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5455'] for router (8f1310f5-2e92-4f17-8646-090622bc3c68), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:09.503306 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-0f8ae456-a0c4-485f-9a77-bf3849225fb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5462'] for router (8f1310f5-2e92-4f17-8646-090622bc3c68), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:09.507348 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-5bb93442-a875-4270-9ce5-86b57300c6b9 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Calling delete_port for 73195ac7-1a2b-48de-84d5-612683b2453e owned by network:floatingip {{(pid=103468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:43:09.518112 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-21174143-b452-41f0-b05c-6c102728baa4 None None] Publish callbacks [] for port (0cceafe5-e60a-47b2-86e4-68261228a531), precommit_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:09.525744 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-21174143-b452-41f0-b05c-6c102728baa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (0cceafe5-e60a-47b2-86e4-68261228a531), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:09.590695 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcabeed4-7c6b-4205-937a-2ca0c16a8821 None None] Pushing event updated for resources: {'Port': ['ID=0cceafe5-e60a-47b2-86e4-68261228a531,revision_number=3']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:09.606807 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-0f8ae456-a0c4-485f-9a77-bf3849225fb2 admin admin] Publish callbacks [] for router_controller (8f1310f5-2e92-4f17-8646-090622bc3c68), precommit_add_association {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:09.632625 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e7b19e-3e03-4567-a7f0-a395e5023246 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd204a006-a1ce-5a6a-9bd3-55dc25c03605-52eca473-6da3-4b22-b5e1-b3c80da8b0d6', 'network_id': '52eca473-6da3-4b22-b5e1-b3c80da8b0d6', 'project_id': '02ad71f28a004bd099761471121f15c0', 'fixed_ips': [{'subnet_id': '8666f43c-edf2-4374-9d9f-ea40f860a942'}]}} from dv-cinder-835881-4-iscsi. {{(pid=103470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 22:43:09.633501 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-a0e7b19e-3e03-4567-a7f0-a395e5023246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:09.694242 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-21174143-b452-41f0-b05c-6c102728baa4 None None] Attempting to bind port 0cceafe5-e60a-47b2-86e4-68261228a531 on host dv-cinder-835881-4-iscsi for vnic_type normal with profile {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:43:09.694611 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-21174143-b452-41f0-b05c-6c102728baa4 None None] Attempting to bind port 0cceafe5-e60a-47b2-86e4-68261228a531 by drivers openvswitch,hyperv on host dv-cinder-835881-4-iscsi at level 0 using segments [{'id': 'eb2adb5d-94cc-41f9-b121-d2e0e78cb534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '93ea6e4b-6c87-4cb7-972a-0a6c56c3540c'}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:43:09.695531 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21174143-b452-41f0-b05c-6c102728baa4 None None] Attempting to bind port 0cceafe5-e60a-47b2-86e4-68261228a531 on network 93ea6e4b-6c87-4cb7-972a-0a6c56c3540c {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:43:09.749526 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21174143-b452-41f0-b05c-6c102728baa4 None None] Checking agent: {'id': 'b771b186-15ef-4a1a-9c73-ea54ac08c8ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 28, 12), 'started_at': datetime.datetime(2022, 4, 5, 22, 28, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:43:09.749945 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21174143-b452-41f0-b05c-6c102728baa4 None None] Checking segment: {'id': 'eb2adb5d-94cc-41f9-b121-d2e0e78cb534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '93ea6e4b-6c87-4cb7-972a-0a6c56c3540c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:43:09.750352 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-21174143-b452-41f0-b05c-6c102728baa4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:09.750745 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21174143-b452-41f0-b05c-6c102728baa4 None None] Bound using segment: {'id': 'eb2adb5d-94cc-41f9-b121-d2e0e78cb534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '93ea6e4b-6c87-4cb7-972a-0a6c56c3540c'} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:43:09.751280 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-21174143-b452-41f0-b05c-6c102728baa4 None None] Bound port: 0cceafe5-e60a-47b2-86e4-68261228a531, host: dv-cinder-835881-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb2adb5d-94cc-41f9-b121-d2e0e78cb534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '93ea6e4b-6c87-4cb7-972a-0a6c56c3540c'}}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:43:09.751681 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-21174143-b452-41f0-b05c-6c102728baa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (0cceafe5-e60a-47b2-86e4-68261228a531), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:09.778583 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-0f8ae456-a0c4-485f-9a77-bf3849225fb2 admin admin] Publish callbacks [] for router_gateway (8f1310f5-2e92-4f17-8646-090622bc3c68), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:09.871259 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5bb93442-a875-4270-9ce5-86b57300c6b9 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757100670980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757100095757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815454'] for port (73195ac7-1a2b-48de-84d5-612683b2453e), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:09.893743 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.db_base_plugin_common [None req-a0e7b19e-3e03-4567-a7f0-a395e5023246 None None] Allocated IP 172.20.0.2 (52eca473-6da3-4b22-b5e1-b3c80da8b0d6/8666f43c-edf2-4374-9d9f-ea40f860a942/7e728fb8-3e18-4061-8421-d17f1b083b06) {{(pid=103470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:43:09.895978 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-21174143-b452-41f0-b05c-6c102728baa4 None None] For port 0cceafe5-e60a-47b2-86e4-68261228a531, host dv-cinder-835881-4-iscsi, cleared binding levels {{(pid=103470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:43:09.900697 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-73beb46c-ee7e-4fb5-903b-399e339800ed None None] Provisioning complete for port 0cceafe5-e60a-47b2-86e4-68261228a531 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:43:09.901561 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-73beb46c-ee7e-4fb5-903b-399e339800ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (0cceafe5-e60a-47b2-86e4-68261228a531), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:09.901981 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb93442-a875-4270-9ce5-86b57300c6b9 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Pushing event deleted for resources: {'Port': ['ID=73195ac7-1a2b-48de-84d5-612683b2453e,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:09.936519 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-21174143-b452-41f0-b05c-6c102728baa4 None None] For port 0cceafe5-e60a-47b2-86e4-68261228a531, host dv-cinder-835881-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=0cceafe5-e60a-47b2-86e4-68261228a531,segment=NetworkSegment(eb2adb5d-94cc-41f9-b121-d2e0e78cb534),segment_id=eb2adb5d-94cc-41f9-b121-d2e0e78cb534)] {{(pid=103470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:43:09.965265 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-21174143-b452-41f0-b05c-6c102728baa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (0cceafe5-e60a-47b2-86e4-68261228a531), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:09.977264 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794a57bb-5d4d-4b32-aea4-4a4c4e9922b1 req-b2ca99be-5465-4205-befe-d8dbbfe9ac49 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:09.979111 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-794a57bb-5d4d-4b32-aea4-4a4c4e9922b1 req-b2ca99be-5465-4205-befe-d8dbbfe9ac49 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/ports?device_id=acab9884-4180-449d-a397-76c9a23ab8c2 HTTP/1.1" status: 200 len: 945 time: 0.0581155 Apr 05 22:43:10.036757 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-794a57bb-5d4d-4b32-aea4-4a4c4e9922b1 req-b406090c-b3f6-45a1-b982-12ed87cb567e tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/security-groups?id=ced387a5-040e-45ba-9c43-ed76753c1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495527 Apr 05 22:43:10.052418 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-73beb46c-ee7e-4fb5-903b-399e339800ed None None] Port 0cceafe5-e60a-47b2-86e4-68261228a531 cannot update to ACTIVE because it is not bound. {{(pid=103470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:43:10.105877 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21174143-b452-41f0-b05c-6c102728baa4 None None] Routers {'0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:43:10.106539 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-21174143-b452-41f0-b05c-6c102728baa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:43:08Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:43:10.161392 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcabeed4-7c6b-4205-937a-2ca0c16a8821 None None] Pushing event updated for resources: {'Port': ['ID=0cceafe5-e60a-47b2-86e4-68261228a531,revision_number=4']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:10.238842 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5bb93442-a875-4270-9ce5-86b57300c6b9 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Publish callbacks [] for floatingip (0c94cd2b-93db-4689-87f3-c317510d65f2), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:10.241527 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5bb93442-a875-4270-9ce5-86b57300c6b9 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for floatingip (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:10.245828 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-5bb93442-a875-4270-9ce5-86b57300c6b9 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "DELETE /v2.0/floatingips/0c94cd2b-93db-4689-87f3-c317510d65f2 HTTP/1.1" status: 204 len: 168 time: 0.9854119 Apr 05 22:43:10.296810 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-a0e7b19e-3e03-4567-a7f0-a395e5023246 None None] Publish callbacks [] for port (7e728fb8-3e18-4061-8421-d17f1b083b06), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:10.314727 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-a0e7b19e-3e03-4567-a7f0-a395e5023246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757100095748'] for port (7e728fb8-3e18-4061-8421-d17f1b083b06), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:10.321827 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-21174143-b452-41f0-b05c-6c102728baa4 None None] Set router 0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a gateway port host: dv-cinder-835881-4-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:43:10.391346 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-0f8ae456-a0c4-485f-9a77-bf3849225fb2 admin admin] Publish callbacks [] for router_gateway (8f1310f5-2e92-4f17-8646-090622bc3c68), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:10.398883 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e7b19e-3e03-4567-a7f0-a395e5023246 None None] Network 52eca473-6da3-4b22-b5e1-b3c80da8b0d6 is already hosted by enough agents. {{(pid=103470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:43:10.409697 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.scheduler.base_scheduler [None req-a0e7b19e-3e03-4567-a7f0-a395e5023246 None None] Resources bound (agent type, host, resource id): {{(pid=103470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:43:10.411461 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-0f8ae456-a0c4-485f-9a77-bf3849225fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:10.415201 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e7b19e-3e03-4567-a7f0-a395e5023246 None None] Pushing event updated for resources: {'Port': ['ID=7e728fb8-3e18-4061-8421-d17f1b083b06,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:10.417455 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e7b19e-3e03-4567-a7f0-a395e5023246 None None] Received port after_create {{(pid=103470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:43:10.431992 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-e53f4cb6-45ce-496d-a37d-8a15b23a368c None None] Provisioning complete for port 0cceafe5-e60a-47b2-86e4-68261228a531 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:43:10.432367 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-e53f4cb6-45ce-496d-a37d-8a15b23a368c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (0cceafe5-e60a-47b2-86e4-68261228a531), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:10.523952 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.db.db_base_plugin_common [None req-0f8ae456-a0c4-485f-9a77-bf3849225fb2 admin admin] Allocated IP 172.27.1.201 (1c7020db-f04b-4bae-aa0d-07e17c11278d/de4a5644-b80e-4142-a210-68f31fcb6ac5/ba614464-1b9c-4540-811e-a586f0472446) {{(pid=103468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:43:10.590708 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-a0e7b19e-3e03-4567-a7f0-a395e5023246 None None] Attempting to bind port 7e728fb8-3e18-4061-8421-d17f1b083b06 on host dv-cinder-835881-4-iscsi for vnic_type normal with profile {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:43:10.591330 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-a0e7b19e-3e03-4567-a7f0-a395e5023246 None None] Attempting to bind port 7e728fb8-3e18-4061-8421-d17f1b083b06 by drivers openvswitch,hyperv on host dv-cinder-835881-4-iscsi at level 0 using segments [{'id': '3e3b37a7-6d33-42d2-a04b-4d0e92653672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '52eca473-6da3-4b22-b5e1-b3c80da8b0d6'}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:43:10.591701 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e7b19e-3e03-4567-a7f0-a395e5023246 None None] Attempting to bind port 7e728fb8-3e18-4061-8421-d17f1b083b06 on network 52eca473-6da3-4b22-b5e1-b3c80da8b0d6 {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:43:10.604476 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e7b19e-3e03-4567-a7f0-a395e5023246 None None] Checking agent: {'id': 'b771b186-15ef-4a1a-9c73-ea54ac08c8ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 28, 12), 'started_at': datetime.datetime(2022, 4, 5, 22, 28, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:43:10.604849 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e7b19e-3e03-4567-a7f0-a395e5023246 None None] Checking segment: {'id': '3e3b37a7-6d33-42d2-a04b-4d0e92653672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '52eca473-6da3-4b22-b5e1-b3c80da8b0d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:43:10.605522 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-a0e7b19e-3e03-4567-a7f0-a395e5023246 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:10.605911 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e7b19e-3e03-4567-a7f0-a395e5023246 None None] Bound using segment: {'id': '3e3b37a7-6d33-42d2-a04b-4d0e92653672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '52eca473-6da3-4b22-b5e1-b3c80da8b0d6'} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:43:10.606402 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-a0e7b19e-3e03-4567-a7f0-a395e5023246 None None] Bound port: 7e728fb8-3e18-4061-8421-d17f1b083b06, host: dv-cinder-835881-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e3b37a7-6d33-42d2-a04b-4d0e92653672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '52eca473-6da3-4b22-b5e1-b3c80da8b0d6'}}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:43:10.606762 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-a0e7b19e-3e03-4567-a7f0-a395e5023246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (7e728fb8-3e18-4061-8421-d17f1b083b06), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:10.640358 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-0f8ae456-a0c4-485f-9a77-bf3849225fb2 admin admin] Publish callbacks [] for port (ba614464-1b9c-4540-811e-a586f0472446), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:10.679691 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-0f8ae456-a0c4-485f-9a77-bf3849225fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757100095748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815454'] for port (ba614464-1b9c-4540-811e-a586f0472446), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:10.699014 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-99ae2e83-6010-40d2-b70a-5b0f9e3ea887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (f28e62d6-8243-45bb-b578-64cfae2561d0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:10.727463 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8ae456-a0c4-485f-9a77-bf3849225fb2 admin admin] Network 1c7020db-f04b-4bae-aa0d-07e17c11278d is already hosted by enough agents. {{(pid=103468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:43:10.732190 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [None req-0f8ae456-a0c4-485f-9a77-bf3849225fb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:43:10.736456 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8ae456-a0c4-485f-9a77-bf3849225fb2 admin admin] Received port after_create {{(pid=103468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:43:10.759711 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-e53f4cb6-45ce-496d-a37d-8a15b23a368c None None] Current status of the port 0cceafe5-e60a-47b2-86e4-68261228a531 is: DOWN; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:43:10.760100 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-e53f4cb6-45ce-496d-a37d-8a15b23a368c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (0cceafe5-e60a-47b2-86e4-68261228a531), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:10.776894 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-a0e7b19e-3e03-4567-a7f0-a395e5023246 None None] For port 7e728fb8-3e18-4061-8421-d17f1b083b06, host dv-cinder-835881-4-iscsi, cleared binding levels {{(pid=103470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:43:10.777563 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8ae456-a0c4-485f-9a77-bf3849225fb2 admin admin] Pushing event updated for resources: {'Port': ['ID=ba614464-1b9c-4540-811e-a586f0472446,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:10.799151 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-a0e7b19e-3e03-4567-a7f0-a395e5023246 None None] For port 7e728fb8-3e18-4061-8421-d17f1b083b06, host dv-cinder-835881-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=7e728fb8-3e18-4061-8421-d17f1b083b06,segment=NetworkSegment(3e3b37a7-6d33-42d2-a04b-4d0e92653672),segment_id=3e3b37a7-6d33-42d2-a04b-4d0e92653672)] {{(pid=103470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:43:10.812853 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-a0e7b19e-3e03-4567-a7f0-a395e5023246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (7e728fb8-3e18-4061-8421-d17f1b083b06), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:10.846630 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-e53f4cb6-45ce-496d-a37d-8a15b23a368c None None] For port 0cceafe5-e60a-47b2-86e4-68261228a531, host dv-cinder-835881-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=0cceafe5-e60a-47b2-86e4-68261228a531,segment=NetworkSegment(eb2adb5d-94cc-41f9-b121-d2e0e78cb534),segment_id=eb2adb5d-94cc-41f9-b121-d2e0e78cb534)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:43:10.855981 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-e53f4cb6-45ce-496d-a37d-8a15b23a368c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (0cceafe5-e60a-47b2-86e4-68261228a531), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:10.870081 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-21174143-b452-41f0-b05c-6c102728baa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a', 'name': 'tempest-TestShelveInstance-770517498-router', 'tenant_id': '9618f5baeec7405cafcaccb0e53c77b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '8a18b647-4583-4297-ad05-1c405f3b167e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:43:02Z', 'updated_at': '2022-04-05T22:43:06Z', 'revision_number': 4, 'project_id': '9618f5baeec7405cafcaccb0e53c77b4', 'gw_port': {'id': '8a18b647-4583-4297-ad05-1c405f3b167e', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:03:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:43:02Z', 'updated_at': '2022-04-05T22:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_interfaces': [{'id': '0cceafe5-e60a-47b2-86e4-68261228a531', 'name': '', 'network_id': '93ea6e4b-6c87-4cb7-972a-0a6c56c3540c', 'tenant_id': '9618f5baeec7405cafcaccb0e53c77b4', 'mac_address': 'fa:16:3e:f7:3e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'a0dda594-505e-4d09-af0b-87c49916ab00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:43:04Z', 'updated_at': '2022-04-05T22:43:09Z', 'revision_number': 4, 'project_id': '9618f5baeec7405cafcaccb0e53c77b4', 'subnets': [{'id': 'a0dda594-505e-4d09-af0b-87c49916ab00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:43:10.908820 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21174143-b452-41f0-b05c-6c102728baa4 None None] The sync data for ids ['0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a'] in dv-cinder-835881-4-iscsi is: [{'id': '0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a', 'name': 'tempest-TestShelveInstance-770517498-router', 'tenant_id': '9618f5baeec7405cafcaccb0e53c77b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '8a18b647-4583-4297-ad05-1c405f3b167e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:43:02Z', 'updated_at': '2022-04-05T22:43:06Z', 'revision_number': 4, 'project_id': '9618f5baeec7405cafcaccb0e53c77b4', 'gw_port': {'id': '8a18b647-4583-4297-ad05-1c405f3b167e', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:03:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:43:02Z', 'updated_at': '2022-04-05T22:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_interfaces': [{'id': '0cceafe5-e60a-47b2-86e4-68261228a531', 'name': '', 'network_id': '93ea6e4b-6c87-4cb7-972a-0a6c56c3540c', 'tenant_id': '9618f5baeec7405cafcaccb0e53c77b4', 'mac_address': 'fa:16:3e:f7:3e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'a0dda594-505e-4d09-af0b-87c49916ab00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:43:04Z', 'updated_at': '2022-04-05T22:43:09Z', 'revision_number': 4, 'project_id': '9618f5baeec7405cafcaccb0e53c77b4', 'subnets': [{'id': 'a0dda594-505e-4d09-af0b-87c49916ab00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:43:10.920304 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e7b19e-3e03-4567-a7f0-a395e5023246 None None] Pushing event updated for resources: {'Port': ['ID=7e728fb8-3e18-4061-8421-d17f1b083b06,revision_number=2']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:11.052188 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-0f8ae456-a0c4-485f-9a77-bf3849225fb2 admin admin] Publish callbacks [] for router_gateway (8f1310f5-2e92-4f17-8646-090622bc3c68), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:11.182491 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53f4cb6-45ce-496d-a37d-8a15b23a368c None None] Pushing event updated for resources: {'Port': ['ID=0cceafe5-e60a-47b2-86e4-68261228a531,revision_number=5']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:11.263073 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc710c12-1c9f-4b03-ac16-8195e3fbfb03 req-eab95ee1-f443-4875-a0c4-1eff7114493f tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:11.264845 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cc710c12-1c9f-4b03-ac16-8195e3fbfb03 req-eab95ee1-f443-4875-a0c4-1eff7114493f tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/ports?device_id=acab9884-4180-449d-a397-76c9a23ab8c2 HTTP/1.1" status: 200 len: 945 time: 0.0967164 Apr 05 22:43:11.330679 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cc710c12-1c9f-4b03-ac16-8195e3fbfb03 req-af4200ca-53aa-4e36-8948-f28cb15618a6 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/security-groups?id=ced387a5-040e-45ba-9c43-ed76753c1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599298 Apr 05 22:43:11.378716 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-0f8ae456-a0c4-485f-9a77-bf3849225fb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536699'] for router (8f1310f5-2e92-4f17-8646-090622bc3c68), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:11.466886 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d459b1-a03e-48af-91cb-557d04ffa289 req-ad44a01d-ae24-4fd1-b0ca-70486ca5fa39 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:11.475171 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-99d459b1-a03e-48af-91cb-557d04ffa289 req-ad44a01d-ae24-4fd1-b0ca-70486ca5fa39 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/ports?device_id=acab9884-4180-449d-a397-76c9a23ab8c2 HTTP/1.1" status: 200 len: 945 time: 0.0694768 Apr 05 22:43:11.559299 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-99d459b1-a03e-48af-91cb-557d04ffa289 req-3499b143-5692-43a9-9842-e948ff652106 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/security-groups?id=ced387a5-040e-45ba-9c43-ed76753c1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815792 Apr 05 22:43:11.560626 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f8ae456-a0c4-485f-9a77-bf3849225fb2 admin admin] Router 8f1310f5-2e92-4f17-8646-090622bc3c68 is scheduled to L3 agent 79a469f9-bdbc-4492-b479-9e5faeaf33b0 with binding_index 1 {{(pid=103468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 22:43:11.579492 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 42516) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:43:11.636021 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2920af7e-a12a-4ad9-9d9c-71d9a989b443 tempest-TestVolumeBootPattern-1235523850 tempest-TestVolumeBootPattern-1235523850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:11.640592 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-2920af7e-a12a-4ad9-9d9c-71d9a989b443 tempest-TestVolumeBootPattern-1235523850 tempest-TestVolumeBootPattern-1235523850-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=acab9884-4180-449d-a397-76c9a23ab8c2 HTTP/1.1" status: 200 len: 1124 time: 0.0574696 Apr 05 22:43:11.640944 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 42518) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:43:11.646246 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-b22fbb0e-60f2-4339-b423-f4917c069ad8 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Request body: {'floatingip': {'floating_network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'port_id': '6399fef4-cd8d-42d8-852a-64936366419f', 'tenant_id': 'c30240b95f844507b090c8c5e4e837f8', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:43:11.679058 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b22fbb0e-60f2-4339-b423-f4917c069ad8 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:11.711878 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f8ae456-a0c4-485f-9a77-bf3849225fb2 admin admin] Notify agent at l3_agent.dv-cinder-835881-4-iscsi the message routers_updated {{(pid=103468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:43:11.728497 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e3444a-a04f-43df-b10c-93b9719da88f None None] Sync routers for ids ['8f1310f5-2e92-4f17-8646-090622bc3c68'] in dv-cinder-835881-4-iscsi {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:43:11.731302 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-0f8ae456-a0c4-485f-9a77-bf3849225fb2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:11.732698 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-0f8ae456-a0c4-485f-9a77-bf3849225fb2 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2834470 Apr 05 22:43:11.735381 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 42520) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:43:11.743265 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e3444a-a04f-43df-b10c-93b9719da88f None None] Routers {'8f1310f5-2e92-4f17-8646-090622bc3c68'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:43:11.750485 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-45e3444a-a04f-43df-b10c-93b9719da88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:43:08Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['8f1310f5-2e92-4f17-8646-090622bc3c68'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:43:11.854837 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b22fbb0e-60f2-4339-b423-f4917c069ad8 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:11.908674 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-45e3444a-a04f-43df-b10c-93b9719da88f None None] Set router 8f1310f5-2e92-4f17-8646-090622bc3c68 gateway port host: dv-cinder-835881-4-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:43:12.026536 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_common [None req-b22fbb0e-60f2-4339-b423-f4917c069ad8 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Allocated IP 172.27.1.90 (1c7020db-f04b-4bae-aa0d-07e17c11278d/de4a5644-b80e-4142-a210-68f31fcb6ac5/bcacb2b3-9bf1-40c0-8a63-07fdd0e27634) {{(pid=103469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:43:12.089738 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (b771b186-15ef-4a1a-9c73-ea54ac08c8ac), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:12.157814 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc452ccc-e25d-488c-ae7b-7643680462e9 None None] Network 52eca473-6da3-4b22-b5e1-b3c80da8b0d6 requested from dv-cinder-835881-4-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:43:12.207526 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b22fbb0e-60f2-4339-b423-f4917c069ad8 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks [] for port (bcacb2b3-9bf1-40c0-8a63-07fdd0e27634), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:12.250791 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b22fbb0e-60f2-4339-b423-f4917c069ad8 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757100095748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827921'] for port (bcacb2b3-9bf1-40c0-8a63-07fdd0e27634), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:12.252024 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-46fd5238-53c7-4dab-8007-69bca591d839 None None] Provisioning complete for port 7e728fb8-3e18-4061-8421-d17f1b083b06 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:43:12.252504 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-46fd5238-53c7-4dab-8007-69bca591d839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (7e728fb8-3e18-4061-8421-d17f1b083b06), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:12.299324 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22fbb0e-60f2-4339-b423-f4917c069ad8 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Network 1c7020db-f04b-4bae-aa0d-07e17c11278d is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:43:12.309997 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-45e3444a-a04f-43df-b10c-93b9719da88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1310f5-2e92-4f17-8646-090622bc3c68', 'name': 'tempest-TestShelveInstance-1995801275-router', 'tenant_id': '02ad71f28a004bd099761471121f15c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'ba614464-1b9c-4540-811e-a586f0472446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:43:09Z', 'updated_at': '2022-04-05T22:43:10Z', 'revision_number': 3, 'project_id': '02ad71f28a004bd099761471121f15c0', 'gw_port': {'id': 'ba614464-1b9c-4540-811e-a586f0472446', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d6:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f1310f5-2e92-4f17-8646-090622bc3c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:43:10Z', 'updated_at': '2022-04-05T22:43:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi'}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:43:12.313301 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-b22fbb0e-60f2-4339-b423-f4917c069ad8 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:43:12.318834 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22fbb0e-60f2-4339-b423-f4917c069ad8 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Received port after_create {{(pid=103469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:43:12.323804 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22fbb0e-60f2-4339-b423-f4917c069ad8 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Pushing event updated for resources: {'Port': ['ID=bcacb2b3-9bf1-40c0-8a63-07fdd0e27634,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:12.350467 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e3444a-a04f-43df-b10c-93b9719da88f None None] Checking router: 8f1310f5-2e92-4f17-8646-090622bc3c68 for host: dv-cinder-835881-4-iscsi {{(pid=103470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:43:12.350813 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e3444a-a04f-43df-b10c-93b9719da88f None None] Updating router 8f1310f5-2e92-4f17-8646-090622bc3c68 port ba614464-1b9c-4540-811e-a586f0472446 binding host dv-cinder-835881-4-iscsi {{(pid=103470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 22:43:12.357974 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22fbb0e-60f2-4339-b423-f4917c069ad8 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:12.358723 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22fbb0e-60f2-4339-b423-f4917c069ad8 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:12.359245 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22fbb0e-60f2-4339-b423-f4917c069ad8 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:12.359753 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22fbb0e-60f2-4339-b423-f4917c069ad8 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:12.360259 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22fbb0e-60f2-4339-b423-f4917c069ad8 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:12.360770 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22fbb0e-60f2-4339-b423-f4917c069ad8 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:12.361260 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22fbb0e-60f2-4339-b423-f4917c069ad8 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:12.361792 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22fbb0e-60f2-4339-b423-f4917c069ad8 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:12.362296 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22fbb0e-60f2-4339-b423-f4917c069ad8 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:12.362803 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22fbb0e-60f2-4339-b423-f4917c069ad8 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:12.363293 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22fbb0e-60f2-4339-b423-f4917c069ad8 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:12.363790 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22fbb0e-60f2-4339-b423-f4917c069ad8 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:12.364335 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22fbb0e-60f2-4339-b423-f4917c069ad8 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:12.364831 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22fbb0e-60f2-4339-b423-f4917c069ad8 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:12.365332 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22fbb0e-60f2-4339-b423-f4917c069ad8 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:12.388282 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-45e3444a-a04f-43df-b10c-93b9719da88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (ba614464-1b9c-4540-811e-a586f0472446), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:12.390303 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f1d045b3-b090-46e1-b228-0b4f35ac1515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:12.537958 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device 7e728fb8-3e18-4061-8421-d17f1b083b06 up at agent ovs-agent-dv-cinder-835881-4-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:43:12.577326 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-46fd5238-53c7-4dab-8007-69bca591d839 None None] Current status of the port 7e728fb8-3e18-4061-8421-d17f1b083b06 is: DOWN; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:43:12.577736 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-46fd5238-53c7-4dab-8007-69bca591d839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (7e728fb8-3e18-4061-8421-d17f1b083b06), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:12.670003 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.db.db_base_plugin_common [None req-f1d045b3-b090-46e1-b228-0b4f35ac1515 admin admin] Allocated IP 172.20.0.1 (52eca473-6da3-4b22-b5e1-b3c80da8b0d6/8666f43c-edf2-4374-9d9f-ea40f860a942/39e6cf9a-1a78-4284-886d-fad09db56f1c) {{(pid=103468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:43:12.760536 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-46fd5238-53c7-4dab-8007-69bca591d839 None None] For port 7e728fb8-3e18-4061-8421-d17f1b083b06, host dv-cinder-835881-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=7e728fb8-3e18-4061-8421-d17f1b083b06,segment=NetworkSegment(3e3b37a7-6d33-42d2-a04b-4d0e92653672),segment_id=3e3b37a7-6d33-42d2-a04b-4d0e92653672)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:43:12.776877 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-46fd5238-53c7-4dab-8007-69bca591d839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (7e728fb8-3e18-4061-8421-d17f1b083b06), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:12.837797 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Provisioning complete for port 7e728fb8-3e18-4061-8421-d17f1b083b06 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:43:12.838172 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (7e728fb8-3e18-4061-8421-d17f1b083b06), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:12.859910 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f1d045b3-b090-46e1-b228-0b4f35ac1515 admin admin] Publish callbacks [] for port (39e6cf9a-1a78-4284-886d-fad09db56f1c), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:12.900191 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f1d045b3-b090-46e1-b228-0b4f35ac1515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757100095748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815454'] for port (39e6cf9a-1a78-4284-886d-fad09db56f1c), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:12.907426 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b22fbb0e-60f2-4339-b423-f4917c069ad8 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks [] for floatingip (d4df3501-f0aa-4f89-b950-cbe9c9c9cc85), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:12.921237 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fd5238-53c7-4dab-8007-69bca591d839 None None] Pushing event updated for resources: {'Port': ['ID=7e728fb8-3e18-4061-8421-d17f1b083b06,revision_number=3']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:12.941386 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d045b3-b090-46e1-b228-0b4f35ac1515 admin admin] Network 52eca473-6da3-4b22-b5e1-b3c80da8b0d6 is already hosted by enough agents. {{(pid=103468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:43:12.946883 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [None req-f1d045b3-b090-46e1-b228-0b4f35ac1515 admin admin] Resources bound (agent type, host, resource id): {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:43:12.951651 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d045b3-b090-46e1-b228-0b4f35ac1515 admin admin] Received port after_create {{(pid=103468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:43:12.995112 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d045b3-b090-46e1-b228-0b4f35ac1515 admin admin] Pushing event updated for resources: {'Port': ['ID=39e6cf9a-1a78-4284-886d-fad09db56f1c,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:13.010759 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-45e3444a-a04f-43df-b10c-93b9719da88f None None] Publish callbacks [] for port (ba614464-1b9c-4540-811e-a586f0472446), precommit_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:13.020874 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f1d045b3-b090-46e1-b228-0b4f35ac1515 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536746'] for router_interface (8f1310f5-2e92-4f17-8646-090622bc3c68), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:13.030438 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-45e3444a-a04f-43df-b10c-93b9719da88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (ba614464-1b9c-4540-811e-a586f0472446), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:13.056851 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b22fbb0e-60f2-4339-b423-f4917c069ad8 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (bcacb2b3-9bf1-40c0-8a63-07fdd0e27634), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:13.064779 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Current status of the port 7e728fb8-3e18-4061-8421-d17f1b083b06 is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:43:13.065973 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device 0cceafe5-e60a-47b2-86e4-68261228a531 up at agent ovs-agent-dv-cinder-835881-4-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:43:13.075136 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-8be8885b-9676-4291-9e0b-f5f64cc61f52 None None] Provisioning complete for port 7e728fb8-3e18-4061-8421-d17f1b083b06 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:43:13.075503 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-8be8885b-9676-4291-9e0b-f5f64cc61f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (7e728fb8-3e18-4061-8421-d17f1b083b06), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:13.154635 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-45e3444a-a04f-43df-b10c-93b9719da88f None None] Attempting to bind port ba614464-1b9c-4540-811e-a586f0472446 on host dv-cinder-835881-4-iscsi for vnic_type normal with profile {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:43:13.155054 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-45e3444a-a04f-43df-b10c-93b9719da88f None None] Attempting to bind port ba614464-1b9c-4540-811e-a586f0472446 by drivers openvswitch,hyperv on host dv-cinder-835881-4-iscsi at level 0 using segments [{'id': '93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d'}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:43:13.155457 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e3444a-a04f-43df-b10c-93b9719da88f None None] Attempting to bind port ba614464-1b9c-4540-811e-a586f0472446 on network 1c7020db-f04b-4bae-aa0d-07e17c11278d {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:43:13.165007 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97dc63e-f078-45a1-9f8f-95b42295a6c8 None None] Pushing event updated for resources: {'Port': ['ID=ba614464-1b9c-4540-811e-a586f0472446,revision_number=2']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:13.177838 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e3444a-a04f-43df-b10c-93b9719da88f None None] Checking agent: {'id': 'b771b186-15ef-4a1a-9c73-ea54ac08c8ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 28, 12), 'started_at': datetime.datetime(2022, 4, 5, 22, 28, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:43:13.178214 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e3444a-a04f-43df-b10c-93b9719da88f None None] Checking segment: {'id': '93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:43:13.178627 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-45e3444a-a04f-43df-b10c-93b9719da88f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:13.179001 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e3444a-a04f-43df-b10c-93b9719da88f None None] Bound using segment: {'id': '93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d'} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:43:13.179514 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [None req-45e3444a-a04f-43df-b10c-93b9719da88f None None] Bound port: ba614464-1b9c-4540-811e-a586f0472446, host: dv-cinder-835881-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d'}}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:43:13.179890 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-45e3444a-a04f-43df-b10c-93b9719da88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (ba614464-1b9c-4540-811e-a586f0472446), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:13.195972 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f1d045b3-b090-46e1-b228-0b4f35ac1515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (39e6cf9a-1a78-4284-886d-fad09db56f1c), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:13.212922 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bd166e-2b92-4ecc-a50f-131f849c3a07 req-c3c1426c-03a6-4e07-a945-46bf448d74ad tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:13.213737 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a9bd166e-2b92-4ecc-a50f-131f849c3a07 req-c3c1426c-03a6-4e07-a945-46bf448d74ad tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 945 time: 0.2693210 Apr 05 22:43:13.243440 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Provisioning complete for port 0cceafe5-e60a-47b2-86e4-68261228a531 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:43:13.243681 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (0cceafe5-e60a-47b2-86e4-68261228a531), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:13.295096 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a9bd166e-2b92-4ecc-a50f-131f849c3a07 req-29b0f97d-65a7-44e2-b274-1dc50f1beec4 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726378 Apr 05 22:43:13.308974 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-45e3444a-a04f-43df-b10c-93b9719da88f None None] For port ba614464-1b9c-4540-811e-a586f0472446, host dv-cinder-835881-4-iscsi, cleared binding levels {{(pid=103470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:43:13.318847 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-45e3444a-a04f-43df-b10c-93b9719da88f None None] For port ba614464-1b9c-4540-811e-a586f0472446, host dv-cinder-835881-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=ba614464-1b9c-4540-811e-a586f0472446,segment=NetworkSegment(93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb),segment_id=93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb)] {{(pid=103470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:43:13.324908 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b22fbb0e-60f2-4339-b423-f4917c069ad8 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks [] for port (bcacb2b3-9bf1-40c0-8a63-07fdd0e27634), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:13.331582 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-8be8885b-9676-4291-9e0b-f5f64cc61f52 None None] Current status of the port 7e728fb8-3e18-4061-8421-d17f1b083b06 is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:43:13.331752 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b22fbb0e-60f2-4339-b423-f4917c069ad8 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828008'] for port (bcacb2b3-9bf1-40c0-8a63-07fdd0e27634), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:13.334689 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-45e3444a-a04f-43df-b10c-93b9719da88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (ba614464-1b9c-4540-811e-a586f0472446), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:13.391355 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f1d045b3-b090-46e1-b228-0b4f35ac1515 admin admin] Publish callbacks [] for port (39e6cf9a-1a78-4284-886d-fad09db56f1c), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:13.397052 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f1d045b3-b090-46e1-b228-0b4f35ac1515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815399'] for port (39e6cf9a-1a78-4284-886d-fad09db56f1c), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:13.408056 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22fbb0e-60f2-4339-b423-f4917c069ad8 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Pushing event updated for resources: {'Port': ['ID=bcacb2b3-9bf1-40c0-8a63-07fdd0e27634,revision_number=2']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:13.418325 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b22fbb0e-60f2-4339-b423-f4917c069ad8 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536593'] for floatingip (d4df3501-f0aa-4f89-b950-cbe9c9c9cc85), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:13.436390 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e3444a-a04f-43df-b10c-93b9719da88f None None] Routers {'8f1310f5-2e92-4f17-8646-090622bc3c68'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:43:13.437037 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-45e3444a-a04f-43df-b10c-93b9719da88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:43:08Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['8f1310f5-2e92-4f17-8646-090622bc3c68'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:43:13.438845 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97dc63e-f078-45a1-9f8f-95b42295a6c8 None None] Pushing event updated for resources: {'Port': ['ID=ba614464-1b9c-4540-811e-a586f0472446,revision_number=3']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:13.471616 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-f1d045b3-b090-46e1-b228-0b4f35ac1515 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3645371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535098'] for router_interface (8f1310f5-2e92-4f17-8646-090622bc3c68), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:13.473053 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d045b3-b090-46e1-b228-0b4f35ac1515 admin admin] Pushing event updated for resources: {'Port': ['ID=39e6cf9a-1a78-4284-886d-fad09db56f1c,revision_number=2']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:13.490606 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Current status of the port 0cceafe5-e60a-47b2-86e4-68261228a531 is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:43:13.541607 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-3d62edde-209f-4af7-8e36-1d85208860c4 None None] Provisioning complete for port 39e6cf9a-1a78-4284-886d-fad09db56f1c triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:43:13.542065 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3d62edde-209f-4af7-8e36-1d85208860c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (39e6cf9a-1a78-4284-886d-fad09db56f1c), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:13.545826 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.db.l3_db [None req-b22fbb0e-60f2-4339-b423-f4917c069ad8 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Floating IP d4df3501-f0aa-4f89-b950-cbe9c9c9cc85 associated. External IP: 172.27.1.90, port: 6399fef4-cd8d-42d8-852a-64936366419f. Apr 05 22:43:13.576361 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d045b3-b090-46e1-b228-0b4f35ac1515 admin admin] Network 52eca473-6da3-4b22-b5e1-b3c80da8b0d6 is already hosted by enough agents. {{(pid=103468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:43:13.577921 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [None req-f1d045b3-b090-46e1-b228-0b4f35ac1515 admin admin] Resources bound (agent type, host, resource id): {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:43:13.734941 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1d045b3-b090-46e1-b228-0b4f35ac1515 admin admin] Router 8f1310f5-2e92-4f17-8646-090622bc3c68 has already been hosted by L3 agent 79a469f9-bdbc-4492-b479-9e5faeaf33b0 {{(pid=103468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:43:13.736964 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3d62edde-209f-4af7-8e36-1d85208860c4 None None] Port 39e6cf9a-1a78-4284-886d-fad09db56f1c cannot update to ACTIVE because it is not bound. {{(pid=103470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:43:13.741805 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-45e3444a-a04f-43df-b10c-93b9719da88f None None] Set router 8f1310f5-2e92-4f17-8646-090622bc3c68 gateway port host: dv-cinder-835881-4-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:43:13.826811 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b22fbb0e-60f2-4339-b423-f4917c069ad8 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Router 1234f21b-804b-42c6-8ed1-79cd5f091c41 has already been hosted by L3 agent 79a469f9-bdbc-4492-b479-9e5faeaf33b0 {{(pid=103469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:43:13.862962 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d045b3-b090-46e1-b228-0b4f35ac1515 admin admin] Notify agent at l3_agent.dv-cinder-835881-4-iscsi the message routers_updated {{(pid=103468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:43:13.868717 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-f1d045b3-b090-46e1-b228-0b4f35ac1515 admin admin] 10.222.0.45 "PUT /v2.0/routers/8f1310f5-2e92-4f17-8646-090622bc3c68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1321354 Apr 05 22:43:13.910294 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-1c891b0e-41cc-4a17-8a71-d9a811d253b6 None None] Provisioning complete for port 39e6cf9a-1a78-4284-886d-fad09db56f1c triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:43:13.910643 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1c891b0e-41cc-4a17-8a71-d9a811d253b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (39e6cf9a-1a78-4284-886d-fad09db56f1c), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:13.955697 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b22fbb0e-60f2-4339-b423-f4917c069ad8 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Notify agent at l3_agent.dv-cinder-835881-4-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:43:13.966638 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-1c891b0e-41cc-4a17-8a71-d9a811d253b6 None None] Port 39e6cf9a-1a78-4284-886d-fad09db56f1c cannot update to ACTIVE because it is not bound. {{(pid=103470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:43:13.969778 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b411c48e-804f-4722-8603-680ffe17b70a None None] Sync routers for ids ['1234f21b-804b-42c6-8ed1-79cd5f091c41'] in dv-cinder-835881-4-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:43:13.982599 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b22fbb0e-60f2-4339-b423-f4917c069ad8 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for floatingip (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:13.982847 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b411c48e-804f-4722-8603-680ffe17b70a None None] Routers {'1234f21b-804b-42c6-8ed1-79cd5f091c41'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:43:13.983725 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-b411c48e-804f-4722-8603-680ffe17b70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:43:08Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['1234f21b-804b-42c6-8ed1-79cd5f091c41'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:43:14.020340 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-b22fbb0e-60f2-4339-b423-f4917c069ad8 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3772891 Apr 05 22:43:14.020340 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acab9884-4180-449d-a397-76c9a23ab8c2', 'tag': '6399fef4-cd8d-42d8-852a-64936366419f'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:43:14.022703 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f386ba26b1031f5495d5bdef0d2c98b5b567df56bfe60a1d1e0dd7c3f719aed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d8b55fd-4d9e-4d5e-9f44-fee5fdf36c09" -d '{"events": [{"name": "network-changed", "server_uuid": "acab9884-4180-449d-a397-76c9a23ab8c2", "tag": "6399fef4-cd8d-42d8-852a-64936366419f"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:43:14.053212 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-45e3444a-a04f-43df-b10c-93b9719da88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1310f5-2e92-4f17-8646-090622bc3c68', 'name': 'tempest-TestShelveInstance-1995801275-router', 'tenant_id': '02ad71f28a004bd099761471121f15c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'ba614464-1b9c-4540-811e-a586f0472446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:43:09Z', 'updated_at': '2022-04-05T22:43:13Z', 'revision_number': 4, 'project_id': '02ad71f28a004bd099761471121f15c0', 'gw_port': {'id': 'ba614464-1b9c-4540-811e-a586f0472446', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d6:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f1310f5-2e92-4f17-8646-090622bc3c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:43:10Z', 'updated_at': '2022-04-05T22:43:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_interfaces': [{'id': '39e6cf9a-1a78-4284-886d-fad09db56f1c', 'name': '', 'network_id': '52eca473-6da3-4b22-b5e1-b3c80da8b0d6', 'tenant_id': '02ad71f28a004bd099761471121f15c0', 'mac_address': 'fa:16:3e:65:91:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f1310f5-2e92-4f17-8646-090622bc3c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '8666f43c-edf2-4374-9d9f-ea40f860a942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:43:12Z', 'updated_at': '2022-04-05T22:43:13Z', 'revision_number': 2, 'project_id': '02ad71f28a004bd099761471121f15c0', 'subnets': [{'id': '8666f43c-edf2-4374-9d9f-ea40f860a942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:43:14.079305 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-038253cd-a50d-4d49-98b8-f443d13eb902 x-openstack-request-id: req-038253cd-a50d-4d49-98b8-f443d13eb902 {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:43:14.079605 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acab9884-4180-449d-a397-76c9a23ab8c2", "tag": "6399fef4-cd8d-42d8-852a-64936366419f", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:43:14.079863 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-038253cd-a50d-4d49-98b8-f443d13eb902 {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:43:14.080467 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-038253cd-a50d-4d49-98b8-f443d13eb902'] response: {'name': 'network-changed', 'server_uuid': 'acab9884-4180-449d-a397-76c9a23ab8c2', 'tag': '6399fef4-cd8d-42d8-852a-64936366419f', 'status': 'completed', 'code': 200} Apr 05 22:43:14.096896 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e3444a-a04f-43df-b10c-93b9719da88f None None] The sync data for ids ['8f1310f5-2e92-4f17-8646-090622bc3c68'] in dv-cinder-835881-4-iscsi is: [{'id': '8f1310f5-2e92-4f17-8646-090622bc3c68', 'name': 'tempest-TestShelveInstance-1995801275-router', 'tenant_id': '02ad71f28a004bd099761471121f15c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'ba614464-1b9c-4540-811e-a586f0472446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:43:09Z', 'updated_at': '2022-04-05T22:43:13Z', 'revision_number': 4, 'project_id': '02ad71f28a004bd099761471121f15c0', 'gw_port': {'id': 'ba614464-1b9c-4540-811e-a586f0472446', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d6:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f1310f5-2e92-4f17-8646-090622bc3c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:43:10Z', 'updated_at': '2022-04-05T22:43:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_interfaces': [{'id': '39e6cf9a-1a78-4284-886d-fad09db56f1c', 'name': '', 'network_id': '52eca473-6da3-4b22-b5e1-b3c80da8b0d6', 'tenant_id': '02ad71f28a004bd099761471121f15c0', 'mac_address': 'fa:16:3e:65:91:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f1310f5-2e92-4f17-8646-090622bc3c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '8666f43c-edf2-4374-9d9f-ea40f860a942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:43:12Z', 'updated_at': '2022-04-05T22:43:13Z', 'revision_number': 2, 'project_id': '02ad71f28a004bd099761471121f15c0', 'subnets': [{'id': '8666f43c-edf2-4374-9d9f-ea40f860a942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:43:14.135384 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-b411c48e-804f-4722-8603-680ffe17b70a None None] Set router 1234f21b-804b-42c6-8ed1-79cd5f091c41 gateway port host: dv-cinder-835881-4-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:43:14.312371 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b55fd-4d9e-4d5e-9f44-fee5fdf36c09 req-426633cb-9b89-43f9-82b3-23983b8b2323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:14.313923 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8d8b55fd-4d9e-4d5e-9f44-fee5fdf36c09 req-426633cb-9b89-43f9-82b3-23983b8b2323 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c30240b95f844507b090c8c5e4e837f8&device_id=acab9884-4180-449d-a397-76c9a23ab8c2 HTTP/1.1" status: 200 len: 1129 time: 0.0821564 Apr 05 22:43:14.325647 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device 7e728fb8-3e18-4061-8421-d17f1b083b06 up at agent ovs-agent-dv-cinder-835881-4-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:43:14.412990 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Provisioning complete for port 7e728fb8-3e18-4061-8421-d17f1b083b06 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:43:14.413372 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (7e728fb8-3e18-4061-8421-d17f1b083b06), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:14.459950 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-b411c48e-804f-4722-8603-680ffe17b70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'name': 'tempest-TestVolumeBootPattern-1575049161-router', 'tenant_id': 'c30240b95f844507b090c8c5e4e837f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '162c1f4e-739b-4d50-b74e-16242592db8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:39:01Z', 'updated_at': '2022-04-05T22:39:06Z', 'revision_number': 4, 'project_id': 'c30240b95f844507b090c8c5e4e837f8', 'gw_port': {'id': '162c1f4e-739b-4d50-b74e-16242592db8a', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ca:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:02Z', 'updated_at': '2022-04-05T22:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_floatingips': [{'id': 'd4df3501-f0aa-4f89-b950-cbe9c9c9cc85', 'tenant_id': 'c30240b95f844507b090c8c5e4e837f8', 'floating_ip_address': '172.27.1.90', 'floating_network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'router_id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'port_id': '6399fef4-cd8d-42d8-852a-64936366419f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29e62588-d45d-408b-8ff2-41c8ab8f7564', 'mac_address': 'fa:16:3e:fb:99:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acab9884-4180-449d-a397-76c9a23ab8c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:43:12Z', 'updated_at': '2022-04-05T22:43:12Z', 'revision_number': 0, 'project_id': 'c30240b95f844507b090c8c5e4e837f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7acd7cb9-7e4a-4699-9295-869abcd2d15b', 'name': '', 'network_id': '29e62588-d45d-408b-8ff2-41c8ab8f7564', 'tenant_id': 'c30240b95f844507b090c8c5e4e837f8', 'mac_address': 'fa:16:3e:a9:ec:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '01cfd0c4-12a2-43c1-a8b6-36df1c8261fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:05Z', 'updated_at': '2022-04-05T22:39:11Z', 'revision_number': 5, 'project_id': 'c30240b95f844507b090c8c5e4e837f8', 'subnets': [{'id': '01cfd0c4-12a2-43c1-a8b6-36df1c8261fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:43:14.501235 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b55fd-4d9e-4d5e-9f44-fee5fdf36c09 req-d87e67bd-2bee-4a33-9781-16fa67a07fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:14.502891 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8d8b55fd-4d9e-4d5e-9f44-fee5fdf36c09 req-d87e67bd-2bee-4a33-9781-16fa67a07fa0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=29e62588-d45d-408b-8ff2-41c8ab8f7564 HTTP/1.1" status: 200 len: 913 time: 0.1646874 Apr 05 22:43:14.509044 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b411c48e-804f-4722-8603-680ffe17b70a None None] Checking router: 1234f21b-804b-42c6-8ed1-79cd5f091c41 for host: dv-cinder-835881-4-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:43:14.520965 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b411c48e-804f-4722-8603-680ffe17b70a None None] Routers {'1234f21b-804b-42c6-8ed1-79cd5f091c41'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:43:14.521898 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-b411c48e-804f-4722-8603-680ffe17b70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:43:08Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['1234f21b-804b-42c6-8ed1-79cd5f091c41'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:43:14.556158 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Current status of the port 7e728fb8-3e18-4061-8421-d17f1b083b06 is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:43:14.680437 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-b411c48e-804f-4722-8603-680ffe17b70a None None] Set router 1234f21b-804b-42c6-8ed1-79cd5f091c41 gateway port host: dv-cinder-835881-4-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:43:14.724439 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 42544) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:43:14.729863 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-2092b4f2-fc24-49fd-8c34-2992785c9e20 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-902789758', 'description': 'tempest-secgroup-smoke-902789758 description', 'project_id': '9618f5baeec7405cafcaccb0e53c77b4'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:43:14.760154 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2092b4f2-fc24-49fd-8c34-2992785c9e20 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:14.846557 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2092b4f2-fc24-49fd-8c34-2992785c9e20 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Publish callbacks [] for security_group (1d5210fc-2b3e-451e-8690-a29aceaed0fb), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:14.852586 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2092b4f2-fc24-49fd-8c34-2992785c9e20 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (1d5210fc-2b3e-451e-8690-a29aceaed0fb), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:14.874364 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2092b4f2-fc24-49fd-8c34-2992785c9e20 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:14.879116 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-2092b4f2-fc24-49fd-8c34-2992785c9e20 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1532857 Apr 05 22:43:14.879860 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 42546) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:43:14.894412 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-c02992db-97c3-4fef-9203-d6f25631745f tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Request body: {'security_group_rule': {'security_group_id': '1d5210fc-2b3e-451e-8690-a29aceaed0fb', 'project_id': '9618f5baeec7405cafcaccb0e53c77b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:43:14.940579 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092b4f2-fc24-49fd-8c34-2992785c9e20 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5210fc-2b3e-451e-8690-a29aceaed0fb,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:14.950874 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092b4f2-fc24-49fd-8c34-2992785c9e20 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:14.950874 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092b4f2-fc24-49fd-8c34-2992785c9e20 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:14.951127 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092b4f2-fc24-49fd-8c34-2992785c9e20 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:14.951526 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092b4f2-fc24-49fd-8c34-2992785c9e20 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:14.951940 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092b4f2-fc24-49fd-8c34-2992785c9e20 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:14.952338 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092b4f2-fc24-49fd-8c34-2992785c9e20 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:14.952734 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092b4f2-fc24-49fd-8c34-2992785c9e20 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:14.953160 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092b4f2-fc24-49fd-8c34-2992785c9e20 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:14.953625 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092b4f2-fc24-49fd-8c34-2992785c9e20 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:14.954015 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092b4f2-fc24-49fd-8c34-2992785c9e20 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:14.954404 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092b4f2-fc24-49fd-8c34-2992785c9e20 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:14.954814 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092b4f2-fc24-49fd-8c34-2992785c9e20 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:14.955585 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092b4f2-fc24-49fd-8c34-2992785c9e20 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:14.956005 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092b4f2-fc24-49fd-8c34-2992785c9e20 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:14.956396 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2092b4f2-fc24-49fd-8c34-2992785c9e20 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:14.961963 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-b411c48e-804f-4722-8603-680ffe17b70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'name': 'tempest-TestVolumeBootPattern-1575049161-router', 'tenant_id': 'c30240b95f844507b090c8c5e4e837f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '162c1f4e-739b-4d50-b74e-16242592db8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:39:01Z', 'updated_at': '2022-04-05T22:39:06Z', 'revision_number': 4, 'project_id': 'c30240b95f844507b090c8c5e4e837f8', 'gw_port': {'id': '162c1f4e-739b-4d50-b74e-16242592db8a', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ca:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:02Z', 'updated_at': '2022-04-05T22:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_floatingips': [{'id': 'd4df3501-f0aa-4f89-b950-cbe9c9c9cc85', 'tenant_id': 'c30240b95f844507b090c8c5e4e837f8', 'floating_ip_address': '172.27.1.90', 'floating_network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'router_id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'port_id': '6399fef4-cd8d-42d8-852a-64936366419f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29e62588-d45d-408b-8ff2-41c8ab8f7564', 'mac_address': 'fa:16:3e:fb:99:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acab9884-4180-449d-a397-76c9a23ab8c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:43:12Z', 'updated_at': '2022-04-05T22:43:12Z', 'revision_number': 0, 'project_id': 'c30240b95f844507b090c8c5e4e837f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7acd7cb9-7e4a-4699-9295-869abcd2d15b', 'name': '', 'network_id': '29e62588-d45d-408b-8ff2-41c8ab8f7564', 'tenant_id': 'c30240b95f844507b090c8c5e4e837f8', 'mac_address': 'fa:16:3e:a9:ec:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '01cfd0c4-12a2-43c1-a8b6-36df1c8261fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:05Z', 'updated_at': '2022-04-05T22:39:11Z', 'revision_number': 5, 'project_id': 'c30240b95f844507b090c8c5e4e837f8', 'subnets': [{'id': '01cfd0c4-12a2-43c1-a8b6-36df1c8261fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:43:14.992330 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c02992db-97c3-4fef-9203-d6f25631745f tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Publish callbacks [] for security_group_rule (5dbebd91-a190-485c-a0e1-fdd571de77b4), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:15.020923 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b411c48e-804f-4722-8603-680ffe17b70a None None] The sync data for ids ['1234f21b-804b-42c6-8ed1-79cd5f091c41'] in dv-cinder-835881-4-iscsi is: [{'id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'name': 'tempest-TestVolumeBootPattern-1575049161-router', 'tenant_id': 'c30240b95f844507b090c8c5e4e837f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '162c1f4e-739b-4d50-b74e-16242592db8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:39:01Z', 'updated_at': '2022-04-05T22:39:06Z', 'revision_number': 4, 'project_id': 'c30240b95f844507b090c8c5e4e837f8', 'gw_port': {'id': '162c1f4e-739b-4d50-b74e-16242592db8a', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ca:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:02Z', 'updated_at': '2022-04-05T22:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_floatingips': [{'id': 'd4df3501-f0aa-4f89-b950-cbe9c9c9cc85', 'tenant_id': 'c30240b95f844507b090c8c5e4e837f8', 'floating_ip_address': '172.27.1.90', 'floating_network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'router_id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'port_id': '6399fef4-cd8d-42d8-852a-64936366419f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29e62588-d45d-408b-8ff2-41c8ab8f7564', 'mac_address': 'fa:16:3e:fb:99:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acab9884-4180-449d-a397-76c9a23ab8c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:43:12Z', 'updated_at': '2022-04-05T22:43:12Z', 'revision_number': 0, 'project_id': 'c30240b95f844507b090c8c5e4e837f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7acd7cb9-7e4a-4699-9295-869abcd2d15b', 'name': '', 'network_id': '29e62588-d45d-408b-8ff2-41c8ab8f7564', 'tenant_id': 'c30240b95f844507b090c8c5e4e837f8', 'mac_address': 'fa:16:3e:a9:ec:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '01cfd0c4-12a2-43c1-a8b6-36df1c8261fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:05Z', 'updated_at': '2022-04-05T22:39:11Z', 'revision_number': 5, 'project_id': 'c30240b95f844507b090c8c5e4e837f8', 'subnets': [{'id': '01cfd0c4-12a2-43c1-a8b6-36df1c8261fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:43:15.027040 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8d8b55fd-4d9e-4d5e-9f44-fee5fdf36c09 req-3653c00a-82bf-4034-90bd-b6d9d65b6dbe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6399fef4-cd8d-42d8-852a-64936366419f HTTP/1.1" status: 200 len: 998 time: 0.5042038 Apr 05 22:43:15.036788 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc7410-8659-4026-af3a-19fb75a417e1 req-818896ba-c442-4f8c-a3a5-bd7115f3d867 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:15.041063 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c4fc7410-8659-4026-af3a-19fb75a417e1 req-818896ba-c442-4f8c-a3a5-bd7115f3d867 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 945 time: 0.5371237 Apr 05 22:43:15.073962 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c02992db-97c3-4fef-9203-d6f25631745f tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Publish callbacks [] for security_group_rule (5dbebd91-a190-485c-a0e1-fdd571de77b4), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:15.078606 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c02992db-97c3-4fef-9203-d6f25631745f tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586008'] for security_group_rule (5dbebd91-a190-485c-a0e1-fdd571de77b4), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:15.093599 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87b7e5-b032-4b51-ac4d-6cf7964ae09c req-0dc608d7-d04a-4369-84be-d75fa606abe0 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:15.095090 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-fc87b7e5-b032-4b51-ac4d-6cf7964ae09c req-0dc608d7-d04a-4369-84be-d75fa606abe0 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 945 time: 0.5820429 Apr 05 22:43:15.110319 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c02992db-97c3-4fef-9203-d6f25631745f tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:15.112282 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-c02992db-97c3-4fef-9203-d6f25631745f tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2252448 Apr 05 22:43:15.114981 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 42548) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:43:15.120440 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-383ebc49-3eed-4520-88e9-2f58da5e87ca tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Request body: {'security_group_rule': {'security_group_id': '1d5210fc-2b3e-451e-8690-a29aceaed0fb', 'project_id': '9618f5baeec7405cafcaccb0e53c77b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:43:15.126438 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02992db-97c3-4fef-9203-d6f25631745f tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dbebd91-a190-485c-a0e1-fdd571de77b4,revision_number=0']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:15.165438 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-383ebc49-3eed-4520-88e9-2f58da5e87ca tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Publish callbacks [] for security_group_rule (53c921bf-b3de-4016-b585-ff5d9d77f0d9), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:15.180164 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b55fd-4d9e-4d5e-9f44-fee5fdf36c09 req-fd368596-91d4-4c32-ba24-6e7d4303e522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:15.181771 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8d8b55fd-4d9e-4d5e-9f44-fee5fdf36c09 req-fd368596-91d4-4c32-ba24-6e7d4303e522 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=01cfd0c4-12a2-43c1-a8b6-36df1c8261fd HTTP/1.1" status: 200 len: 851 time: 0.1387317 Apr 05 22:43:15.230465 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c4fc7410-8659-4026-af3a-19fb75a417e1 req-04787d7d-0c08-4bb6-8ad3-ed18a7340fd5 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738830 Apr 05 22:43:15.248719 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-383ebc49-3eed-4520-88e9-2f58da5e87ca tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Publish callbacks [] for security_group_rule (53c921bf-b3de-4016-b585-ff5d9d77f0d9), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:15.254139 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-383ebc49-3eed-4520-88e9-2f58da5e87ca tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586008'] for security_group_rule (53c921bf-b3de-4016-b585-ff5d9d77f0d9), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:15.273934 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383ebc49-3eed-4520-88e9-2f58da5e87ca tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53c921bf-b3de-4016-b585-ff5d9d77f0d9,revision_number=0']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:15.283771 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-383ebc49-3eed-4520-88e9-2f58da5e87ca tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:15.287654 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-383ebc49-3eed-4520-88e9-2f58da5e87ca tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1688755 Apr 05 22:43:15.288359 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 42550) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:43:15.293793 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-c1e2f74e-278f-4bc9-887c-c93876e3f797 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Request body: {'security_group_rule': {'security_group_id': '1d5210fc-2b3e-451e-8690-a29aceaed0fb', 'project_id': '9618f5baeec7405cafcaccb0e53c77b4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:43:15.299263 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b55fd-4d9e-4d5e-9f44-fee5fdf36c09 req-ebfe4a7a-ae43-49b8-b86a-b6ea5cc6fee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:15.300935 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8d8b55fd-4d9e-4d5e-9f44-fee5fdf36c09 req-ebfe4a7a-ae43-49b8-b86a-b6ea5cc6fee8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=29e62588-d45d-408b-8ff2-41c8ab8f7564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1121435 Apr 05 22:43:15.324571 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c1e2f74e-278f-4bc9-887c-c93876e3f797 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Publish callbacks [] for security_group_rule (04f4bf68-5eb6-4700-85a1-d48ae098b5b4), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:15.357691 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce58a31-ef18-4777-94dc-999a2926f3b5 None None] New status for floating IP d4df3501-f0aa-4f89-b950-cbe9c9c9cc85: ACTIVE {{(pid=103470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:43:15.409337 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c1e2f74e-278f-4bc9-887c-c93876e3f797 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Publish callbacks [] for security_group_rule (04f4bf68-5eb6-4700-85a1-d48ae098b5b4), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:15.415514 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c1e2f74e-278f-4bc9-887c-c93876e3f797 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586008'] for security_group_rule (04f4bf68-5eb6-4700-85a1-d48ae098b5b4), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:15.415733 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [req-fc87b7e5-b032-4b51-ac4d-6cf7964ae09c req-782bf480-3564-4780-8a1d-4a22251ff268 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Deleting port 8f2e24f9-cd41-4e0f-b54f-daaf60034ee2 {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:43:15.415864 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-fc87b7e5-b032-4b51-ac4d-6cf7964ae09c req-782bf480-3564-4780-8a1d-4a22251ff268 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757100664625'] for port (8f2e24f9-cd41-4e0f-b54f-daaf60034ee2), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:15.446577 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e2f74e-278f-4bc9-887c-c93876e3f797 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04f4bf68-5eb6-4700-85a1-d48ae098b5b4,revision_number=0']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:15.455316 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c1e2f74e-278f-4bc9-887c-c93876e3f797 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:15.457535 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-c1e2f74e-278f-4bc9-887c-c93876e3f797 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1672838 Apr 05 22:43:15.459514 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 42552) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:43:15.465958 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-d44b8f87-48ed-450a-955c-ea73ff55ddf7 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Request body: {'security_group_rule': {'security_group_id': '1d5210fc-2b3e-451e-8690-a29aceaed0fb', 'project_id': '9618f5baeec7405cafcaccb0e53c77b4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:43:15.504022 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-d44b8f87-48ed-450a-955c-ea73ff55ddf7 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Publish callbacks [] for security_group_rule (80be2ffa-49b7-4da4-a121-12982c054ba3), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:15.510477 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8d8b55fd-4d9e-4d5e-9f44-fee5fdf36c09 req-047b8aca-5b59-4ac6-920a-b3f506b63f7c service neutron] 10.222.0.13 "GET /v2.0/networks/29e62588-d45d-408b-8ff2-41c8ab8f7564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027769 Apr 05 22:43:15.577136 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-d44b8f87-48ed-450a-955c-ea73ff55ddf7 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Publish callbacks [] for security_group_rule (80be2ffa-49b7-4da4-a121-12982c054ba3), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:15.583655 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-d44b8f87-48ed-450a-955c-ea73ff55ddf7 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586008'] for security_group_rule (80be2ffa-49b7-4da4-a121-12982c054ba3), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:15.603795 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44b8f87-48ed-450a-955c-ea73ff55ddf7 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80be2ffa-49b7-4da4-a121-12982c054ba3,revision_number=0']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:15.611526 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-d44b8f87-48ed-450a-955c-ea73ff55ddf7 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:15.617241 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-d44b8f87-48ed-450a-955c-ea73ff55ddf7 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1515520 Apr 05 22:43:15.617572 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-fc87b7e5-b032-4b51-ac4d-6cf7964ae09c req-782bf480-3564-4780-8a1d-4a22251ff268 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] For port 8f2e24f9-cd41-4e0f-b54f-daaf60034ee2, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=8f2e24f9-cd41-4e0f-b54f-daaf60034ee2,segment=NetworkSegment(2ad51623-cf08-45c6-9c7b-ddd46cc31ce5),segment_id=2ad51623-cf08-45c6-9c7b-ddd46cc31ce5)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:43:15.617572 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-fc87b7e5-b032-4b51-ac4d-6cf7964ae09c req-782bf480-3564-4780-8a1d-4a22251ff268 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525920'] for port (8f2e24f9-cd41-4e0f-b54f-daaf60034ee2), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:15.617774 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 42554) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:43:15.620462 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-ad95abd2-1302-4473-abcb-de8d9ca2248b tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Request body: {'security_group_rule': {'security_group_id': '1d5210fc-2b3e-451e-8690-a29aceaed0fb', 'project_id': '9618f5baeec7405cafcaccb0e53c77b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:43:15.634399 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [req-fc87b7e5-b032-4b51-ac4d-6cf7964ae09c req-782bf480-3564-4780-8a1d-4a22251ff268 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Calling delete_port for 8f2e24f9-cd41-4e0f-b54f-daaf60034ee2 owned by compute:nova {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:43:15.642320 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.db.securitygroups_db [None req-ad95abd2-1302-4473-abcb-de8d9ca2248b tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Project 9618f5baeec7405cafcaccb0e53c77b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 22:43:15.647616 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ad95abd2-1302-4473-abcb-de8d9ca2248b tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Publish callbacks [] for security_group_rule (4a89dc8f-d6b8-4edc-b55d-f2499b1434c2), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:15.664055 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8d8b55fd-4d9e-4d5e-9f44-fee5fdf36c09 req-af88543a-b801-455d-96e6-417e85b8ce21 service neutron] 10.222.0.13 "GET /v2.0/networks/29e62588-d45d-408b-8ff2-41c8ab8f7564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449587 Apr 05 22:43:15.712651 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ad95abd2-1302-4473-abcb-de8d9ca2248b tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Publish callbacks [] for security_group_rule (4a89dc8f-d6b8-4edc-b55d-f2499b1434c2), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:15.717197 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ad95abd2-1302-4473-abcb-de8d9ca2248b tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586008'] for security_group_rule (4a89dc8f-d6b8-4edc-b55d-f2499b1434c2), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:15.737791 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad95abd2-1302-4473-abcb-de8d9ca2248b tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a89dc8f-d6b8-4edc-b55d-f2499b1434c2,revision_number=0']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:15.755010 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ad95abd2-1302-4473-abcb-de8d9ca2248b tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:15.756281 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-ad95abd2-1302-4473-abcb-de8d9ca2248b tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1398413 Apr 05 22:43:15.759033 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 42556) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:43:15.763390 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-1a4ffec4-a3b0-4bd8-8694-d8fe9a424e93 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Request body: {'security_group_rule': {'security_group_id': '1d5210fc-2b3e-451e-8690-a29aceaed0fb', 'project_id': '9618f5baeec7405cafcaccb0e53c77b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:43:15.787641 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.db.securitygroups_db [None req-1a4ffec4-a3b0-4bd8-8694-d8fe9a424e93 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Project 9618f5baeec7405cafcaccb0e53c77b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 22:43:15.793872 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1a4ffec4-a3b0-4bd8-8694-d8fe9a424e93 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Publish callbacks [] for security_group_rule (a76bf26c-a618-4730-8ced-e8c9976ee865), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:15.809949 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-fc87b7e5-b032-4b51-ac4d-6cf7964ae09c req-782bf480-3564-4780-8a1d-4a22251ff268 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757100670980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757100095757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827921'] for port (8f2e24f9-cd41-4e0f-b54f-daaf60034ee2), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:15.821866 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] get_ports_and_sgs() called for port_ids ['8f2e24f9-cd41-4e0f-b54f-daaf60034ee2', '50a9d59b-5865-4112-823b-dcc7f80dc6fc'] {{(pid=103470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:43:15.841060 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782bf480-3564-4780-8a1d-4a22251ff268 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Pushing event deleted for resources: {'Port': ['ID=8f2e24f9-cd41-4e0f-b54f-daaf60034ee2,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:15.870153 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1a4ffec4-a3b0-4bd8-8694-d8fe9a424e93 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Publish callbacks [] for security_group_rule (a76bf26c-a618-4730-8ced-e8c9976ee865), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:15.874934 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1a4ffec4-a3b0-4bd8-8694-d8fe9a424e93 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586008'] for security_group_rule (a76bf26c-a618-4730-8ced-e8c9976ee865), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:15.893990 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc87b7e5-b032-4b51-ac4d-6cf7964ae09c req-782bf480-3564-4780-8a1d-4a22251ff268 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] No DVR routers for this DVR port 8f2e24f9-cd41-4e0f-b54f-daaf60034ee2 on host hv-cinder-83588 {{(pid=103469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:43:15.895743 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4ffec4-a3b0-4bd8-8694-d8fe9a424e93 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a76bf26c-a618-4730-8ced-e8c9976ee865,revision_number=0']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:15.902346 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-fc87b7e5-b032-4b51-ac4d-6cf7964ae09c req-782bf480-3564-4780-8a1d-4a22251ff268 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:15.904931 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1a4ffec4-a3b0-4bd8-8694-d8fe9a424e93 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:15.913419 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-fc87b7e5-b032-4b51-ac4d-6cf7964ae09c req-782bf480-3564-4780-8a1d-4a22251ff268 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.13 "DELETE /v2.0/ports/8f2e24f9-cd41-4e0f-b54f-daaf60034ee2 HTTP/1.1" status: 204 len: 173 time: 0.7891238 Apr 05 22:43:15.913646 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-1a4ffec4-a3b0-4bd8-8694-d8fe9a424e93 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1461711 Apr 05 22:43:16.081937 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ad9422c-6b70-44fc-aecd-53b2ef3f7c03', 'name': 'network-vif-deleted', 'tag': '8f2e24f9-cd41-4e0f-b54f-daaf60034ee2'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:43:16.084395 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f386ba26b1031f5495d5bdef0d2c98b5b567df56bfe60a1d1e0dd7c3f719aed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24e8b20b-d8b9-4da7-bc97-315bf2590e9f" -d '{"events": [{"server_uuid": "7ad9422c-6b70-44fc-aecd-53b2ef3f7c03", "name": "network-vif-deleted", "tag": "8f2e24f9-cd41-4e0f-b54f-daaf60034ee2"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:43:16.122357 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc02ea5-7031-47a4-be87-1db8ab96cf16 x-openstack-request-id: req-7dc02ea5-7031-47a4-be87-1db8ab96cf16 {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:43:16.122664 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ad9422c-6b70-44fc-aecd-53b2ef3f7c03", "name": "network-vif-deleted", "tag": "8f2e24f9-cd41-4e0f-b54f-daaf60034ee2", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:43:16.122925 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7dc02ea5-7031-47a4-be87-1db8ab96cf16 {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:43:16.123417 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dc02ea5-7031-47a4-be87-1db8ab96cf16'] response: {'server_uuid': '7ad9422c-6b70-44fc-aecd-53b2ef3f7c03', 'name': 'network-vif-deleted', 'tag': '8f2e24f9-cd41-4e0f-b54f-daaf60034ee2', 'status': 'completed', 'code': 200} Apr 05 22:43:16.382747 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device ba614464-1b9c-4540-811e-a586f0472446 up at agent ovs-agent-dv-cinder-835881-4-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:43:16.463225 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Provisioning complete for port ba614464-1b9c-4540-811e-a586f0472446 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:43:16.463449 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-108dcc9a-e37d-4189-a734-28f72fd52385 req-d2befdf7-a7ad-46de-9818-8f6b216b3461 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ad9422c-6b70-44fc-aecd-53b2ef3f7c03 HTTP/1.1" status: 200 len: 210 time: 0.0604541 Apr 05 22:43:16.464690 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (ba614464-1b9c-4540-811e-a586f0472446), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:16.572363 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Current status of the port ba614464-1b9c-4540-811e-a586f0472446 is: DOWN; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:43:16.572689 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (ba614464-1b9c-4540-811e-a586f0472446), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:16.593038 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] For port ba614464-1b9c-4540-811e-a586f0472446, host dv-cinder-835881-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=ba614464-1b9c-4540-811e-a586f0472446,segment=NetworkSegment(93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb),segment_id=93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:43:16.597752 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (ba614464-1b9c-4540-811e-a586f0472446), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:16.649808 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Pushing event updated for resources: {'Port': ['ID=ba614464-1b9c-4540-811e-a586f0472446,revision_number=4']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:17.761753 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b87735-0300-4970-aa56-d85cf1b51b86 req-d9a9ae27-c2bf-4d0b-8ab4-4a4df3b89950 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:17.763287 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-31b87735-0300-4970-aa56-d85cf1b51b86 req-d9a9ae27-c2bf-4d0b-8ab4-4a4df3b89950 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0326d1c-064c-4b3c-9ffd-06a7df79dec6 HTTP/1.1" status: 200 len: 946 time: 0.0633850 Apr 05 22:43:17.813392 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-31b87735-0300-4970-aa56-d85cf1b51b86 req-f50cec04-ba9a-4312-8015-007c2e8fa2b6 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444400 Apr 05 22:43:18.279640 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfebbe5-aa82-4648-8501-a6e70a270a47 None None] Sync routers for ids ['8f1310f5-2e92-4f17-8646-090622bc3c68'] in dv-cinder-835881-4-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:43:18.295119 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfebbe5-aa82-4648-8501-a6e70a270a47 None None] Routers {'8f1310f5-2e92-4f17-8646-090622bc3c68'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:43:18.295819 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-3dfebbe5-aa82-4648-8501-a6e70a270a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:43:08Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['8f1310f5-2e92-4f17-8646-090622bc3c68'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:43:18.310995 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device ba614464-1b9c-4540-811e-a586f0472446 up at agent ovs-agent-dv-cinder-835881-4-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:43:18.363857 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Provisioning complete for port ba614464-1b9c-4540-811e-a586f0472446 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:43:18.364488 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (ba614464-1b9c-4540-811e-a586f0472446), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:18.407399 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-3dfebbe5-aa82-4648-8501-a6e70a270a47 None None] Set router 8f1310f5-2e92-4f17-8646-090622bc3c68 gateway port host: dv-cinder-835881-4-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:43:18.451941 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Current status of the port ba614464-1b9c-4540-811e-a586f0472446 is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:43:18.696227 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-3dfebbe5-aa82-4648-8501-a6e70a270a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1310f5-2e92-4f17-8646-090622bc3c68', 'name': 'tempest-TestShelveInstance-1995801275-router', 'tenant_id': '02ad71f28a004bd099761471121f15c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'ba614464-1b9c-4540-811e-a586f0472446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:43:09Z', 'updated_at': '2022-04-05T22:43:13Z', 'revision_number': 4, 'project_id': '02ad71f28a004bd099761471121f15c0', 'gw_port': {'id': 'ba614464-1b9c-4540-811e-a586f0472446', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1310f5-2e92-4f17-8646-090622bc3c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:43:10Z', 'updated_at': '2022-04-05T22:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_interfaces': [{'id': '39e6cf9a-1a78-4284-886d-fad09db56f1c', 'name': '', 'network_id': '52eca473-6da3-4b22-b5e1-b3c80da8b0d6', 'tenant_id': '02ad71f28a004bd099761471121f15c0', 'mac_address': 'fa:16:3e:65:91:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f1310f5-2e92-4f17-8646-090622bc3c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '8666f43c-edf2-4374-9d9f-ea40f860a942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:43:12Z', 'updated_at': '2022-04-05T22:43:13Z', 'revision_number': 2, 'project_id': '02ad71f28a004bd099761471121f15c0', 'subnets': [{'id': '8666f43c-edf2-4374-9d9f-ea40f860a942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:43:18.722373 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfebbe5-aa82-4648-8501-a6e70a270a47 None None] Checking router: 8f1310f5-2e92-4f17-8646-090622bc3c68 for host: dv-cinder-835881-4-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:43:18.722729 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfebbe5-aa82-4648-8501-a6e70a270a47 None None] Updating router 8f1310f5-2e92-4f17-8646-090622bc3c68 port 39e6cf9a-1a78-4284-886d-fad09db56f1c binding host dv-cinder-835881-4-iscsi {{(pid=103471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 22:43:18.750547 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3dfebbe5-aa82-4648-8501-a6e70a270a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (39e6cf9a-1a78-4284-886d-fad09db56f1c), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:18.938968 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a697a7-de5c-4fec-8db0-41a6b2b4ae98 req-bb4889e5-e12a-4cf6-b08d-c013fb6245b3 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:18.940601 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-59a697a7-de5c-4fec-8db0-41a6b2b4ae98 req-bb4889e5-e12a-4cf6-b08d-c013fb6245b3 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0326d1c-064c-4b3c-9ffd-06a7df79dec6 HTTP/1.1" status: 200 len: 946 time: 0.0534117 Apr 05 22:43:18.989331 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-59a697a7-de5c-4fec-8db0-41a6b2b4ae98 req-b1bb1476-1d25-477e-bcfc-2315c9a56cc4 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425467 Apr 05 22:43:19.015251 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3dfebbe5-aa82-4648-8501-a6e70a270a47 None None] Publish callbacks [] for port (39e6cf9a-1a78-4284-886d-fad09db56f1c), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:19.020359 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3dfebbe5-aa82-4648-8501-a6e70a270a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (39e6cf9a-1a78-4284-886d-fad09db56f1c), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:19.068319 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b46a4e-81b3-4394-b439-828b8a177cd9 None None] Pushing event updated for resources: {'Port': ['ID=39e6cf9a-1a78-4284-886d-fad09db56f1c,revision_number=3']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:19.092012 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b46a4e-81b3-4394-b439-828b8a177cd9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:19.092347 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b46a4e-81b3-4394-b439-828b8a177cd9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:19.092960 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b46a4e-81b3-4394-b439-828b8a177cd9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:19.093309 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b46a4e-81b3-4394-b439-828b8a177cd9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:19.093664 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b46a4e-81b3-4394-b439-828b8a177cd9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:19.093987 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b46a4e-81b3-4394-b439-828b8a177cd9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:19.094303 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b46a4e-81b3-4394-b439-828b8a177cd9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:19.094618 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b46a4e-81b3-4394-b439-828b8a177cd9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:19.094933 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b46a4e-81b3-4394-b439-828b8a177cd9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:19.095246 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b46a4e-81b3-4394-b439-828b8a177cd9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:19.095559 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b46a4e-81b3-4394-b439-828b8a177cd9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:19.095885 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b46a4e-81b3-4394-b439-828b8a177cd9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:19.096200 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b46a4e-81b3-4394-b439-828b8a177cd9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:19.096516 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b46a4e-81b3-4394-b439-828b8a177cd9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:19.096826 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b46a4e-81b3-4394-b439-828b8a177cd9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:19.133778 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-3dfebbe5-aa82-4648-8501-a6e70a270a47 None None] Attempting to bind port 39e6cf9a-1a78-4284-886d-fad09db56f1c on host dv-cinder-835881-4-iscsi for vnic_type normal with profile {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:43:19.134142 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-3dfebbe5-aa82-4648-8501-a6e70a270a47 None None] Attempting to bind port 39e6cf9a-1a78-4284-886d-fad09db56f1c by drivers openvswitch,hyperv on host dv-cinder-835881-4-iscsi at level 0 using segments [{'id': '3e3b37a7-6d33-42d2-a04b-4d0e92653672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '52eca473-6da3-4b22-b5e1-b3c80da8b0d6'}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:43:19.134522 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfebbe5-aa82-4648-8501-a6e70a270a47 None None] Attempting to bind port 39e6cf9a-1a78-4284-886d-fad09db56f1c on network 52eca473-6da3-4b22-b5e1-b3c80da8b0d6 {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:43:19.139562 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfebbe5-aa82-4648-8501-a6e70a270a47 None None] Checking agent: {'id': 'b771b186-15ef-4a1a-9c73-ea54ac08c8ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 28, 12), 'started_at': datetime.datetime(2022, 4, 5, 22, 28, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:43:19.139926 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfebbe5-aa82-4648-8501-a6e70a270a47 None None] Checking segment: {'id': '3e3b37a7-6d33-42d2-a04b-4d0e92653672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '52eca473-6da3-4b22-b5e1-b3c80da8b0d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:43:19.140500 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3dfebbe5-aa82-4648-8501-a6e70a270a47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:19.140736 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfebbe5-aa82-4648-8501-a6e70a270a47 None None] Bound using segment: {'id': '3e3b37a7-6d33-42d2-a04b-4d0e92653672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '52eca473-6da3-4b22-b5e1-b3c80da8b0d6'} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:43:19.141194 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-3dfebbe5-aa82-4648-8501-a6e70a270a47 None None] Bound port: 39e6cf9a-1a78-4284-886d-fad09db56f1c, host: dv-cinder-835881-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e3b37a7-6d33-42d2-a04b-4d0e92653672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '52eca473-6da3-4b22-b5e1-b3c80da8b0d6'}}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:43:19.141584 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3dfebbe5-aa82-4648-8501-a6e70a270a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (39e6cf9a-1a78-4284-886d-fad09db56f1c), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:19.210731 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-3dfebbe5-aa82-4648-8501-a6e70a270a47 None None] For port 39e6cf9a-1a78-4284-886d-fad09db56f1c, host dv-cinder-835881-4-iscsi, cleared binding levels {{(pid=103471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:43:19.213921 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-3dfebbe5-aa82-4648-8501-a6e70a270a47 None None] For port 39e6cf9a-1a78-4284-886d-fad09db56f1c, host dv-cinder-835881-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=39e6cf9a-1a78-4284-886d-fad09db56f1c,segment=NetworkSegment(3e3b37a7-6d33-42d2-a04b-4d0e92653672),segment_id=3e3b37a7-6d33-42d2-a04b-4d0e92653672)] {{(pid=103471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:43:19.220635 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3dfebbe5-aa82-4648-8501-a6e70a270a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (39e6cf9a-1a78-4284-886d-fad09db56f1c), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:19.276859 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfebbe5-aa82-4648-8501-a6e70a270a47 None None] Routers {'8f1310f5-2e92-4f17-8646-090622bc3c68'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:43:19.277498 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-3dfebbe5-aa82-4648-8501-a6e70a270a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:43:08Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['8f1310f5-2e92-4f17-8646-090622bc3c68'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:43:19.323093 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b46a4e-81b3-4394-b439-828b8a177cd9 None None] Pushing event updated for resources: {'Port': ['ID=39e6cf9a-1a78-4284-886d-fad09db56f1c,revision_number=4']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:19.325048 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-0192deac-e6dd-4432-927b-31d0e96a001d None None] Provisioning complete for port 39e6cf9a-1a78-4284-886d-fad09db56f1c triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:43:19.325557 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-0192deac-e6dd-4432-927b-31d0e96a001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (39e6cf9a-1a78-4284-886d-fad09db56f1c), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:19.409823 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-3dfebbe5-aa82-4648-8501-a6e70a270a47 None None] Set router 8f1310f5-2e92-4f17-8646-090622bc3c68 gateway port host: dv-cinder-835881-4-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:43:19.430610 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-0192deac-e6dd-4432-927b-31d0e96a001d None None] Current status of the port 39e6cf9a-1a78-4284-886d-fad09db56f1c is: DOWN; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:43:19.431007 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-0192deac-e6dd-4432-927b-31d0e96a001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (39e6cf9a-1a78-4284-886d-fad09db56f1c), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:19.469977 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-0192deac-e6dd-4432-927b-31d0e96a001d None None] For port 39e6cf9a-1a78-4284-886d-fad09db56f1c, host dv-cinder-835881-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=39e6cf9a-1a78-4284-886d-fad09db56f1c,segment=NetworkSegment(3e3b37a7-6d33-42d2-a04b-4d0e92653672),segment_id=3e3b37a7-6d33-42d2-a04b-4d0e92653672)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:43:19.478162 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-0192deac-e6dd-4432-927b-31d0e96a001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (39e6cf9a-1a78-4284-886d-fad09db56f1c), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:19.527594 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192deac-e6dd-4432-927b-31d0e96a001d None None] Pushing event updated for resources: {'Port': ['ID=39e6cf9a-1a78-4284-886d-fad09db56f1c,revision_number=5']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:19.600434 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-9bf764ce-a932-49c7-91b5-3d163753999a None None] Provisioning complete for port 39e6cf9a-1a78-4284-886d-fad09db56f1c triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:43:19.601737 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-9bf764ce-a932-49c7-91b5-3d163753999a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (39e6cf9a-1a78-4284-886d-fad09db56f1c), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:19.623880 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-3dfebbe5-aa82-4648-8501-a6e70a270a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1310f5-2e92-4f17-8646-090622bc3c68', 'name': 'tempest-TestShelveInstance-1995801275-router', 'tenant_id': '02ad71f28a004bd099761471121f15c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'ba614464-1b9c-4540-811e-a586f0472446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:43:09Z', 'updated_at': '2022-04-05T22:43:13Z', 'revision_number': 4, 'project_id': '02ad71f28a004bd099761471121f15c0', 'gw_port': {'id': 'ba614464-1b9c-4540-811e-a586f0472446', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1310f5-2e92-4f17-8646-090622bc3c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:43:10Z', 'updated_at': '2022-04-05T22:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_interfaces': [{'id': '39e6cf9a-1a78-4284-886d-fad09db56f1c', 'name': '', 'network_id': '52eca473-6da3-4b22-b5e1-b3c80da8b0d6', 'tenant_id': '02ad71f28a004bd099761471121f15c0', 'mac_address': 'fa:16:3e:65:91:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f1310f5-2e92-4f17-8646-090622bc3c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '8666f43c-edf2-4374-9d9f-ea40f860a942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:43:12Z', 'updated_at': '2022-04-05T22:43:19Z', 'revision_number': 4, 'project_id': '02ad71f28a004bd099761471121f15c0', 'subnets': [{'id': '8666f43c-edf2-4374-9d9f-ea40f860a942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:43:19.658016 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfebbe5-aa82-4648-8501-a6e70a270a47 None None] The sync data for ids ['8f1310f5-2e92-4f17-8646-090622bc3c68'] in dv-cinder-835881-4-iscsi is: [{'id': '8f1310f5-2e92-4f17-8646-090622bc3c68', 'name': 'tempest-TestShelveInstance-1995801275-router', 'tenant_id': '02ad71f28a004bd099761471121f15c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'ba614464-1b9c-4540-811e-a586f0472446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:43:09Z', 'updated_at': '2022-04-05T22:43:13Z', 'revision_number': 4, 'project_id': '02ad71f28a004bd099761471121f15c0', 'gw_port': {'id': 'ba614464-1b9c-4540-811e-a586f0472446', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1310f5-2e92-4f17-8646-090622bc3c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:43:10Z', 'updated_at': '2022-04-05T22:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_interfaces': [{'id': '39e6cf9a-1a78-4284-886d-fad09db56f1c', 'name': '', 'network_id': '52eca473-6da3-4b22-b5e1-b3c80da8b0d6', 'tenant_id': '02ad71f28a004bd099761471121f15c0', 'mac_address': 'fa:16:3e:65:91:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f1310f5-2e92-4f17-8646-090622bc3c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '8666f43c-edf2-4374-9d9f-ea40f860a942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:43:12Z', 'updated_at': '2022-04-05T22:43:19Z', 'revision_number': 4, 'project_id': '02ad71f28a004bd099761471121f15c0', 'subnets': [{'id': '8666f43c-edf2-4374-9d9f-ea40f860a942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:43:19.687628 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-9bf764ce-a932-49c7-91b5-3d163753999a None None] Current status of the port 39e6cf9a-1a78-4284-886d-fad09db56f1c is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:43:19.926670 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device 8f2e24f9-cd41-4e0f-b54f-daaf60034ee2 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:43:19.950930 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] No Port match for: 8f2e24f9-cd41-4e0f-b54f-daaf60034ee2 {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:43:19.951274 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device 8f2e24f9-cd41-4e0f-b54f-daaf60034ee2 not bound to the agent host hv-cinder-83588 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:43:20.269002 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfecab05-0edb-44d6-8747-251aa2c3b280 req-b5447e44-686b-4708-a4fe-d28867636017 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:20.270629 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-dfecab05-0edb-44d6-8747-251aa2c3b280 req-b5447e44-686b-4708-a4fe-d28867636017 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0326d1c-064c-4b3c-9ffd-06a7df79dec6 HTTP/1.1" status: 200 len: 946 time: 0.0578072 Apr 05 22:43:20.320755 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device 39e6cf9a-1a78-4284-886d-fad09db56f1c up at agent ovs-agent-dv-cinder-835881-4-iscsi {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:43:20.322687 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-dfecab05-0edb-44d6-8747-251aa2c3b280 req-25dba032-d197-4373-8ffd-156ae46f857a tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/security-groups?id=1090c8a0-dded-4251-9319-be49edf8a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462234 Apr 05 22:43:20.370799 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Provisioning complete for port 39e6cf9a-1a78-4284-886d-fad09db56f1c triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:43:20.371365 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (39e6cf9a-1a78-4284-886d-fad09db56f1c), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:20.450984 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Current status of the port 39e6cf9a-1a78-4284-886d-fad09db56f1c is: ACTIVE; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:43:20.596673 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09264614-85ec-44cd-a18c-09c787656a0d req-f1ec729d-2343-413e-b2ad-390a9f5fa08b tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:20.598109 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-09264614-85ec-44cd-a18c-09c787656a0d req-f1ec729d-2343-413e-b2ad-390a9f5fa08b tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0326d1c-064c-4b3c-9ffd-06a7df79dec6 HTTP/1.1" status: 200 len: 946 time: 0.0522082 Apr 05 22:43:20.702055 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [req-09264614-85ec-44cd-a18c-09c787656a0d req-2217eb91-14bb-4fcc-ada6-a562bf5c15d8 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Deleting port 50a9d59b-5865-4112-823b-dcc7f80dc6fc {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:43:20.702398 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-09264614-85ec-44cd-a18c-09c787656a0d req-2217eb91-14bb-4fcc-ada6-a562bf5c15d8 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757100664625'] for port (50a9d59b-5865-4112-823b-dcc7f80dc6fc), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:20.790083 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-09264614-85ec-44cd-a18c-09c787656a0d req-2217eb91-14bb-4fcc-ada6-a562bf5c15d8 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] For port 50a9d59b-5865-4112-823b-dcc7f80dc6fc, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=50a9d59b-5865-4112-823b-dcc7f80dc6fc,segment=NetworkSegment(2ad51623-cf08-45c6-9c7b-ddd46cc31ce5),segment_id=2ad51623-cf08-45c6-9c7b-ddd46cc31ce5)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:43:20.790440 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-09264614-85ec-44cd-a18c-09c787656a0d req-2217eb91-14bb-4fcc-ada6-a562bf5c15d8 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525920'] for port (50a9d59b-5865-4112-823b-dcc7f80dc6fc), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:20.803599 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [req-09264614-85ec-44cd-a18c-09c787656a0d req-2217eb91-14bb-4fcc-ada6-a562bf5c15d8 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Calling delete_port for 50a9d59b-5865-4112-823b-dcc7f80dc6fc owned by compute:nova {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:43:20.935154 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-09264614-85ec-44cd-a18c-09c787656a0d req-2217eb91-14bb-4fcc-ada6-a562bf5c15d8 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757100670980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757100095757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827921'] for port (50a9d59b-5865-4112-823b-dcc7f80dc6fc), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:20.949279 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] get_ports_and_sgs() called for port_ids ['50a9d59b-5865-4112-823b-dcc7f80dc6fc'] {{(pid=103470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:43:20.964787 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2217eb91-14bb-4fcc-ada6-a562bf5c15d8 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Pushing event deleted for resources: {'Port': ['ID=50a9d59b-5865-4112-823b-dcc7f80dc6fc,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:21.016254 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [req-09264614-85ec-44cd-a18c-09c787656a0d req-2217eb91-14bb-4fcc-ada6-a562bf5c15d8 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] No DVR routers for this DVR port 50a9d59b-5865-4112-823b-dcc7f80dc6fc on host hv-cinder-83588 {{(pid=103469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:43:21.018672 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-09264614-85ec-44cd-a18c-09c787656a0d req-2217eb91-14bb-4fcc-ada6-a562bf5c15d8 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:21.022199 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-09264614-85ec-44cd-a18c-09c787656a0d req-2217eb91-14bb-4fcc-ada6-a562bf5c15d8 tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.13 "DELETE /v2.0/ports/50a9d59b-5865-4112-823b-dcc7f80dc6fc HTTP/1.1" status: 204 len: 173 time: 0.4142244 Apr 05 22:43:21.022708 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0326d1c-064c-4b3c-9ffd-06a7df79dec6', 'name': 'network-vif-deleted', 'tag': '50a9d59b-5865-4112-823b-dcc7f80dc6fc'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:43:21.025448 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f386ba26b1031f5495d5bdef0d2c98b5b567df56bfe60a1d1e0dd7c3f719aed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e54dcc2-633e-468c-931c-cce9a3ad0cd2" -d '{"events": [{"server_uuid": "f0326d1c-064c-4b3c-9ffd-06a7df79dec6", "name": "network-vif-deleted", "tag": "50a9d59b-5865-4112-823b-dcc7f80dc6fc"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:43:21.065554 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a2b8134-8920-4c2f-aa9d-880ef493c97c x-openstack-request-id: req-9a2b8134-8920-4c2f-aa9d-880ef493c97c {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:43:21.065898 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0326d1c-064c-4b3c-9ffd-06a7df79dec6", "name": "network-vif-deleted", "tag": "50a9d59b-5865-4112-823b-dcc7f80dc6fc", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:43:21.066214 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9a2b8134-8920-4c2f-aa9d-880ef493c97c {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:43:21.066674 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a2b8134-8920-4c2f-aa9d-880ef493c97c'] response: {'server_uuid': 'f0326d1c-064c-4b3c-9ffd-06a7df79dec6', 'name': 'network-vif-deleted', 'tag': '50a9d59b-5865-4112-823b-dcc7f80dc6fc', 'status': 'completed', 'code': 200} Apr 05 22:43:21.433794 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c669b02a-8062-4a68-b3a4-2cd2bcacac98 req-df759903-80a3-484d-95f6-e610098ab7ce tempest-ServerRescueNegativeTestJSON-1103755978 tempest-ServerRescueNegativeTestJSON-1103755978-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0326d1c-064c-4b3c-9ffd-06a7df79dec6 HTTP/1.1" status: 200 len: 210 time: 0.0288794 Apr 05 22:43:22.496807 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 42646) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:43:23.234155 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-bab9f008-5883-4421-ae30-c1da4bc11837 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535057'] for router_interface (074602ce-52eb-49db-b2b4-9c9dd099caab), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:23.486479 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-bab9f008-5883-4421-ae30-c1da4bc11837 admin admin] Deleting port 4f69c885-3161-428d-a165-07787169a6aa {{(pid=103468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:43:23.486903 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-bab9f008-5883-4421-ae30-c1da4bc11837 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757100664625'] for port (4f69c885-3161-428d-a165-07787169a6aa), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:23.567879 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-bab9f008-5883-4421-ae30-c1da4bc11837 admin admin] For port 4f69c885-3161-428d-a165-07787169a6aa, host dv-cinder-835881-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=4f69c885-3161-428d-a165-07787169a6aa,segment=NetworkSegment(2ad51623-cf08-45c6-9c7b-ddd46cc31ce5),segment_id=2ad51623-cf08-45c6-9c7b-ddd46cc31ce5)] {{(pid=103468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:43:23.568594 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-bab9f008-5883-4421-ae30-c1da4bc11837 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525920'] for port (4f69c885-3161-428d-a165-07787169a6aa), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:23.580557 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-bab9f008-5883-4421-ae30-c1da4bc11837 admin admin] Calling delete_port for 4f69c885-3161-428d-a165-07787169a6aa owned by network:router_interface {{(pid=103468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:43:23.766474 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-bab9f008-5883-4421-ae30-c1da4bc11837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757100670980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757100095757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815454'] for port (4f69c885-3161-428d-a165-07787169a6aa), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:23.798789 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab9f008-5883-4421-ae30-c1da4bc11837 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f69c885-3161-428d-a165-07787169a6aa,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:23.975071 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-bab9f008-5883-4421-ae30-c1da4bc11837 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3645314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536705'] for router_interface (074602ce-52eb-49db-b2b4-9c9dd099caab), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:24.208099 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bab9f008-5883-4421-ae30-c1da4bc11837 admin admin] Router 074602ce-52eb-49db-b2b4-9c9dd099caab has already been hosted by L3 agent 79a469f9-bdbc-4492-b479-9e5faeaf33b0 {{(pid=103468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:43:24.322166 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab9f008-5883-4421-ae30-c1da4bc11837 admin admin] Notify agent at l3_agent.dv-cinder-835881-4-iscsi the message routers_updated {{(pid=103468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:43:24.329147 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-bab9f008-5883-4421-ae30-c1da4bc11837 admin admin] 10.222.0.45 "PUT /v2.0/routers/074602ce-52eb-49db-b2b4-9c9dd099caab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8312721 Apr 05 22:43:24.329856 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 42656) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:43:24.331894 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a79e55d-44db-490f-a283-5f9d3ef77760 None None] Sync routers for ids ['074602ce-52eb-49db-b2b4-9c9dd099caab'] in dv-cinder-835881-4-iscsi {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:43:24.342779 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a79e55d-44db-490f-a283-5f9d3ef77760 None None] Routers {'074602ce-52eb-49db-b2b4-9c9dd099caab'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:43:24.343405 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-4a79e55d-44db-490f-a283-5f9d3ef77760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:43:08Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['074602ce-52eb-49db-b2b4-9c9dd099caab'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:43:24.439716 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-92b25b39-ce37-4ca8-aa79-d30ae7ed8dd5 admin admin] Publish callbacks [] for router (074602ce-52eb-49db-b2b4-9c9dd099caab), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:24.454837 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-4a79e55d-44db-490f-a283-5f9d3ef77760 None None] Set router 074602ce-52eb-49db-b2b4-9c9dd099caab gateway port host: dv-cinder-835881-4-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:43:24.546950 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-92b25b39-ce37-4ca8-aa79-d30ae7ed8dd5 admin admin] Publish callbacks [] for router_gateway (074602ce-52eb-49db-b2b4-9c9dd099caab), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:24.605558 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-92b25b39-ce37-4ca8-aa79-d30ae7ed8dd5 admin admin] Deleting port afdd8a75-4065-46c1-8241-8b04d9e6aaaf {{(pid=103468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:43:24.606243 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-92b25b39-ce37-4ca8-aa79-d30ae7ed8dd5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757100664625'] for port (afdd8a75-4065-46c1-8241-8b04d9e6aaaf), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:24.639656 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-4a79e55d-44db-490f-a283-5f9d3ef77760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '074602ce-52eb-49db-b2b4-9c9dd099caab', 'name': 'tempest-ServerRescueNegativeTestJSON-879278927-router', 'tenant_id': '1ba0c2747b5346a280f6f563ba891f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': 'afdd8a75-4065-46c1-8241-8b04d9e6aaaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:36:27Z', 'updated_at': '2022-04-05T22:43:23Z', 'revision_number': 5, 'project_id': '1ba0c2747b5346a280f6f563ba891f9e', 'gw_port': {'id': 'afdd8a75-4065-46c1-8241-8b04d9e6aaaf', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:53:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074602ce-52eb-49db-b2b4-9c9dd099caab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:29Z', 'updated_at': '2022-04-05T22:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi'}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:43:24.672604 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a79e55d-44db-490f-a283-5f9d3ef77760 None None] Checking router: 074602ce-52eb-49db-b2b4-9c9dd099caab for host: dv-cinder-835881-4-iscsi {{(pid=103470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:43:24.681048 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a79e55d-44db-490f-a283-5f9d3ef77760 None None] Routers {'074602ce-52eb-49db-b2b4-9c9dd099caab'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:43:24.681677 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-4a79e55d-44db-490f-a283-5f9d3ef77760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:43:08Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['074602ce-52eb-49db-b2b4-9c9dd099caab'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:43:24.693387 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-92b25b39-ce37-4ca8-aa79-d30ae7ed8dd5 admin admin] For port afdd8a75-4065-46c1-8241-8b04d9e6aaaf, host dv-cinder-835881-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=afdd8a75-4065-46c1-8241-8b04d9e6aaaf,segment=NetworkSegment(93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb),segment_id=93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb)] {{(pid=103468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:43:24.693728 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-92b25b39-ce37-4ca8-aa79-d30ae7ed8dd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525920'] for port (afdd8a75-4065-46c1-8241-8b04d9e6aaaf), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:24.707831 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-92b25b39-ce37-4ca8-aa79-d30ae7ed8dd5 admin admin] Calling delete_port for afdd8a75-4065-46c1-8241-8b04d9e6aaaf owned by network:router_gateway {{(pid=103468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:43:24.768981 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-4a79e55d-44db-490f-a283-5f9d3ef77760 None None] Set router 074602ce-52eb-49db-b2b4-9c9dd099caab gateway port host: None {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:43:24.833283 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-4a79e55d-44db-490f-a283-5f9d3ef77760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '074602ce-52eb-49db-b2b4-9c9dd099caab', 'name': 'tempest-ServerRescueNegativeTestJSON-879278927-router', 'tenant_id': '1ba0c2747b5346a280f6f563ba891f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:36:27Z', 'updated_at': '2022-04-05T22:43:24Z', 'revision_number': 6, 'project_id': '1ba0c2747b5346a280f6f563ba891f9e', 'gw_port_host': None}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:43:24.868320 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a79e55d-44db-490f-a283-5f9d3ef77760 None None] The sync data for ids ['074602ce-52eb-49db-b2b4-9c9dd099caab'] in dv-cinder-835881-4-iscsi is: [{'id': '074602ce-52eb-49db-b2b4-9c9dd099caab', 'name': 'tempest-ServerRescueNegativeTestJSON-879278927-router', 'tenant_id': '1ba0c2747b5346a280f6f563ba891f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:36:27Z', 'updated_at': '2022-04-05T22:43:24Z', 'revision_number': 6, 'project_id': '1ba0c2747b5346a280f6f563ba891f9e', 'gw_port_host': None}] {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:43:24.911422 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-92b25b39-ce37-4ca8-aa79-d30ae7ed8dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757100670980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757100095757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815454'] for port (afdd8a75-4065-46c1-8241-8b04d9e6aaaf), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:24.938654 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b25b39-ce37-4ca8-aa79-d30ae7ed8dd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=afdd8a75-4065-46c1-8241-8b04d9e6aaaf,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:25.001236 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-92b25b39-ce37-4ca8-aa79-d30ae7ed8dd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536647'] for router_gateway (074602ce-52eb-49db-b2b4-9c9dd099caab), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:25.098824 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-92b25b39-ce37-4ca8-aa79-d30ae7ed8dd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5469'] for router (074602ce-52eb-49db-b2b4-9c9dd099caab), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:25.101553 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-92b25b39-ce37-4ca8-aa79-d30ae7ed8dd5 admin admin] Publish callbacks [] for router_controller (074602ce-52eb-49db-b2b4-9c9dd099caab), precommit_delete_associations {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:25.145347 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-92b25b39-ce37-4ca8-aa79-d30ae7ed8dd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534781'] for router (074602ce-52eb-49db-b2b4-9c9dd099caab), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:25.145994 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92b25b39-ce37-4ca8-aa79-d30ae7ed8dd5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 074602ce-52eb-49db-b2b4-9c9dd099caab {{(pid=103468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 22:43:25.151576 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-92b25b39-ce37-4ca8-aa79-d30ae7ed8dd5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:25.152355 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-92b25b39-ce37-4ca8-aa79-d30ae7ed8dd5 admin admin] 10.222.0.45 "DELETE /v2.0/routers/074602ce-52eb-49db-b2b4-9c9dd099caab HTTP/1.1" status: 204 len: 168 time: 0.8215446 Apr 05 22:43:25.154895 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 42660) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:43:25.199674 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.db.db_base_plugin_v2 [None req-47f32ebd-f511-4944-9891-b4a598788399 admin admin] Deleting subnet 37586d04-a04b-404d-8716-ce23cb986874 {{(pid=103468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 22:43:25.202675 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-47f32ebd-f511-4944-9891-b4a598788399 admin admin] Publish callbacks [] for subnet (37586d04-a04b-404d-8716-ce23cb986874), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:25.240288 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-47f32ebd-f511-4944-9891-b4a598788399 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12319024'] for subnet (37586d04-a04b-404d-8716-ce23cb986874), precommit_delete_associations {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:25.332019 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-47f32ebd-f511-4944-9891-b4a598788399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3499703'] for subnet (37586d04-a04b-404d-8716-ce23cb986874), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:25.390004 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-47f32ebd-f511-4944-9891-b4a598788399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3499704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8580164'] for subnet (37586d04-a04b-404d-8716-ce23cb986874), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:25.416880 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f32ebd-f511-4944-9891-b4a598788399 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37586d04-a04b-404d-8716-ce23cb986874,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:25.418855 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-47f32ebd-f511-4944-9891-b4a598788399 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644259'] for subnet (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:25.423171 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-47f32ebd-f511-4944-9891-b4a598788399 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/37586d04-a04b-404d-8716-ce23cb986874 HTTP/1.1" status: 204 len: 168 time: 0.2673154 Apr 05 22:43:25.423322 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1308d8a-2eb7-4ba7-ac6e-786e4a31777c None None] Network 3db3989f-3792-497b-8859-b82b64749acf requested from dv-cinder-835881-4-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:43:25.424655 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 42662) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:43:25.495135 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-fe3c596c-0ad4-42b9-a41b-4c3eec12c7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539952'] for network (3db3989f-3792-497b-8859-b82b64749acf), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:25.549780 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-fe3c596c-0ad4-42b9-a41b-4c3eec12c7a1 admin admin] Deleting port 1d5a5bf8-3acc-4693-810f-a3c3383b3f74 {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:43:25.550124 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-fe3c596c-0ad4-42b9-a41b-4c3eec12c7a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757100664625'] for port (1d5a5bf8-3acc-4693-810f-a3c3383b3f74), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:25.618051 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [None req-fe3c596c-0ad4-42b9-a41b-4c3eec12c7a1 admin admin] For port 1d5a5bf8-3acc-4693-810f-a3c3383b3f74, host dv-cinder-835881-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=1d5a5bf8-3acc-4693-810f-a3c3383b3f74,segment=NetworkSegment(2ad51623-cf08-45c6-9c7b-ddd46cc31ce5),segment_id=2ad51623-cf08-45c6-9c7b-ddd46cc31ce5)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:43:25.618334 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-fe3c596c-0ad4-42b9-a41b-4c3eec12c7a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525920'] for port (1d5a5bf8-3acc-4693-810f-a3c3383b3f74), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:25.631038 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-fe3c596c-0ad4-42b9-a41b-4c3eec12c7a1 admin admin] Calling delete_port for 1d5a5bf8-3acc-4693-810f-a3c3383b3f74 owned by network:dhcp {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:43:25.671996 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329f5beb-e2b5-4cdc-968e-65ba12200e03 None None] DHCP port deletion for 3db3989f-3792-497b-8859-b82b64749acf request from dv-cinder-835881-4-iscsi {{(pid=103470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 05 22:43:25.725541 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-fe3c596c-0ad4-42b9-a41b-4c3eec12c7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757100670980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757100095757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827921'] for port (1d5a5bf8-3acc-4693-810f-a3c3383b3f74), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:25.729346 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-329f5beb-e2b5-4cdc-968e-65ba12200e03 None None] Deleting port 1d5a5bf8-3acc-4693-810f-a3c3383b3f74 {{(pid=103470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:43:25.729754 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-329f5beb-e2b5-4cdc-968e-65ba12200e03 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757100664625'] for port (1d5a5bf8-3acc-4693-810f-a3c3383b3f74), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:25.755112 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3c596c-0ad4-42b9-a41b-4c3eec12c7a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d5a5bf8-3acc-4693-810f-a3c3383b3f74,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:25.760877 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3c596c-0ad4-42b9-a41b-4c3eec12c7a1 admin admin] No DVR routers for this DVR port 1d5a5bf8-3acc-4693-810f-a3c3383b3f74 on host dv-cinder-835881-4-iscsi {{(pid=103469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:43:25.798325 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-329f5beb-e2b5-4cdc-968e-65ba12200e03 None None] For port 1d5a5bf8-3acc-4693-810f-a3c3383b3f74, host dv-cinder-835881-4-iscsi, got binding levels [] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:43:25.798879 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-329f5beb-e2b5-4cdc-968e-65ba12200e03 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525920'] for port (1d5a5bf8-3acc-4693-810f-a3c3383b3f74), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:25.817192 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-329f5beb-e2b5-4cdc-968e-65ba12200e03 None None] Calling delete_port for 1d5a5bf8-3acc-4693-810f-a3c3383b3f74 owned by network:dhcp {{(pid=103470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:43:25.820098 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.ipam_backend_mixin [None req-329f5beb-e2b5-4cdc-968e-65ba12200e03 None None] Port 1d5a5bf8-3acc-4693-810f-a3c3383b3f74 was not found and therefore no delete operation was performed {{(pid=103470) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 05 22:43:25.821402 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-329f5beb-e2b5-4cdc-968e-65ba12200e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757100670980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757100095757'] for port (1d5a5bf8-3acc-4693-810f-a3c3383b3f74), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:25.836254 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-fe3c596c-0ad4-42b9-a41b-4c3eec12c7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3448140', 'neutron.services.segments.db._delete_segments_for_network-8757100575609'] for network (3db3989f-3792-497b-8859-b82b64749acf), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:25.848316 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329f5beb-e2b5-4cdc-968e-65ba12200e03 None None] Pushing event deleted for resources: {'Port': ['ID=1d5a5bf8-3acc-4693-810f-a3c3383b3f74,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:25.862484 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329f5beb-e2b5-4cdc-968e-65ba12200e03 None None] No DVR routers for this DVR port 1d5a5bf8-3acc-4693-810f-a3c3383b3f74 on host dv-cinder-835881-4-iscsi {{(pid=103470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:43:25.864698 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.services.segments.db [None req-fe3c596c-0ad4-42b9-a41b-4c3eec12c7a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3db3989f-3792-497b-8859-b82b64749acf']}} {{(pid=103469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:43:25.875496 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.services.segments.db [None req-fe3c596c-0ad4-42b9-a41b-4c3eec12c7a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ad51623-cf08-45c6-9c7b-ddd46cc31ce5') {'for_net_delete': True} {{(pid=103469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:43:25.875957 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.services.segments.db [None req-fe3c596c-0ad4-42b9-a41b-4c3eec12c7a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ad51623-cf08-45c6-9c7b-ddd46cc31ce5') {} {{(pid=103469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:43:25.896346 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-fe3c596c-0ad4-42b9-a41b-4c3eec12c7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757100576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9076220'] for segment (2ad51623-cf08-45c6-9c7b-ddd46cc31ce5), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:25.912842 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-fe3c596c-0ad4-42b9-a41b-4c3eec12c7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3567180'] for segment (2ad51623-cf08-45c6-9c7b-ddd46cc31ce5), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:25.920589 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe3c596c-0ad4-42b9-a41b-4c3eec12c7a1 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=103469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 22:43:25.921150 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-fe3c596c-0ad4-42b9-a41b-4c3eec12c7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3567180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8827980'] for segment (2ad51623-cf08-45c6-9c7b-ddd46cc31ce5), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:25.923063 dv-cinder-835881-4-iscsi neutron-server[103469]: Traceback (most recent call last): Apr 05 22:43:25.923063 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 22:43:25.923063 dv-cinder-835881-4-iscsi neutron-server[103469]: timer() Apr 05 22:43:25.923063 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 22:43:25.923063 dv-cinder-835881-4-iscsi neutron-server[103469]: cb(*args, **kw) Apr 05 22:43:25.923063 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 22:43:25.923063 dv-cinder-835881-4-iscsi neutron-server[103469]: return func(*args, **kwargs) Apr 05 22:43:25.923063 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 22:43:25.923063 dv-cinder-835881-4-iscsi neutron-server[103469]: self._notify() Apr 05 22:43:25.923063 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 22:43:25.923063 dv-cinder-835881-4-iscsi neutron-server[103469]: self.callback(batched_events) Apr 05 22:43:25.923063 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 22:43:25.923063 dv-cinder-835881-4-iscsi neutron-server[103469]: event.method(event) Apr 05 22:43:25.923063 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 22:43:25.923063 dv-cinder-835881-4-iscsi neutron-server[103469]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 22:43:25.923063 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 22:43:25.923063 dv-cinder-835881-4-iscsi neutron-server[103469]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 22:43:25.923063 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 22:43:25.923063 dv-cinder-835881-4-iscsi neutron-server[103469]: return f(self, *a, **k) Apr 05 22:43:25.923063 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 22:43:25.923063 dv-cinder-835881-4-iscsi neutron-server[103469]: return self._get(url).json() Apr 05 22:43:25.923063 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 22:43:25.923063 dv-cinder-835881-4-iscsi neutron-server[103469]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 22:43:25.923063 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 22:43:25.923063 dv-cinder-835881-4-iscsi neutron-server[103469]: return self.request(url, 'GET', **kwargs) Apr 05 22:43:25.923063 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 22:43:25.923063 dv-cinder-835881-4-iscsi neutron-server[103469]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 22:43:25.923063 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 22:43:25.923063 dv-cinder-835881-4-iscsi neutron-server[103469]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 22:43:25.923063 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 22:43:25.923063 dv-cinder-835881-4-iscsi neutron-server[103469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 22:43:25.923063 dv-cinder-835881-4-iscsi neutron-server[103469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 22:43:25.931109 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device 50a9d59b-5865-4112-823b-dcc7f80dc6fc no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:43:25.954243 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] No Port match for: 50a9d59b-5865-4112-823b-dcc7f80dc6fc {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:43:25.954584 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device 50a9d59b-5865-4112-823b-dcc7f80dc6fc not bound to the agent host hv-cinder-83588 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:43:25.983436 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-fe3c596c-0ad4-42b9-a41b-4c3eec12c7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3448117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536611'] for network (3db3989f-3792-497b-8859-b82b64749acf), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:25.989246 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-fe3c596c-0ad4-42b9-a41b-4c3eec12c7a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644259'] for network (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:25.992634 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-fe3c596c-0ad4-42b9-a41b-4c3eec12c7a1 admin admin] 10.222.0.45 "DELETE /v2.0/networks/3db3989f-3792-497b-8859-b82b64749acf HTTP/1.1" status: 204 len: 168 time: 0.5669341 Apr 05 22:43:26.007799 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3c596c-0ad4-42b9-a41b-4c3eec12c7a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=3db3989f-3792-497b-8859-b82b64749acf,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:26.115871 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 42668) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:43:26.157137 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-49d8531e-0bc0-4022-b731-8d2ab0b93818 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1ba0c2747b5346a280f6f563ba891f9e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0398116 Apr 05 22:43:26.159624 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 42670) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:43:26.211132 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9f998343-fc6b-4067-b747-e3f416eca999 admin admin] Publish callbacks [] for security_group (1090c8a0-dded-4251-9319-be49edf8a402), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:26.236412 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9f998343-fc6b-4067-b747-e3f416eca999 admin admin] Publish callbacks [] for security_group (1090c8a0-dded-4251-9319-be49edf8a402), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:26.287039 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9f998343-fc6b-4067-b747-e3f416eca999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (1090c8a0-dded-4251-9319-be49edf8a402), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:26.289574 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9f998343-fc6b-4067-b747-e3f416eca999 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:26.293142 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-9f998343-fc6b-4067-b747-e3f416eca999 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1090c8a0-dded-4251-9319-be49edf8a402 HTTP/1.1" status: 204 len: 168 time: 0.1302247 Apr 05 22:43:26.302655 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f998343-fc6b-4067-b747-e3f416eca999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1090c8a0-dded-4251-9319-be49edf8a402,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:26.307985 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device 1d5a5bf8-3acc-4693-810f-a3c3383b3f74 no longer exists at agent ovs-agent-dv-cinder-835881-4-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:43:26.333421 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] No Port match for: 1d5a5bf8-3acc-4693-810f-a3c3383b3f74 {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:43:26.333790 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device 1d5a5bf8-3acc-4693-810f-a3c3383b3f74 not bound to the agent host dv-cinder-835881-4-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:43:26.334198 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device 4f69c885-3161-428d-a165-07787169a6aa no longer exists at agent ovs-agent-dv-cinder-835881-4-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:43:26.361001 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] No Port match for: 4f69c885-3161-428d-a165-07787169a6aa {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:43:26.361345 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device 4f69c885-3161-428d-a165-07787169a6aa not bound to the agent host dv-cinder-835881-4-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:43:26.361819 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device afdd8a75-4065-46c1-8241-8b04d9e6aaaf no longer exists at agent ovs-agent-dv-cinder-835881-4-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:43:26.385015 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] No Port match for: afdd8a75-4065-46c1-8241-8b04d9e6aaaf {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:43:26.385369 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device afdd8a75-4065-46c1-8241-8b04d9e6aaaf not bound to the agent host dv-cinder-835881-4-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:43:27.914606 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (021dfe4d-8109-4136-9367-dac606dce553), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:35.518945 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d312f7c7-aaa0-4771-859d-eeb3be27e9c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (08425891-4e99-4ae4-974b-85ee5a0410c6), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:37.859378 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-91ada888-f370-459c-a627-897041e6461f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (79a469f9-bdbc-4492-b479-9e5faeaf33b0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:37.906556 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0a3a8287-73e9-4df3-9951-6cfbb11838c5 req-3f8e4b87-a902-412e-8624-2eff32c70a5b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429292 Apr 05 22:43:38.004633 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3a8287-73e9-4df3-9951-6cfbb11838c5 req-9ef0b0d3-a9e8-4f94-a6b5-0fe2706d37ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:38.006189 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0a3a8287-73e9-4df3-9951-6cfbb11838c5 req-9ef0b0d3-a9e8-4f94-a6b5-0fe2706d37ae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d9b7ea8d9b8d48318b8a50555b5be4f1&device_id=91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1 HTTP/1.1" status: 200 len: 1129 time: 0.0441153 Apr 05 22:43:38.007371 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-97cde7d9-dbb1-4d23-a7c6-1511c50e2662 None None] Agent healthcheck: found 6 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:43:38.114974 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3a8287-73e9-4df3-9951-6cfbb11838c5 req-e71129d0-b170-4e1f-8b14-dab7a2dfb858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:38.117287 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0a3a8287-73e9-4df3-9951-6cfbb11838c5 req-e71129d0-b170-4e1f-8b14-dab7a2dfb858 service neutron] 10.222.0.13 "GET /v2.0/networks?id=da73ea9b-ba6b-4c3a-88b0-57977001462e HTTP/1.1" status: 200 len: 911 time: 0.0900617 Apr 05 22:43:38.190213 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0a3a8287-73e9-4df3-9951-6cfbb11838c5 req-6e8ebded-1d67-4368-93cd-a9d756c2df01 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67c2afe0-e448-48a4-b01a-3ed734bcec2a HTTP/1.1" status: 200 len: 1001 time: 0.0590472 Apr 05 22:43:38.243967 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3a8287-73e9-4df3-9951-6cfbb11838c5 req-185606a9-7eff-4165-83a5-cb0d269a0336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:38.245414 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0a3a8287-73e9-4df3-9951-6cfbb11838c5 req-185606a9-7eff-4165-83a5-cb0d269a0336 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=12407ce6-40cf-4857-a656-235674308ba7 HTTP/1.1" status: 200 len: 849 time: 0.0492153 Apr 05 22:43:38.297426 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3a8287-73e9-4df3-9951-6cfbb11838c5 req-1d9b98a3-6c4a-4f9e-82b3-2826865391d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:38.298846 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0a3a8287-73e9-4df3-9951-6cfbb11838c5 req-1d9b98a3-6c4a-4f9e-82b3-2826865391d8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=da73ea9b-ba6b-4c3a-88b0-57977001462e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451374 Apr 05 22:43:38.390599 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0a3a8287-73e9-4df3-9951-6cfbb11838c5 req-4b1b26c1-5880-429b-8958-f20f5de5588f service neutron] 10.222.0.13 "GET /v2.0/networks/da73ea9b-ba6b-4c3a-88b0-57977001462e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841742 Apr 05 22:43:38.485074 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0a3a8287-73e9-4df3-9951-6cfbb11838c5 req-5b161782-9cb7-47c0-829b-0077ea0c51ed service neutron] 10.222.0.13 "GET /v2.0/networks/da73ea9b-ba6b-4c3a-88b0-57977001462e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884962 Apr 05 22:43:38.980148 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-dae4f030-1cb2-49a8-bcfa-6facf2529a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (e40c9916-dc7d-41d8-a75d-da550db0c469), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:40.623231 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-99ae2e83-6010-40d2-b70a-5b0f9e3ea887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (f28e62d6-8243-45bb-b578-64cfae2561d0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:41.845543 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 42872) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:43:41.945666 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-5a2ba09f-9052-43eb-82e5-52bbd174ae46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:42.017825 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-5a2ba09f-9052-43eb-82e5-52bbd174ae46 admin admin] Publish callbacks [] for security_group (af388c54-195c-4b7c-aa43-3e3c254e654b), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:42.021203 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-5a2ba09f-9052-43eb-82e5-52bbd174ae46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (af388c54-195c-4b7c-aa43-3e3c254e654b), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:42.051336 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (b771b186-15ef-4a1a-9c73-ea54ac08c8ac), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:42.060387 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-5a2ba09f-9052-43eb-82e5-52bbd174ae46 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=232f977685af4a338e315086bd13e78f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2136791 Apr 05 22:43:42.061371 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2ba09f-9052-43eb-82e5-52bbd174ae46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af388c54-195c-4b7c-aa43-3e3c254e654b,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:42.063071 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 42876) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:43:42.112441 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-549ba94e-f406-42a1-8d05-e3765719ec01 admin admin] Publish callbacks [] for security_group (af388c54-195c-4b7c-aa43-3e3c254e654b), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:42.142354 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-549ba94e-f406-42a1-8d05-e3765719ec01 admin admin] Publish callbacks [] for security_group (af388c54-195c-4b7c-aa43-3e3c254e654b), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:42.189745 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-549ba94e-f406-42a1-8d05-e3765719ec01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (af388c54-195c-4b7c-aa43-3e3c254e654b), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:42.192499 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-549ba94e-f406-42a1-8d05-e3765719ec01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:42.194299 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-549ba94e-f406-42a1-8d05-e3765719ec01 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/af388c54-195c-4b7c-aa43-3e3c254e654b HTTP/1.1" status: 204 len: 168 time: 0.1282976 Apr 05 22:43:42.202084 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549ba94e-f406-42a1-8d05-e3765719ec01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af388c54-195c-4b7c-aa43-3e3c254e654b,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:42.445613 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 42882) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:43:42.458413 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-0add9351-2f0d-48b3-9b14-2ca335cccafa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:42.531976 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-0add9351-2f0d-48b3-9b14-2ca335cccafa admin admin] Publish callbacks [] for security_group (1760e00a-05a5-4a46-9256-ffc290a13218), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:42.535698 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-0add9351-2f0d-48b3-9b14-2ca335cccafa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (1760e00a-05a5-4a46-9256-ffc290a13218), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:42.573833 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-0add9351-2f0d-48b3-9b14-2ca335cccafa admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=02bbd13d2c914303a6e9b91909c33125&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1271257 Apr 05 22:43:42.574671 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0add9351-2f0d-48b3-9b14-2ca335cccafa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1760e00a-05a5-4a46-9256-ffc290a13218,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:42.576522 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 42884) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:43:42.630605 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-62c5fcd8-81b3-4ede-8585-f0b12fe74ddc admin admin] Publish callbacks [] for security_group (1760e00a-05a5-4a46-9256-ffc290a13218), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:42.650899 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-62c5fcd8-81b3-4ede-8585-f0b12fe74ddc admin admin] Publish callbacks [] for security_group (1760e00a-05a5-4a46-9256-ffc290a13218), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:42.697712 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-62c5fcd8-81b3-4ede-8585-f0b12fe74ddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (1760e00a-05a5-4a46-9256-ffc290a13218), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:42.700341 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-62c5fcd8-81b3-4ede-8585-f0b12fe74ddc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:42.703945 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-62c5fcd8-81b3-4ede-8585-f0b12fe74ddc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1760e00a-05a5-4a46-9256-ffc290a13218 HTTP/1.1" status: 204 len: 168 time: 0.1241589 Apr 05 22:43:42.709799 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c5fcd8-81b3-4ede-8585-f0b12fe74ddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1760e00a-05a5-4a46-9256-ffc290a13218,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:43.872206 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ca5c7077-5ba7-4842-ae1f-cfeb96aba7bc req-c314a295-1020-4954-91ab-acb9d3a31803 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-902789758&fields=id&tenant_id=9618f5baeec7405cafcaccb0e53c77b4 HTTP/1.1" status: 200 len: 267 time: 0.0442195 Apr 05 22:43:43.979848 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c7077-5ba7-4842-ae1f-cfeb96aba7bc req-3ebd37a5-a307-43b9-8143-eb5e56440cf6 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:43.981318 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ca5c7077-5ba7-4842-ae1f-cfeb96aba7bc req-3ebd37a5-a307-43b9-8143-eb5e56440cf6 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/networks?id=93ea6e4b-6c87-4cb7-972a-0a6c56c3540c HTTP/1.1" status: 200 len: 808 time: 0.1024740 Apr 05 22:43:43.998405 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ca5c7077-5ba7-4842-ae1f-cfeb96aba7bc req-7c2ab8bc-5bc9-4897-8e68-6d7ea66b1ae7 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/quotas/9618f5baeec7405cafcaccb0e53c77b4 HTTP/1.1" status: 200 len: 375 time: 0.0097961 Apr 05 22:43:44.052575 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ca5c7077-5ba7-4842-ae1f-cfeb96aba7bc req-9492ec2a-f62b-4120-bb05-d1a5749d878a tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=9618f5baeec7405cafcaccb0e53c77b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506537 Apr 05 22:43:44.152453 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ca5c7077-5ba7-4842-ae1f-cfeb96aba7bc req-2a1b2574-3a7b-4522-bfab-d72a02740c16 service neutron] 10.222.0.45 "GET /v2.0/networks/93ea6e4b-6c87-4cb7-972a-0a6c56c3540c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878878 Apr 05 22:43:44.248680 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ca5c7077-5ba7-4842-ae1f-cfeb96aba7bc req-a96845c2-eab2-4cdf-a49f-ac462d21cbb9 service neutron] 10.222.0.45 "GET /v2.0/networks/93ea6e4b-6c87-4cb7-972a-0a6c56c3540c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905867 Apr 05 22:43:44.534866 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-51c508af-b601-424a-8650-0f1f1d152279 req-b9c3950e-d74a-4996-90a9-ff609436df9e tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/ports?device_id=66c73357-2425-46ef-b26c-ef0a5e480202 HTTP/1.1" status: 200 len: 210 time: 0.0295787 Apr 05 22:43:45.058976 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 42980) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:43:45.164277 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-62961abb-f5eb-4a35-a7d0-d6333e8de86e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:45.237614 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-62961abb-f5eb-4a35-a7d0-d6333e8de86e admin admin] Publish callbacks [] for security_group (7ccdb199-619e-4987-a8e6-1eb9e10105e0), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:45.241659 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-62961abb-f5eb-4a35-a7d0-d6333e8de86e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (7ccdb199-619e-4987-a8e6-1eb9e10105e0), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:45.277171 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62961abb-f5eb-4a35-a7d0-d6333e8de86e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ccdb199-619e-4987-a8e6-1eb9e10105e0,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:45.282518 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-62961abb-f5eb-4a35-a7d0-d6333e8de86e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=135712ec284b45e9b7cb04e35a5b8001&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2225342 Apr 05 22:43:45.285204 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 42984) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:43:45.336779 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-79814139-ed45-47fe-99f4-1d7e82ce87b0 admin admin] Publish callbacks [] for security_group (7ccdb199-619e-4987-a8e6-1eb9e10105e0), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:45.359333 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-79814139-ed45-47fe-99f4-1d7e82ce87b0 admin admin] Publish callbacks [] for security_group (7ccdb199-619e-4987-a8e6-1eb9e10105e0), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:45.406019 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-79814139-ed45-47fe-99f4-1d7e82ce87b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (7ccdb199-619e-4987-a8e6-1eb9e10105e0), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:45.408850 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-79814139-ed45-47fe-99f4-1d7e82ce87b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:45.410022 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-79814139-ed45-47fe-99f4-1d7e82ce87b0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7ccdb199-619e-4987-a8e6-1eb9e10105e0 HTTP/1.1" status: 204 len: 168 time: 0.1239042 Apr 05 22:43:45.428611 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79814139-ed45-47fe-99f4-1d7e82ce87b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ccdb199-619e-4987-a8e6-1eb9e10105e0,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:45.536098 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c7077-5ba7-4842-ae1f-cfeb96aba7bc req-b33c0187-d2f3-4336-b0ab-cc9b0493caf2 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:45.538212 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ca5c7077-5ba7-4842-ae1f-cfeb96aba7bc req-b33c0187-d2f3-4336-b0ab-cc9b0493caf2 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.13 "GET /v2.0/networks?id=93ea6e4b-6c87-4cb7-972a-0a6c56c3540c HTTP/1.1" status: 200 len: 808 time: 0.1239901 Apr 05 22:43:45.605900 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ca5c7077-5ba7-4842-ae1f-cfeb96aba7bc req-3bf265a2-c031-4aa4-9309-039357ae9080 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9618f5baeec7405cafcaccb0e53c77b4 HTTP/1.1" status: 200 len: 379 time: 0.0595622 Apr 05 22:43:45.614612 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [req-ca5c7077-5ba7-4842-ae1f-cfeb96aba7bc req-b3c8ef2c-5f8c-4078-a82d-12f19d9f8518 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Request body: {'port': {'device_id': '66c73357-2425-46ef-b26c-ef0a5e480202', 'network_id': '93ea6e4b-6c87-4cb7-972a-0a6c56c3540c', 'admin_state_up': True, 'tenant_id': '9618f5baeec7405cafcaccb0e53c77b4', 'security_groups': ['1d5210fc-2b3e-451e-8690-a29aceaed0fb']}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:43:45.666462 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-78a94f54-40e0-45e7-b9d8-8d8d2f10af7c req-5714af1f-2421-4906-9e3d-587a54ffe34d tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/ports?device_id=66c73357-2425-46ef-b26c-ef0a5e480202 HTTP/1.1" status: 200 len: 210 time: 0.0348830 Apr 05 22:43:45.723533 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 42992) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:43:45.736676 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-060fbead-c0e6-4120-9cbd-b85716f78940 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:45.750518 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca5c7077-5ba7-4842-ae1f-cfeb96aba7bc req-b3c8ef2c-5f8c-4078-a82d-12f19d9f8518 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Made reservation on behalf of 9618f5baeec7405cafcaccb0e53c77b4 for: {'port': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:43:45.754043 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-ca5c7077-5ba7-4842-ae1f-cfeb96aba7bc req-b3c8ef2c-5f8c-4078-a82d-12f19d9f8518 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:45.818898 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-060fbead-c0e6-4120-9cbd-b85716f78940 admin admin] Publish callbacks [] for security_group (6db73489-b379-4f7d-9a71-fb7cf850c842), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:45.823277 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-060fbead-c0e6-4120-9cbd-b85716f78940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (6db73489-b379-4f7d-9a71-fb7cf850c842), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:45.871513 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-060fbead-c0e6-4120-9cbd-b85716f78940 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=94f5f7721287415699cd448e0ac4c7f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1467698 Apr 05 22:43:45.872553 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060fbead-c0e6-4120-9cbd-b85716f78940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6db73489-b379-4f7d-9a71-fb7cf850c842,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:45.875460 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 42994) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:43:45.887873 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_common [req-ca5c7077-5ba7-4842-ae1f-cfeb96aba7bc req-b3c8ef2c-5f8c-4078-a82d-12f19d9f8518 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Allocated IP 172.20.0.10 (93ea6e4b-6c87-4cb7-972a-0a6c56c3540c/a0dda594-505e-4d09-af0b-87c49916ab00/4b73ba79-695c-4c18-90e8-34b322632fcd) {{(pid=103469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:43:45.962568 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9f70bd67-6782-4cf4-ba79-9f57d7b07bfd admin admin] Publish callbacks [] for security_group (6db73489-b379-4f7d-9a71-fb7cf850c842), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:46.031961 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9f70bd67-6782-4cf4-ba79-9f57d7b07bfd admin admin] Publish callbacks [] for security_group (6db73489-b379-4f7d-9a71-fb7cf850c842), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:46.100578 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-ca5c7077-5ba7-4842-ae1f-cfeb96aba7bc req-b3c8ef2c-5f8c-4078-a82d-12f19d9f8518 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Publish callbacks [] for port (4b73ba79-695c-4c18-90e8-34b322632fcd), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:46.121847 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9f70bd67-6782-4cf4-ba79-9f57d7b07bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (6db73489-b379-4f7d-9a71-fb7cf850c842), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:46.124383 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9f70bd67-6782-4cf4-ba79-9f57d7b07bfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:46.125545 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-9f70bd67-6782-4cf4-ba79-9f57d7b07bfd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6db73489-b379-4f7d-9a71-fb7cf850c842 HTTP/1.1" status: 204 len: 168 time: 0.2490401 Apr 05 22:43:46.138580 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70bd67-6782-4cf4-ba79-9f57d7b07bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db73489-b379-4f7d-9a71-fb7cf850c842,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:46.149084 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-ca5c7077-5ba7-4842-ae1f-cfeb96aba7bc req-b3c8ef2c-5f8c-4078-a82d-12f19d9f8518 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757100095748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827921'] for port (4b73ba79-695c-4c18-90e8-34b322632fcd), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:46.199252 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca5c7077-5ba7-4842-ae1f-cfeb96aba7bc req-b3c8ef2c-5f8c-4078-a82d-12f19d9f8518 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Network 93ea6e4b-6c87-4cb7-972a-0a6c56c3540c is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:43:46.204637 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [req-ca5c7077-5ba7-4842-ae1f-cfeb96aba7bc req-b3c8ef2c-5f8c-4078-a82d-12f19d9f8518 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:43:46.209418 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca5c7077-5ba7-4842-ae1f-cfeb96aba7bc req-b3c8ef2c-5f8c-4078-a82d-12f19d9f8518 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Received port after_create {{(pid=103469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:43:46.213453 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c8ef2c-5f8c-4078-a82d-12f19d9f8518 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Pushing event updated for resources: {'Port': ['ID=4b73ba79-695c-4c18-90e8-34b322632fcd,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:46.266181 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c7077-5ba7-4842-ae1f-cfeb96aba7bc req-b3c8ef2c-5f8c-4078-a82d-12f19d9f8518 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:46.267202 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-ca5c7077-5ba7-4842-ae1f-cfeb96aba7bc req-b3c8ef2c-5f8c-4078-a82d-12f19d9f8518 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:46.285756 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ca5c7077-5ba7-4842-ae1f-cfeb96aba7bc req-b3c8ef2c-5f8c-4078-a82d-12f19d9f8518 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6752305 Apr 05 22:43:46.297190 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [req-ca5c7077-5ba7-4842-ae1f-cfeb96aba7bc req-16b5c18d-20ec-49aa-8adb-11e1de232f02 service neutron] Request body: {'port': {'device_id': '66c73357-2425-46ef-b26c-ef0a5e480202', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:43:46.361459 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-ca5c7077-5ba7-4842-ae1f-cfeb96aba7bc req-16b5c18d-20ec-49aa-8adb-11e1de232f02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (4b73ba79-695c-4c18-90e8-34b322632fcd), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:46.477973 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-baa132ca-69be-4d7f-bdad-906f8a90eaae None None] Provisioning complete for port 4b73ba79-695c-4c18-90e8-34b322632fcd triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:43:46.478528 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-baa132ca-69be-4d7f-bdad-906f8a90eaae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (4b73ba79-695c-4c18-90e8-34b322632fcd), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:46.515532 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-baa132ca-69be-4d7f-bdad-906f8a90eaae None None] Port 4b73ba79-695c-4c18-90e8-34b322632fcd cannot update to ACTIVE because it is not bound. {{(pid=103470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:43:46.643869 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [req-ca5c7077-5ba7-4842-ae1f-cfeb96aba7bc req-16b5c18d-20ec-49aa-8adb-11e1de232f02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b73ba79-695c-4c18-90e8-34b322632fcd {{(pid=103469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:43:46.652055 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-ca5c7077-5ba7-4842-ae1f-cfeb96aba7bc req-16b5c18d-20ec-49aa-8adb-11e1de232f02 service neutron] Publish callbacks [] for port (4b73ba79-695c-4c18-90e8-34b322632fcd), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:46.665085 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.provisioning_blocks [req-ca5c7077-5ba7-4842-ae1f-cfeb96aba7bc req-16b5c18d-20ec-49aa-8adb-11e1de232f02 service neutron] Transition to ACTIVE for port object 4b73ba79-695c-4c18-90e8-34b322632fcd will not be triggered until provisioned by entity L2. {{(pid=103469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 22:43:46.669865 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-ca5c7077-5ba7-4842-ae1f-cfeb96aba7bc req-16b5c18d-20ec-49aa-8adb-11e1de232f02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828008'] for port (4b73ba79-695c-4c18-90e8-34b322632fcd), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:46.720864 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b5c18d-20ec-49aa-8adb-11e1de232f02 service neutron] Pushing event updated for resources: {'Port': ['ID=4b73ba79-695c-4c18-90e8-34b322632fcd,revision_number=2']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:46.841715 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abe15dc-91cb-4213-b9f5-81b452c7be65 req-8cf27cb1-fdc4-42c4-94de-ef72322bb77d tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:46.843591 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6abe15dc-91cb-4213-b9f5-81b452c7be65 req-8cf27cb1-fdc4-42c4-94de-ef72322bb77d tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/ports?device_id=66c73357-2425-46ef-b26c-ef0a5e480202 HTTP/1.1" status: 200 len: 944 time: 0.0952582 Apr 05 22:43:46.844271 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-ca5c7077-5ba7-4842-ae1f-cfeb96aba7bc req-16b5c18d-20ec-49aa-8adb-11e1de232f02 service neutron] Attempting to bind port 4b73ba79-695c-4c18-90e8-34b322632fcd on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:43:46.844608 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-ca5c7077-5ba7-4842-ae1f-cfeb96aba7bc req-16b5c18d-20ec-49aa-8adb-11e1de232f02 service neutron] Attempting to bind port 4b73ba79-695c-4c18-90e8-34b322632fcd by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'eb2adb5d-94cc-41f9-b121-d2e0e78cb534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '93ea6e4b-6c87-4cb7-972a-0a6c56c3540c'}] {{(pid=103469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:43:46.844932 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5c7077-5ba7-4842-ae1f-cfeb96aba7bc req-16b5c18d-20ec-49aa-8adb-11e1de232f02 service neutron] Attempting to bind port 4b73ba79-695c-4c18-90e8-34b322632fcd on network 93ea6e4b-6c87-4cb7-972a-0a6c56c3540c {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:43:46.850680 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5c7077-5ba7-4842-ae1f-cfeb96aba7bc req-16b5c18d-20ec-49aa-8adb-11e1de232f02 service neutron] Port 4b73ba79-695c-4c18-90e8-34b322632fcd on network 93ea6e4b-6c87-4cb7-972a-0a6c56c3540c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 22:43:46.851014 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5c7077-5ba7-4842-ae1f-cfeb96aba7bc req-16b5c18d-20ec-49aa-8adb-11e1de232f02 service neutron] Attempting to bind port 4b73ba79-695c-4c18-90e8-34b322632fcd on network 93ea6e4b-6c87-4cb7-972a-0a6c56c3540c {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:43:46.870766 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5c7077-5ba7-4842-ae1f-cfeb96aba7bc req-16b5c18d-20ec-49aa-8adb-11e1de232f02 service neutron] Checking agent: {'id': '021dfe4d-8109-4136-9367-dac606dce553', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 34, 28), 'started_at': datetime.datetime(2022, 4, 5, 22, 34, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:43:46.871503 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5c7077-5ba7-4842-ae1f-cfeb96aba7bc req-16b5c18d-20ec-49aa-8adb-11e1de232f02 service neutron] Checking segment: {'id': 'eb2adb5d-94cc-41f9-b121-d2e0e78cb534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '93ea6e4b-6c87-4cb7-972a-0a6c56c3540c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:43:46.871503 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5c7077-5ba7-4842-ae1f-cfeb96aba7bc req-16b5c18d-20ec-49aa-8adb-11e1de232f02 service neutron] Bound using segment: {'id': 'eb2adb5d-94cc-41f9-b121-d2e0e78cb534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '93ea6e4b-6c87-4cb7-972a-0a6c56c3540c'} {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:43:46.871844 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-ca5c7077-5ba7-4842-ae1f-cfeb96aba7bc req-16b5c18d-20ec-49aa-8adb-11e1de232f02 service neutron] Bound port: 4b73ba79-695c-4c18-90e8-34b322632fcd, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb2adb5d-94cc-41f9-b121-d2e0e78cb534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '93ea6e4b-6c87-4cb7-972a-0a6c56c3540c'}}] {{(pid=103469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:43:46.872205 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-ca5c7077-5ba7-4842-ae1f-cfeb96aba7bc req-16b5c18d-20ec-49aa-8adb-11e1de232f02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (4b73ba79-695c-4c18-90e8-34b322632fcd), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:46.937051 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6abe15dc-91cb-4213-b9f5-81b452c7be65 req-47fd8a7b-7411-4f5a-891c-68eabd91365a tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/security-groups?id=1d5210fc-2b3e-451e-8690-a29aceaed0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836358 Apr 05 22:43:46.961845 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-ca5c7077-5ba7-4842-ae1f-cfeb96aba7bc req-16b5c18d-20ec-49aa-8adb-11e1de232f02 service neutron] For port 4b73ba79-695c-4c18-90e8-34b322632fcd, host hv-cinder-83588, cleared binding levels {{(pid=103469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:43:46.964950 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-ca5c7077-5ba7-4842-ae1f-cfeb96aba7bc req-16b5c18d-20ec-49aa-8adb-11e1de232f02 service neutron] For port 4b73ba79-695c-4c18-90e8-34b322632fcd, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=4b73ba79-695c-4c18-90e8-34b322632fcd,segment=NetworkSegment(eb2adb5d-94cc-41f9-b121-d2e0e78cb534),segment_id=eb2adb5d-94cc-41f9-b121-d2e0e78cb534)] {{(pid=103469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:43:46.971630 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-ca5c7077-5ba7-4842-ae1f-cfeb96aba7bc req-16b5c18d-20ec-49aa-8adb-11e1de232f02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828008'] for port (4b73ba79-695c-4c18-90e8-34b322632fcd), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:47.006684 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c7077-5ba7-4842-ae1f-cfeb96aba7bc req-16b5c18d-20ec-49aa-8adb-11e1de232f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:47.007334 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-ca5c7077-5ba7-4842-ae1f-cfeb96aba7bc req-16b5c18d-20ec-49aa-8adb-11e1de232f02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:47.008826 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ca5c7077-5ba7-4842-ae1f-cfeb96aba7bc req-16b5c18d-20ec-49aa-8adb-11e1de232f02 service neutron] 10.222.0.13 "PUT /v2.0/ports/4b73ba79-695c-4c18-90e8-34b322632fcd HTTP/1.1" status: 200 len: 1094 time: 0.7159882 Apr 05 22:43:47.009212 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66c73357-2425-46ef-b26c-ef0a5e480202', 'tag': '4b73ba79-695c-4c18-90e8-34b322632fcd'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:43:47.011504 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f386ba26b1031f5495d5bdef0d2c98b5b567df56bfe60a1d1e0dd7c3f719aed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4658b0cc-da76-41a9-8f0e-e294fcb8f393" -d '{"events": [{"name": "network-changed", "server_uuid": "66c73357-2425-46ef-b26c-ef0a5e480202", "tag": "4b73ba79-695c-4c18-90e8-34b322632fcd"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:43:47.085510 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c19bcb5-3f61-427c-9f0f-31d5a537a305 x-openstack-request-id: req-8c19bcb5-3f61-427c-9f0f-31d5a537a305 {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:43:47.085804 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66c73357-2425-46ef-b26c-ef0a5e480202", "tag": "4b73ba79-695c-4c18-90e8-34b322632fcd", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:43:47.086061 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8c19bcb5-3f61-427c-9f0f-31d5a537a305 {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:43:47.086528 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c19bcb5-3f61-427c-9f0f-31d5a537a305'] response: {'name': 'network-changed', 'server_uuid': '66c73357-2425-46ef-b26c-ef0a5e480202', 'tag': '4b73ba79-695c-4c18-90e8-34b322632fcd', 'status': 'completed', 'code': 200} Apr 05 22:43:47.090705 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b5c18d-20ec-49aa-8adb-11e1de232f02 service neutron] Pushing event updated for resources: {'Port': ['ID=4b73ba79-695c-4c18-90e8-34b322632fcd,revision_number=3']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:47.115572 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c7077-5ba7-4842-ae1f-cfeb96aba7bc req-d502fe1a-4ce2-4092-981d-19b5e2282649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:47.117231 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ca5c7077-5ba7-4842-ae1f-cfeb96aba7bc req-d502fe1a-4ce2-4092-981d-19b5e2282649 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9618f5baeec7405cafcaccb0e53c77b4&device_id=66c73357-2425-46ef-b26c-ef0a5e480202 HTTP/1.1" status: 200 len: 1128 time: 0.0614297 Apr 05 22:43:47.161015 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ca5c7077-5ba7-4842-ae1f-cfeb96aba7bc req-c3fbc1a6-8a35-41ca-a2f3-ad07fd8fad15 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b73ba79-695c-4c18-90e8-34b322632fcd HTTP/1.1" status: 200 len: 217 time: 0.0365601 Apr 05 22:43:47.216300 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c7077-5ba7-4842-ae1f-cfeb96aba7bc req-666efac8-49b3-466f-bc41-33100020d8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:47.218048 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ca5c7077-5ba7-4842-ae1f-cfeb96aba7bc req-666efac8-49b3-466f-bc41-33100020d8d4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a0dda594-505e-4d09-af0b-87c49916ab00 HTTP/1.1" status: 200 len: 847 time: 0.0513446 Apr 05 22:43:47.277411 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c7077-5ba7-4842-ae1f-cfeb96aba7bc req-2a8dda11-f0f9-47ff-8873-1906d683b5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:47.278903 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ca5c7077-5ba7-4842-ae1f-cfeb96aba7bc req-2a8dda11-f0f9-47ff-8873-1906d683b5b3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=93ea6e4b-6c87-4cb7-972a-0a6c56c3540c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0550086 Apr 05 22:43:47.371117 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ca5c7077-5ba7-4842-ae1f-cfeb96aba7bc req-56b5f43a-2a94-4ca8-b2f9-0781fb75946b service neutron] 10.222.0.13 "GET /v2.0/networks/93ea6e4b-6c87-4cb7-972a-0a6c56c3540c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855513 Apr 05 22:43:47.465306 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ca5c7077-5ba7-4842-ae1f-cfeb96aba7bc req-8e73fce7-fcc1-466b-93ba-770ad99c0ace service neutron] 10.222.0.13 "GET /v2.0/networks/93ea6e4b-6c87-4cb7-972a-0a6c56c3540c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885723 Apr 05 22:43:48.066838 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff1de55-52fd-47a2-a864-1431cccf20df req-29ae7556-2a16-4b04-a50e-282ada2ea241 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:48.068340 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-bff1de55-52fd-47a2-a864-1431cccf20df req-29ae7556-2a16-4b04-a50e-282ada2ea241 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/ports?device_id=66c73357-2425-46ef-b26c-ef0a5e480202 HTTP/1.1" status: 200 len: 944 time: 0.0535986 Apr 05 22:43:48.122524 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-bff1de55-52fd-47a2-a864-1431cccf20df req-5fe11750-5136-418a-bae0-06bc6913bf2a tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/security-groups?id=1d5210fc-2b3e-451e-8690-a29aceaed0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484483 Apr 05 22:43:48.571913 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4658b0cc-da76-41a9-8f0e-e294fcb8f393 req-60ad8a5b-6254-460c-b1ba-151de44113fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:48.573293 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4658b0cc-da76-41a9-8f0e-e294fcb8f393 req-60ad8a5b-6254-460c-b1ba-151de44113fe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9618f5baeec7405cafcaccb0e53c77b4&device_id=66c73357-2425-46ef-b26c-ef0a5e480202 HTTP/1.1" status: 200 len: 1128 time: 0.0484216 Apr 05 22:43:48.664421 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4658b0cc-da76-41a9-8f0e-e294fcb8f393 req-e2928646-6439-4ade-a945-8028f14c1bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:48.665955 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4658b0cc-da76-41a9-8f0e-e294fcb8f393 req-e2928646-6439-4ade-a945-8028f14c1bf7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=93ea6e4b-6c87-4cb7-972a-0a6c56c3540c HTTP/1.1" status: 200 len: 909 time: 0.0872467 Apr 05 22:43:48.709193 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4658b0cc-da76-41a9-8f0e-e294fcb8f393 req-41b388c8-6d65-4239-9f88-36c7281df6cb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b73ba79-695c-4c18-90e8-34b322632fcd HTTP/1.1" status: 200 len: 217 time: 0.0368874 Apr 05 22:43:49.018231 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4658b0cc-da76-41a9-8f0e-e294fcb8f393 req-eb916298-0747-463d-962c-67bac709c1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:49.019709 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4658b0cc-da76-41a9-8f0e-e294fcb8f393 req-eb916298-0747-463d-962c-67bac709c1fc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a0dda594-505e-4d09-af0b-87c49916ab00 HTTP/1.1" status: 200 len: 847 time: 0.3055170 Apr 05 22:43:49.066165 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4658b0cc-da76-41a9-8f0e-e294fcb8f393 req-52d9c6e6-b77d-43f6-b2ca-2e7ec3c021f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:49.067594 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4658b0cc-da76-41a9-8f0e-e294fcb8f393 req-52d9c6e6-b77d-43f6-b2ca-2e7ec3c021f1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=93ea6e4b-6c87-4cb7-972a-0a6c56c3540c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421412 Apr 05 22:43:49.164992 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4658b0cc-da76-41a9-8f0e-e294fcb8f393 req-35faa01f-4803-4526-b554-18ef8fd84402 service neutron] 10.222.0.13 "GET /v2.0/networks/93ea6e4b-6c87-4cb7-972a-0a6c56c3540c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909572 Apr 05 22:43:49.293255 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4658b0cc-da76-41a9-8f0e-e294fcb8f393 req-5b72ee71-73ba-4b38-81a1-945b74d83ff1 service neutron] 10.222.0.13 "GET /v2.0/networks/93ea6e4b-6c87-4cb7-972a-0a6c56c3540c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222119 Apr 05 22:43:49.300169 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31833250-2979-4aa8-8379-3a99db52a724 req-aef54c09-3dde-457c-a110-c381b5af9102 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:49.301588 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-31833250-2979-4aa8-8379-3a99db52a724 req-aef54c09-3dde-457c-a110-c381b5af9102 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/ports?device_id=66c73357-2425-46ef-b26c-ef0a5e480202 HTTP/1.1" status: 200 len: 944 time: 0.1033163 Apr 05 22:43:49.351456 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-31833250-2979-4aa8-8379-3a99db52a724 req-358e2181-807b-49e5-bf4b-633489cea915 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/security-groups?id=1d5210fc-2b3e-451e-8690-a29aceaed0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435421 Apr 05 22:43:50.467544 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af173d4-318c-49ac-ae4b-5bceff415d06 req-78d95eb2-2d19-46b4-9107-65bb19a5bb1e tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:50.468998 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9af173d4-318c-49ac-ae4b-5bceff415d06 req-78d95eb2-2d19-46b4-9107-65bb19a5bb1e tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/ports?device_id=66c73357-2425-46ef-b26c-ef0a5e480202 HTTP/1.1" status: 200 len: 944 time: 0.0528612 Apr 05 22:43:50.517294 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9af173d4-318c-49ac-ae4b-5bceff415d06 req-27e60131-f0b8-454b-89fd-4cd3e38a21fa tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/security-groups?id=1d5210fc-2b3e-451e-8690-a29aceaed0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425208 Apr 05 22:43:51.639620 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d437d-0d61-47d8-a61d-6e01e436e3ec req-178460c8-79ff-4b2b-96d2-b0119a00ac27 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:51.641079 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b23d437d-0d61-47d8-a61d-6e01e436e3ec req-178460c8-79ff-4b2b-96d2-b0119a00ac27 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/ports?device_id=66c73357-2425-46ef-b26c-ef0a5e480202 HTTP/1.1" status: 200 len: 944 time: 0.0507522 Apr 05 22:43:51.691353 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b23d437d-0d61-47d8-a61d-6e01e436e3ec req-67adbafb-2835-4848-8f01-9cd2ba247c75 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/security-groups?id=1d5210fc-2b3e-451e-8690-a29aceaed0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440631 Apr 05 22:43:52.807487 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b88b5f1-908d-452c-8578-79c2a8a98c09 req-f6ea8f23-d5d0-4a12-b0e4-4de79f2e6ebf tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:52.808961 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0b88b5f1-908d-452c-8578-79c2a8a98c09 req-f6ea8f23-d5d0-4a12-b0e4-4de79f2e6ebf tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/ports?device_id=66c73357-2425-46ef-b26c-ef0a5e480202 HTTP/1.1" status: 200 len: 944 time: 0.0508704 Apr 05 22:43:52.856865 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0b88b5f1-908d-452c-8578-79c2a8a98c09 req-90d1a16b-ad4c-4269-8c55-d617e7e91742 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/security-groups?id=1d5210fc-2b3e-451e-8690-a29aceaed0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422318 Apr 05 22:43:53.973430 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ba068-5a0a-4bb8-a8a0-3b49a84c4af7 req-134d8afd-675a-4c87-be14-604def875935 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:53.975067 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8c4ba068-5a0a-4bb8-a8a0-3b49a84c4af7 req-134d8afd-675a-4c87-be14-604def875935 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/ports?device_id=66c73357-2425-46ef-b26c-ef0a5e480202 HTTP/1.1" status: 200 len: 944 time: 0.0522721 Apr 05 22:43:54.024051 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8c4ba068-5a0a-4bb8-a8a0-3b49a84c4af7 req-86e8e3ba-2ef3-48bb-92f3-8bbc67d3d1e0 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/security-groups?id=1d5210fc-2b3e-451e-8690-a29aceaed0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434890 Apr 05 22:43:55.142097 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff70040-115b-4443-b2aa-bf6bd9059cc4 req-bae52de4-0d4b-42d7-a556-916a5bdd1c14 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:55.143558 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6ff70040-115b-4443-b2aa-bf6bd9059cc4 req-bae52de4-0d4b-42d7-a556-916a5bdd1c14 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/ports?device_id=66c73357-2425-46ef-b26c-ef0a5e480202 HTTP/1.1" status: 200 len: 944 time: 0.0552552 Apr 05 22:43:55.190501 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6ff70040-115b-4443-b2aa-bf6bd9059cc4 req-91e67511-c708-4a9f-9cb9-1ed38e74165b tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/security-groups?id=1d5210fc-2b3e-451e-8690-a29aceaed0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408950 Apr 05 22:43:56.079664 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device 4b73ba79-695c-4c18-90e8-34b322632fcd details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:43:56.180162 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] For port 4b73ba79-695c-4c18-90e8-34b322632fcd, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=4b73ba79-695c-4c18-90e8-34b322632fcd,segment=NetworkSegment(eb2adb5d-94cc-41f9-b121-d2e0e78cb534),segment_id=eb2adb5d-94cc-41f9-b121-d2e0e78cb534)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:43:56.191020 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Returning: {'device': '4b73ba79-695c-4c18-90e8-34b322632fcd', 'network_id': '93ea6e4b-6c87-4cb7-972a-0a6c56c3540c', 'port_id': '4b73ba79-695c-4c18-90e8-34b322632fcd', 'mac_address': 'fa:16:3e:f7:bc:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0dda594-505e-4d09-af0b-87c49916ab00', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:43:56.230033 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Current status of the port 4b73ba79-695c-4c18-90e8-34b322632fcd is: DOWN; New status is: BUILD {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:43:56.230428 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (4b73ba79-695c-4c18-90e8-34b322632fcd), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:56.243800 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b73ba79-695c-4c18-90e8-34b322632fcd {{(pid=103470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:43:56.263309 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] For port 4b73ba79-695c-4c18-90e8-34b322632fcd, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=4b73ba79-695c-4c18-90e8-34b322632fcd,segment=NetworkSegment(eb2adb5d-94cc-41f9-b121-d2e0e78cb534),segment_id=eb2adb5d-94cc-41f9-b121-d2e0e78cb534)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:43:56.267122 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (4b73ba79-695c-4c18-90e8-34b322632fcd), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:56.309449 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8470b07a-1928-47a3-afbb-ec4f88ba8b12 req-8d48f52e-9cce-4fff-84f1-0abad429650d tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:56.310963 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8470b07a-1928-47a3-afbb-ec4f88ba8b12 req-8d48f52e-9cce-4fff-84f1-0abad429650d tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/ports?device_id=66c73357-2425-46ef-b26c-ef0a5e480202 HTTP/1.1" status: 200 len: 945 time: 0.0534446 Apr 05 22:43:56.315221 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Pushing event updated for resources: {'Port': ['ID=4b73ba79-695c-4c18-90e8-34b322632fcd,revision_number=4']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:56.322339 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:56.322681 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:56.323024 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:56.323382 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:56.323718 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:56.324044 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:56.324366 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:56.324686 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:56.325006 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:56.325320 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:56.325729 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:56.326064 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:56.326384 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:56.326722 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:56.327036 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:56.366406 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8470b07a-1928-47a3-afbb-ec4f88ba8b12 req-d6917790-987a-4aff-a340-205cc48327ff tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/security-groups?id=1d5210fc-2b3e-451e-8690-a29aceaed0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486741 Apr 05 22:43:56.668386 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] get_ports_and_sgs() called for port_ids ['4b73ba79-695c-4c18-90e8-34b322632fcd'] {{(pid=103470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:43:57.048542 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 43128) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:43:57.152936 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-5ed1df99-30e8-48c2-a0c3-e05dc2922ae1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:57.229748 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-5ed1df99-30e8-48c2-a0c3-e05dc2922ae1 admin admin] Publish callbacks [] for security_group (b8e485ba-9c3e-4fa2-b742-ab656c0d31ac), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:57.233582 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-5ed1df99-30e8-48c2-a0c3-e05dc2922ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (b8e485ba-9c3e-4fa2-b742-ab656c0d31ac), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:57.268612 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed1df99-30e8-48c2-a0c3-e05dc2922ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e485ba-9c3e-4fa2-b742-ab656c0d31ac,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:57.273442 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-5ed1df99-30e8-48c2-a0c3-e05dc2922ae1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3b98bfe41b614d6c9541eaafc01e792c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2238896 Apr 05 22:43:57.275973 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 43132) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:43:57.322083 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-192a164f-3139-4540-9c08-0ca606d4f620 admin admin] Publish callbacks [] for security_group (b8e485ba-9c3e-4fa2-b742-ab656c0d31ac), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:57.344557 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-192a164f-3139-4540-9c08-0ca606d4f620 admin admin] Publish callbacks [] for security_group (b8e485ba-9c3e-4fa2-b742-ab656c0d31ac), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:57.401963 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-192a164f-3139-4540-9c08-0ca606d4f620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (b8e485ba-9c3e-4fa2-b742-ab656c0d31ac), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:57.405498 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-192a164f-3139-4540-9c08-0ca606d4f620 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:57.413985 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-192a164f-3139-4540-9c08-0ca606d4f620 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b8e485ba-9c3e-4fa2-b742-ab656c0d31ac HTTP/1.1" status: 204 len: 168 time: 0.1370187 Apr 05 22:43:57.425235 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192a164f-3139-4540-9c08-0ca606d4f620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e485ba-9c3e-4fa2-b742-ab656c0d31ac,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:57.492565 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2612c-3cbb-46be-8999-e8f3a149940e req-9493785b-713a-466a-aebb-1b8bba6db301 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:57.494117 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4af2612c-3cbb-46be-8999-e8f3a149940e req-9493785b-713a-466a-aebb-1b8bba6db301 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/ports?device_id=66c73357-2425-46ef-b26c-ef0a5e480202 HTTP/1.1" status: 200 len: 945 time: 0.0557733 Apr 05 22:43:57.551742 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4af2612c-3cbb-46be-8999-e8f3a149940e req-a91fff15-f887-4439-a51a-d7cf3b970a6d tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/security-groups?id=1d5210fc-2b3e-451e-8690-a29aceaed0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519118 Apr 05 22:43:57.670817 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 43140) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:43:57.683583 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b67a2874-64dd-47fc-82f9-d03db22c5f87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:57.760937 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b67a2874-64dd-47fc-82f9-d03db22c5f87 admin admin] Publish callbacks [] for security_group (c74c7b79-4af8-421e-9c5f-6ca3f15b7e9a), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:57.764576 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b67a2874-64dd-47fc-82f9-d03db22c5f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (c74c7b79-4af8-421e-9c5f-6ca3f15b7e9a), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:57.803433 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-b67a2874-64dd-47fc-82f9-d03db22c5f87 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=73347d91ccd04f6f82d46b375f83ff7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1315324 Apr 05 22:43:57.805376 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67a2874-64dd-47fc-82f9-d03db22c5f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c74c7b79-4af8-421e-9c5f-6ca3f15b7e9a,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:57.806204 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 43142) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:43:57.854543 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c2d42f5e-563f-429c-9bc2-f22e797b89c4 admin admin] Publish callbacks [] for security_group (c74c7b79-4af8-421e-9c5f-6ca3f15b7e9a), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:57.875313 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c2d42f5e-563f-429c-9bc2-f22e797b89c4 admin admin] Publish callbacks [] for security_group (c74c7b79-4af8-421e-9c5f-6ca3f15b7e9a), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:57.914257 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (021dfe4d-8109-4136-9367-dac606dce553), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:57.923365 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c2d42f5e-563f-429c-9bc2-f22e797b89c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (c74c7b79-4af8-421e-9c5f-6ca3f15b7e9a), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:57.925995 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c2d42f5e-563f-429c-9bc2-f22e797b89c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:57.930507 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-c2d42f5e-563f-429c-9bc2-f22e797b89c4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c74c7b79-4af8-421e-9c5f-6ca3f15b7e9a HTTP/1.1" status: 204 len: 168 time: 0.1232669 Apr 05 22:43:57.938112 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d42f5e-563f-429c-9bc2-f22e797b89c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c74c7b79-4af8-421e-9c5f-6ca3f15b7e9a,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:58.088953 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device 4b73ba79-695c-4c18-90e8-34b322632fcd up at agent hyperv_hv-cinder-83588 {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:43:58.143364 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Provisioning for port 4b73ba79-695c-4c18-90e8-34b322632fcd completed by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 22:43:58.147276 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Provisioning complete for port 4b73ba79-695c-4c18-90e8-34b322632fcd triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:43:58.147650 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (4b73ba79-695c-4c18-90e8-34b322632fcd), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:58.226466 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Current status of the port 4b73ba79-695c-4c18-90e8-34b322632fcd is: BUILD; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:43:58.226861 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (4b73ba79-695c-4c18-90e8-34b322632fcd), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:58.250110 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66c73357-2425-46ef-b26c-ef0a5e480202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b73ba79-695c-4c18-90e8-34b322632fcd'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:43:58.252370 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5eeae28b1739aff28e9ac2b05a29cddcf15b93cc3fe96f2ce32a289e1b5713d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea1f58d-d28d-4ae6-aa46-dd93c5bd1c34" -d '{"events": [{"server_uuid": "66c73357-2425-46ef-b26c-ef0a5e480202", "name": "network-vif-plugged", "status": "completed", "tag": "4b73ba79-695c-4c18-90e8-34b322632fcd"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:43:58.265428 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] For port 4b73ba79-695c-4c18-90e8-34b322632fcd, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=4b73ba79-695c-4c18-90e8-34b322632fcd,segment=NetworkSegment(eb2adb5d-94cc-41f9-b121-d2e0e78cb534),segment_id=eb2adb5d-94cc-41f9-b121-d2e0e78cb534)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:43:58.270982 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (4b73ba79-695c-4c18-90e8-34b322632fcd), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:58.299655 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c51819-6ff3-4b92-a539-4497aeb7a5f6 x-openstack-request-id: req-89c51819-6ff3-4b92-a539-4497aeb7a5f6 {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:43:58.299977 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66c73357-2425-46ef-b26c-ef0a5e480202", "name": "network-vif-plugged", "status": "completed", "tag": "4b73ba79-695c-4c18-90e8-34b322632fcd", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:43:58.300349 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-89c51819-6ff3-4b92-a539-4497aeb7a5f6 {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:43:58.300750 dv-cinder-835881-4-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89c51819-6ff3-4b92-a539-4497aeb7a5f6'] response: {'server_uuid': '66c73357-2425-46ef-b26c-ef0a5e480202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b73ba79-695c-4c18-90e8-34b322632fcd', 'code': 200} Apr 05 22:43:58.332662 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Pushing event updated for resources: {'Port': ['ID=4b73ba79-695c-4c18-90e8-34b322632fcd,revision_number=5']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:58.527564 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90a709f-8cf1-470b-9588-24322724fd2e req-8451e729-3656-49a8-b47f-dad5c83e107a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:58.527564 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a90a709f-8cf1-470b-9588-24322724fd2e req-8451e729-3656-49a8-b47f-dad5c83e107a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=66c73357-2425-46ef-b26c-ef0a5e480202 HTTP/1.1" status: 200 len: 1130 time: 0.0433245 Apr 05 22:43:58.572767 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a90a709f-8cf1-470b-9588-24322724fd2e req-84861cdf-629d-498c-8949-ea8cc9e1f746 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1d5210fc-2b3e-451e-8690-a29aceaed0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405443 Apr 05 22:43:58.674888 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ff55f2-7ae5-4d84-9186-1f039d18d6d4 req-aafe036e-7bcc-4632-bfac-f0b338d78af4 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:58.676371 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-58ff55f2-7ae5-4d84-9186-1f039d18d6d4 req-aafe036e-7bcc-4632-bfac-f0b338d78af4 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/ports?device_id=66c73357-2425-46ef-b26c-ef0a5e480202 HTTP/1.1" status: 200 len: 946 time: 0.0566387 Apr 05 22:43:58.724869 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-58ff55f2-7ae5-4d84-9186-1f039d18d6d4 req-f964bc54-e4f7-4e69-9b84-b3e2b5c6ce06 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/security-groups?id=1d5210fc-2b3e-451e-8690-a29aceaed0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423033 Apr 05 22:43:59.845187 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed696e1b-265b-4664-bde6-98cb6d25cbc0 req-fa92d771-f94f-42d5-98a7-2876be36146f tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:59.846672 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ed696e1b-265b-4664-bde6-98cb6d25cbc0 req-fa92d771-f94f-42d5-98a7-2876be36146f tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/ports?device_id=66c73357-2425-46ef-b26c-ef0a5e480202 HTTP/1.1" status: 200 len: 946 time: 0.0523179 Apr 05 22:43:59.893691 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ed696e1b-265b-4664-bde6-98cb6d25cbc0 req-47ccad88-beba-44c1-93b3-1ff91db3806c tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/security-groups?id=1d5210fc-2b3e-451e-8690-a29aceaed0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413060 Apr 05 22:44:01.008271 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84009656-e6d1-40ce-b27b-2fe92d5e512a req-638ee28a-fd16-41d9-9de8-38edfc6a4037 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:01.009750 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-84009656-e6d1-40ce-b27b-2fe92d5e512a req-638ee28a-fd16-41d9-9de8-38edfc6a4037 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/ports?device_id=66c73357-2425-46ef-b26c-ef0a5e480202 HTTP/1.1" status: 200 len: 946 time: 0.0508676 Apr 05 22:44:01.060794 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-84009656-e6d1-40ce-b27b-2fe92d5e512a req-c0403afd-0dfc-4a4e-a61f-28618f085d7e tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/security-groups?id=1d5210fc-2b3e-451e-8690-a29aceaed0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455551 Apr 05 22:44:01.176974 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9844cf9-130e-4d63-9e47-20bb1cfee581 req-9a5b347d-dc83-46df-9de8-52e4284423a6 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:01.178319 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b9844cf9-130e-4d63-9e47-20bb1cfee581 req-9a5b347d-dc83-46df-9de8-52e4284423a6 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/ports?device_id=66c73357-2425-46ef-b26c-ef0a5e480202 HTTP/1.1" status: 200 len: 946 time: 0.0519671 Apr 05 22:44:01.227689 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b9844cf9-130e-4d63-9e47-20bb1cfee581 req-c822bc06-f90d-402a-a00a-e7c47af7dc84 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/security-groups?id=1d5210fc-2b3e-451e-8690-a29aceaed0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438833 Apr 05 22:44:01.248415 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 43192) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:44:01.428753 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa76288-a02b-4d4a-90c1-a0861e096d18 tempest-TestShelveInstance-561679937 tempest-TestShelveInstance-561679937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:01.430208 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-dfa76288-a02b-4d4a-90c1-a0861e096d18 tempest-TestShelveInstance-561679937 tempest-TestShelveInstance-561679937-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=66c73357-2425-46ef-b26c-ef0a5e480202 HTTP/1.1" status: 200 len: 1125 time: 0.1808462 Apr 05 22:44:01.432989 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 43196) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:44:01.437061 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-bf9dff95-b874-4714-a889-5bae4fd32b48 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Request body: {'floatingip': {'floating_network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'port_id': '4b73ba79-695c-4c18-90e8-34b322632fcd', 'tenant_id': '9618f5baeec7405cafcaccb0e53c77b4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:44:01.456161 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-bf9dff95-b874-4714-a889-5bae4fd32b48 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:01.551365 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-bf9dff95-b874-4714-a889-5bae4fd32b48 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:01.664301 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_common [None req-bf9dff95-b874-4714-a889-5bae4fd32b48 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Allocated IP 172.27.1.88 (1c7020db-f04b-4bae-aa0d-07e17c11278d/de4a5644-b80e-4142-a210-68f31fcb6ac5/40552a65-0ce8-41fe-9690-fbd5b7ea30b9) {{(pid=103469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:44:01.765090 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-bf9dff95-b874-4714-a889-5bae4fd32b48 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Publish callbacks [] for port (40552a65-0ce8-41fe-9690-fbd5b7ea30b9), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:01.798010 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-bf9dff95-b874-4714-a889-5bae4fd32b48 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757100095748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827921'] for port (40552a65-0ce8-41fe-9690-fbd5b7ea30b9), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:01.834580 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9dff95-b874-4714-a889-5bae4fd32b48 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Network 1c7020db-f04b-4bae-aa0d-07e17c11278d is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:44:01.837335 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-bf9dff95-b874-4714-a889-5bae4fd32b48 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:44:01.843554 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9dff95-b874-4714-a889-5bae4fd32b48 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Received port after_create {{(pid=103469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:44:01.849553 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9dff95-b874-4714-a889-5bae4fd32b48 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Pushing event updated for resources: {'Port': ['ID=40552a65-0ce8-41fe-9690-fbd5b7ea30b9,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:44:02.201499 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-bf9dff95-b874-4714-a889-5bae4fd32b48 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Publish callbacks [] for floatingip (30ac382b-b0dc-4173-b8c8-73c7ec98a1c8), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:02.271491 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-bf9dff95-b874-4714-a889-5bae4fd32b48 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (40552a65-0ce8-41fe-9690-fbd5b7ea30b9), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:02.412667 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-bf9dff95-b874-4714-a889-5bae4fd32b48 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Publish callbacks [] for port (40552a65-0ce8-41fe-9690-fbd5b7ea30b9), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:02.417037 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-bf9dff95-b874-4714-a889-5bae4fd32b48 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828008'] for port (40552a65-0ce8-41fe-9690-fbd5b7ea30b9), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:02.486583 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9dff95-b874-4714-a889-5bae4fd32b48 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Pushing event updated for resources: {'Port': ['ID=40552a65-0ce8-41fe-9690-fbd5b7ea30b9,revision_number=2']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:44:02.496394 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-bf9dff95-b874-4714-a889-5bae4fd32b48 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536593'] for floatingip (30ac382b-b0dc-4173-b8c8-73c7ec98a1c8), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:02.596282 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.db.l3_db [None req-bf9dff95-b874-4714-a889-5bae4fd32b48 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Floating IP 30ac382b-b0dc-4173-b8c8-73c7ec98a1c8 associated. External IP: 172.27.1.88, port: 4b73ba79-695c-4c18-90e8-34b322632fcd. Apr 05 22:44:02.805950 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf9dff95-b874-4714-a889-5bae4fd32b48 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Router 0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a has already been hosted by L3 agent 79a469f9-bdbc-4492-b479-9e5faeaf33b0 {{(pid=103469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:44:02.919342 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf9dff95-b874-4714-a889-5bae4fd32b48 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Notify agent at l3_agent.dv-cinder-835881-4-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:44:02.930024 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4cd4b3-d7b7-46fa-bd79-b7f4d8f54e5b None None] Sync routers for ids ['0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a'] in dv-cinder-835881-4-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:44:02.936600 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-bf9dff95-b874-4714-a889-5bae4fd32b48 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for floatingip (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:02.940082 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4cd4b3-d7b7-46fa-bd79-b7f4d8f54e5b None None] Routers {'0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:44:02.940702 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-ac4cd4b3-d7b7-46fa-bd79-b7f4d8f54e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:43:38Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:44:02.965991 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-bf9dff95-b874-4714-a889-5bae4fd32b48 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5319743 Apr 05 22:44:02.966842 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66c73357-2425-46ef-b26c-ef0a5e480202', 'tag': '4b73ba79-695c-4c18-90e8-34b322632fcd'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:44:02.969662 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f386ba26b1031f5495d5bdef0d2c98b5b567df56bfe60a1d1e0dd7c3f719aed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37dcd51c-b903-4e02-97e4-fcc69141f602" -d '{"events": [{"name": "network-changed", "server_uuid": "66c73357-2425-46ef-b26c-ef0a5e480202", "tag": "4b73ba79-695c-4c18-90e8-34b322632fcd"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:44:03.006404 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d6d6ba-b1cf-4201-9fb0-da685dd17277 x-openstack-request-id: req-d2d6d6ba-b1cf-4201-9fb0-da685dd17277 {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:44:03.006702 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66c73357-2425-46ef-b26c-ef0a5e480202", "tag": "4b73ba79-695c-4c18-90e8-34b322632fcd", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:44:03.006961 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d2d6d6ba-b1cf-4201-9fb0-da685dd17277 {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:44:03.007368 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2d6d6ba-b1cf-4201-9fb0-da685dd17277'] response: {'name': 'network-changed', 'server_uuid': '66c73357-2425-46ef-b26c-ef0a5e480202', 'tag': '4b73ba79-695c-4c18-90e8-34b322632fcd', 'status': 'completed', 'code': 200} Apr 05 22:44:03.051364 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-ac4cd4b3-d7b7-46fa-bd79-b7f4d8f54e5b None None] Set router 0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a gateway port host: dv-cinder-835881-4-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:44:03.274049 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-ac4cd4b3-d7b7-46fa-bd79-b7f4d8f54e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a', 'name': 'tempest-TestShelveInstance-770517498-router', 'tenant_id': '9618f5baeec7405cafcaccb0e53c77b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '8a18b647-4583-4297-ad05-1c405f3b167e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:43:02Z', 'updated_at': '2022-04-05T22:43:06Z', 'revision_number': 4, 'project_id': '9618f5baeec7405cafcaccb0e53c77b4', 'gw_port': {'id': '8a18b647-4583-4297-ad05-1c405f3b167e', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:03:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:43:02Z', 'updated_at': '2022-04-05T22:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_floatingips': [{'id': '30ac382b-b0dc-4173-b8c8-73c7ec98a1c8', 'tenant_id': '9618f5baeec7405cafcaccb0e53c77b4', 'floating_ip_address': '172.27.1.88', 'floating_network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'router_id': '0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a', 'port_id': '4b73ba79-695c-4c18-90e8-34b322632fcd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93ea6e4b-6c87-4cb7-972a-0a6c56c3540c', 'mac_address': 'fa:16:3e:f7:bc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c73357-2425-46ef-b26c-ef0a5e480202', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:44:02Z', 'updated_at': '2022-04-05T22:44:02Z', 'revision_number': 0, 'project_id': '9618f5baeec7405cafcaccb0e53c77b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cceafe5-e60a-47b2-86e4-68261228a531', 'name': '', 'network_id': '93ea6e4b-6c87-4cb7-972a-0a6c56c3540c', 'tenant_id': '9618f5baeec7405cafcaccb0e53c77b4', 'mac_address': 'fa:16:3e:f7:3e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'a0dda594-505e-4d09-af0b-87c49916ab00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:43:04Z', 'updated_at': '2022-04-05T22:43:10Z', 'revision_number': 5, 'project_id': '9618f5baeec7405cafcaccb0e53c77b4', 'subnets': [{'id': 'a0dda594-505e-4d09-af0b-87c49916ab00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:44:03.299729 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4cd4b3-d7b7-46fa-bd79-b7f4d8f54e5b None None] Checking router: 0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a for host: dv-cinder-835881-4-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:44:03.308623 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4cd4b3-d7b7-46fa-bd79-b7f4d8f54e5b None None] Routers {'0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:44:03.309222 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-ac4cd4b3-d7b7-46fa-bd79-b7f4d8f54e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:43:38Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:44:03.415967 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-ac4cd4b3-d7b7-46fa-bd79-b7f4d8f54e5b None None] Set router 0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a gateway port host: dv-cinder-835881-4-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:44:03.633774 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-ac4cd4b3-d7b7-46fa-bd79-b7f4d8f54e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a', 'name': 'tempest-TestShelveInstance-770517498-router', 'tenant_id': '9618f5baeec7405cafcaccb0e53c77b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '8a18b647-4583-4297-ad05-1c405f3b167e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:43:02Z', 'updated_at': '2022-04-05T22:43:06Z', 'revision_number': 4, 'project_id': '9618f5baeec7405cafcaccb0e53c77b4', 'gw_port': {'id': '8a18b647-4583-4297-ad05-1c405f3b167e', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:03:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:43:02Z', 'updated_at': '2022-04-05T22:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_floatingips': [{'id': '30ac382b-b0dc-4173-b8c8-73c7ec98a1c8', 'tenant_id': '9618f5baeec7405cafcaccb0e53c77b4', 'floating_ip_address': '172.27.1.88', 'floating_network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'router_id': '0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a', 'port_id': '4b73ba79-695c-4c18-90e8-34b322632fcd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93ea6e4b-6c87-4cb7-972a-0a6c56c3540c', 'mac_address': 'fa:16:3e:f7:bc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c73357-2425-46ef-b26c-ef0a5e480202', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:44:02Z', 'updated_at': '2022-04-05T22:44:02Z', 'revision_number': 0, 'project_id': '9618f5baeec7405cafcaccb0e53c77b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cceafe5-e60a-47b2-86e4-68261228a531', 'name': '', 'network_id': '93ea6e4b-6c87-4cb7-972a-0a6c56c3540c', 'tenant_id': '9618f5baeec7405cafcaccb0e53c77b4', 'mac_address': 'fa:16:3e:f7:3e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'a0dda594-505e-4d09-af0b-87c49916ab00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:43:04Z', 'updated_at': '2022-04-05T22:43:10Z', 'revision_number': 5, 'project_id': '9618f5baeec7405cafcaccb0e53c77b4', 'subnets': [{'id': 'a0dda594-505e-4d09-af0b-87c49916ab00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:44:03.660163 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4cd4b3-d7b7-46fa-bd79-b7f4d8f54e5b None None] The sync data for ids ['0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a'] in dv-cinder-835881-4-iscsi is: [{'id': '0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a', 'name': 'tempest-TestShelveInstance-770517498-router', 'tenant_id': '9618f5baeec7405cafcaccb0e53c77b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '8a18b647-4583-4297-ad05-1c405f3b167e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:43:02Z', 'updated_at': '2022-04-05T22:43:06Z', 'revision_number': 4, 'project_id': '9618f5baeec7405cafcaccb0e53c77b4', 'gw_port': {'id': '8a18b647-4583-4297-ad05-1c405f3b167e', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:03:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:43:02Z', 'updated_at': '2022-04-05T22:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_floatingips': [{'id': '30ac382b-b0dc-4173-b8c8-73c7ec98a1c8', 'tenant_id': '9618f5baeec7405cafcaccb0e53c77b4', 'floating_ip_address': '172.27.1.88', 'floating_network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'router_id': '0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a', 'port_id': '4b73ba79-695c-4c18-90e8-34b322632fcd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93ea6e4b-6c87-4cb7-972a-0a6c56c3540c', 'mac_address': 'fa:16:3e:f7:bc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c73357-2425-46ef-b26c-ef0a5e480202', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:44:02Z', 'updated_at': '2022-04-05T22:44:02Z', 'revision_number': 0, 'project_id': '9618f5baeec7405cafcaccb0e53c77b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cceafe5-e60a-47b2-86e4-68261228a531', 'name': '', 'network_id': '93ea6e4b-6c87-4cb7-972a-0a6c56c3540c', 'tenant_id': '9618f5baeec7405cafcaccb0e53c77b4', 'mac_address': 'fa:16:3e:f7:3e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'a0dda594-505e-4d09-af0b-87c49916ab00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:43:04Z', 'updated_at': '2022-04-05T22:43:10Z', 'revision_number': 5, 'project_id': '9618f5baeec7405cafcaccb0e53c77b4', 'subnets': [{'id': 'a0dda594-505e-4d09-af0b-87c49916ab00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:44:03.867005 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f425f64a-265b-479d-9bab-4c77962040e7 None None] New status for floating IP 30ac382b-b0dc-4173-b8c8-73c7ec98a1c8: ACTIVE {{(pid=103470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:44:04.218824 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dcd51c-b903-4e02-97e4-fcc69141f602 req-1fb4214b-fa52-47a4-85fe-cf259e66297e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:04.221232 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-37dcd51c-b903-4e02-97e4-fcc69141f602 req-1fb4214b-fa52-47a4-85fe-cf259e66297e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9618f5baeec7405cafcaccb0e53c77b4&device_id=66c73357-2425-46ef-b26c-ef0a5e480202 HTTP/1.1" status: 200 len: 1130 time: 0.0524893 Apr 05 22:44:04.316545 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dcd51c-b903-4e02-97e4-fcc69141f602 req-677e734f-90c5-4d0d-9fb1-83c6e1e404b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:04.319362 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-37dcd51c-b903-4e02-97e4-fcc69141f602 req-677e734f-90c5-4d0d-9fb1-83c6e1e404b7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=93ea6e4b-6c87-4cb7-972a-0a6c56c3540c HTTP/1.1" status: 200 len: 909 time: 0.0904109 Apr 05 22:44:04.387040 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-37dcd51c-b903-4e02-97e4-fcc69141f602 req-c838c1f3-60d2-47bb-9767-d5640317514d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b73ba79-695c-4c18-90e8-34b322632fcd HTTP/1.1" status: 200 len: 1001 time: 0.0594335 Apr 05 22:44:04.432647 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dcd51c-b903-4e02-97e4-fcc69141f602 req-ce606588-d460-40ee-b160-4e6727e74093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:04.433967 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-37dcd51c-b903-4e02-97e4-fcc69141f602 req-ce606588-d460-40ee-b160-4e6727e74093 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a0dda594-505e-4d09-af0b-87c49916ab00 HTTP/1.1" status: 200 len: 847 time: 0.0412986 Apr 05 22:44:04.487502 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dcd51c-b903-4e02-97e4-fcc69141f602 req-863a0313-388b-46ba-bdfe-9ef043cc7141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:04.489005 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-37dcd51c-b903-4e02-97e4-fcc69141f602 req-863a0313-388b-46ba-bdfe-9ef043cc7141 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=93ea6e4b-6c87-4cb7-972a-0a6c56c3540c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457296 Apr 05 22:44:04.579176 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-37dcd51c-b903-4e02-97e4-fcc69141f602 req-cf5dfdf7-85d6-4a7a-8c13-6f19f397272e service neutron] 10.222.0.13 "GET /v2.0/networks/93ea6e4b-6c87-4cb7-972a-0a6c56c3540c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818434 Apr 05 22:44:04.671760 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-37dcd51c-b903-4e02-97e4-fcc69141f602 req-bd08ed10-9f52-41c3-af3f-2e05ec4aec2d service neutron] 10.222.0.13 "GET /v2.0/networks/93ea6e4b-6c87-4cb7-972a-0a6c56c3540c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859919 Apr 05 22:44:05.520447 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-ed8f100c-6d90-4850-9513-3d005105f0c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (08425891-4e99-4ae4-974b-85ee5a0410c6), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:07.862184 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-f1aa077f-69f9-442c-bf89-b9899ef62d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (79a469f9-bdbc-4492-b479-9e5faeaf33b0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:08.981987 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-dae4f030-1cb2-49a8-bcfa-6facf2529a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (e40c9916-dc7d-41d8-a75d-da550db0c469), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:10.626910 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-99ae2e83-6010-40d2-b70a-5b0f9e3ea887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (f28e62d6-8243-45bb-b578-64cfae2561d0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:12.056921 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (b771b186-15ef-4a1a-9c73-ea54ac08c8ac), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:15.006505 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-97cde7d9-dbb1-4d23-a7c6-1511c50e2662 None None] Agent healthcheck: found 6 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:44:19.936442 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0481d8-f871-4ee9-bfea-2eeb4443e6a7 req-b9a733e9-1774-4e95-ab66-fb7a0378b413 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:19.937953 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6f0481d8-f871-4ee9-bfea-2eeb4443e6a7 req-b9a733e9-1774-4e95-ab66-fb7a0378b413 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccf36dc0-42d3-4f95-b079-426e94a7f7d8 HTTP/1.1" status: 200 len: 946 time: 0.0515969 Apr 05 22:44:19.992241 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6f0481d8-f871-4ee9-bfea-2eeb4443e6a7 req-f855208d-3338-437e-8df1-afd692e32d32 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/security-groups?id=a4654f91-b41c-41fc-851b-a9e546c00636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478501 Apr 05 22:44:21.111356 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ac0d6-0a18-4743-8b97-c8c33f8ca041 req-2ddb1de9-e1d8-4af6-8a82-8236d52faceb tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:21.112816 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b41ac0d6-0a18-4743-8b97-c8c33f8ca041 req-2ddb1de9-e1d8-4af6-8a82-8236d52faceb tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccf36dc0-42d3-4f95-b079-426e94a7f7d8 HTTP/1.1" status: 200 len: 946 time: 0.0523932 Apr 05 22:44:21.164075 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b41ac0d6-0a18-4743-8b97-c8c33f8ca041 req-c11667b7-6bef-4edb-8a30-597f635ec10b tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/security-groups?id=a4654f91-b41c-41fc-851b-a9e546c00636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455647 Apr 05 22:44:21.471885 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 43384) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:44:21.585181 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-a23f85a2-df5d-4a9e-aa8e-6362626ab798 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:21.662162 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-a23f85a2-df5d-4a9e-aa8e-6362626ab798 admin admin] Publish callbacks [] for security_group (5fe00a1f-2e4c-48c1-84fd-32c53a1694a6), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:21.665830 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-a23f85a2-df5d-4a9e-aa8e-6362626ab798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (5fe00a1f-2e4c-48c1-84fd-32c53a1694a6), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:21.702185 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23f85a2-df5d-4a9e-aa8e-6362626ab798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe00a1f-2e4c-48c1-84fd-32c53a1694a6,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:44:21.706748 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-a23f85a2-df5d-4a9e-aa8e-6362626ab798 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a7d1843448f54c4aa363b7e7e3d55a8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2338395 Apr 05 22:44:21.710343 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 43388) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:44:21.712230 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23f85a2-df5d-4a9e-aa8e-6362626ab798 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:21.712582 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23f85a2-df5d-4a9e-aa8e-6362626ab798 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:21.712928 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23f85a2-df5d-4a9e-aa8e-6362626ab798 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:21.713272 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23f85a2-df5d-4a9e-aa8e-6362626ab798 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:21.713647 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23f85a2-df5d-4a9e-aa8e-6362626ab798 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:21.713986 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23f85a2-df5d-4a9e-aa8e-6362626ab798 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:21.714318 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23f85a2-df5d-4a9e-aa8e-6362626ab798 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:21.714645 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23f85a2-df5d-4a9e-aa8e-6362626ab798 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:21.714976 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23f85a2-df5d-4a9e-aa8e-6362626ab798 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:21.715334 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23f85a2-df5d-4a9e-aa8e-6362626ab798 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:21.715668 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23f85a2-df5d-4a9e-aa8e-6362626ab798 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:21.716360 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23f85a2-df5d-4a9e-aa8e-6362626ab798 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:21.716688 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23f85a2-df5d-4a9e-aa8e-6362626ab798 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:21.717011 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23f85a2-df5d-4a9e-aa8e-6362626ab798 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:21.717335 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23f85a2-df5d-4a9e-aa8e-6362626ab798 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:21.758388 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-91683127-eb3c-41a0-b3c4-b6e4c0000562 admin admin] Publish callbacks [] for security_group (5fe00a1f-2e4c-48c1-84fd-32c53a1694a6), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:21.778871 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-91683127-eb3c-41a0-b3c4-b6e4c0000562 admin admin] Publish callbacks [] for security_group (5fe00a1f-2e4c-48c1-84fd-32c53a1694a6), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:21.825353 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-91683127-eb3c-41a0-b3c4-b6e4c0000562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (5fe00a1f-2e4c-48c1-84fd-32c53a1694a6), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:21.827956 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-91683127-eb3c-41a0-b3c4-b6e4c0000562 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:21.829128 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-91683127-eb3c-41a0-b3c4-b6e4c0000562 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5fe00a1f-2e4c-48c1-84fd-32c53a1694a6 HTTP/1.1" status: 204 len: 168 time: 0.1177986 Apr 05 22:44:21.836853 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91683127-eb3c-41a0-b3c4-b6e4c0000562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe00a1f-2e4c-48c1-84fd-32c53a1694a6,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:44:21.844135 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91683127-eb3c-41a0-b3c4-b6e4c0000562 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:21.844484 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91683127-eb3c-41a0-b3c4-b6e4c0000562 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:21.844823 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91683127-eb3c-41a0-b3c4-b6e4c0000562 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:21.845163 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91683127-eb3c-41a0-b3c4-b6e4c0000562 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:21.845523 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91683127-eb3c-41a0-b3c4-b6e4c0000562 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:21.845855 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91683127-eb3c-41a0-b3c4-b6e4c0000562 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:21.846180 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91683127-eb3c-41a0-b3c4-b6e4c0000562 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:21.846506 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91683127-eb3c-41a0-b3c4-b6e4c0000562 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:21.846844 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91683127-eb3c-41a0-b3c4-b6e4c0000562 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:21.847142 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91683127-eb3c-41a0-b3c4-b6e4c0000562 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:21.847471 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91683127-eb3c-41a0-b3c4-b6e4c0000562 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:21.847784 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91683127-eb3c-41a0-b3c4-b6e4c0000562 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:21.848105 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91683127-eb3c-41a0-b3c4-b6e4c0000562 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:21.848427 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91683127-eb3c-41a0-b3c4-b6e4c0000562 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:21.848801 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91683127-eb3c-41a0-b3c4-b6e4c0000562 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:21.980265 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3173f832-f8ec-4fab-abd3-88aaff7fb02c req-e8278a1b-4943-4462-be46-92f54ec74593 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:21.981798 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3173f832-f8ec-4fab-abd3-88aaff7fb02c req-e8278a1b-4943-4462-be46-92f54ec74593 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccf36dc0-42d3-4f95-b079-426e94a7f7d8 HTTP/1.1" status: 200 len: 946 time: 0.0531540 Apr 05 22:44:22.080039 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [req-3173f832-f8ec-4fab-abd3-88aaff7fb02c req-99a7d1f3-0f26-4be1-b292-b5274378dc2c tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Deleting port ea1b2098-dd7c-4aca-9061-cf560775ceea {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:44:22.080381 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-3173f832-f8ec-4fab-abd3-88aaff7fb02c req-99a7d1f3-0f26-4be1-b292-b5274378dc2c tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757100664625'] for port (ea1b2098-dd7c-4aca-9061-cf560775ceea), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:22.168793 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-3173f832-f8ec-4fab-abd3-88aaff7fb02c req-99a7d1f3-0f26-4be1-b292-b5274378dc2c tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] For port ea1b2098-dd7c-4aca-9061-cf560775ceea, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=ea1b2098-dd7c-4aca-9061-cf560775ceea,segment=NetworkSegment(7d65933d-36de-4f1d-ae48-24ad40f63257),segment_id=7d65933d-36de-4f1d-ae48-24ad40f63257)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:44:22.169446 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-3173f832-f8ec-4fab-abd3-88aaff7fb02c req-99a7d1f3-0f26-4be1-b292-b5274378dc2c tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525920'] for port (ea1b2098-dd7c-4aca-9061-cf560775ceea), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:22.636188 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f2aec9-f98f-4185-ba4e-6e5636caa06e req-12ffc6ea-98c4-468e-b60b-47c2adb5c2b4 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:22.637705 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e7f2aec9-f98f-4185-ba4e-6e5636caa06e req-12ffc6ea-98c4-468e-b60b-47c2adb5c2b4 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccf36dc0-42d3-4f95-b079-426e94a7f7d8 HTTP/1.1" status: 200 len: 946 time: 0.3952329 Apr 05 22:44:22.645616 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-3173f832-f8ec-4fab-abd3-88aaff7fb02c req-99a7d1f3-0f26-4be1-b292-b5274378dc2c tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:22.646061 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-3173f832-f8ec-4fab-abd3-88aaff7fb02c req-99a7d1f3-0f26-4be1-b292-b5274378dc2c tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536593'] for floatingip (81efe45b-59fa-4113-b386-e17afe057d3c), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:22.646377 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.db.l3_db [req-3173f832-f8ec-4fab-abd3-88aaff7fb02c req-99a7d1f3-0f26-4be1-b292-b5274378dc2c tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Floating IP 81efe45b-59fa-4113-b386-e17afe057d3c disassociated. External IP: 172.27.1.30, port: ea1b2098-dd7c-4aca-9061-cf560775ceea. Apr 05 22:44:22.646718 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [req-3173f832-f8ec-4fab-abd3-88aaff7fb02c req-99a7d1f3-0f26-4be1-b292-b5274378dc2c tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Calling delete_port for ea1b2098-dd7c-4aca-9061-cf560775ceea owned by compute:nova {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:44:22.728503 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e7f2aec9-f98f-4185-ba4e-6e5636caa06e req-88e9a546-1857-4f58-bc88-46355915064c tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/security-groups?id=a4654f91-b41c-41fc-851b-a9e546c00636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849969 Apr 05 22:44:22.816030 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-3173f832-f8ec-4fab-abd3-88aaff7fb02c req-99a7d1f3-0f26-4be1-b292-b5274378dc2c tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757100670980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757100095757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827921'] for port (ea1b2098-dd7c-4aca-9061-cf560775ceea), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:22.843005 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a7d1f3-0f26-4be1-b292-b5274378dc2c tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Pushing event deleted for resources: {'Port': ['ID=ea1b2098-dd7c-4aca-9061-cf560775ceea,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:44:22.966769 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3173f832-f8ec-4fab-abd3-88aaff7fb02c req-99a7d1f3-0f26-4be1-b292-b5274378dc2c tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Router d51c3735-6a4e-4d37-acdf-25e27a08c3d1 has already been hosted by L3 agent 79a469f9-bdbc-4492-b479-9e5faeaf33b0 {{(pid=103469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:44:23.083792 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3173f832-f8ec-4fab-abd3-88aaff7fb02c req-99a7d1f3-0f26-4be1-b292-b5274378dc2c tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Notify agent at l3_agent.dv-cinder-835881-4-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:44:23.093990 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7883a08a-b173-4b09-9539-f59f43c253fc None None] Sync routers for ids ['d51c3735-6a4e-4d37-acdf-25e27a08c3d1'] in dv-cinder-835881-4-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:44:23.104597 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7883a08a-b173-4b09-9539-f59f43c253fc None None] Routers {'d51c3735-6a4e-4d37-acdf-25e27a08c3d1'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:44:23.105369 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-7883a08a-b173-4b09-9539-f59f43c253fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:44:08Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['d51c3735-6a4e-4d37-acdf-25e27a08c3d1'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:44:23.125576 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [req-3173f832-f8ec-4fab-abd3-88aaff7fb02c req-99a7d1f3-0f26-4be1-b292-b5274378dc2c tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] No DVR routers for this DVR port ea1b2098-dd7c-4aca-9061-cf560775ceea on host hv-cinder-83588 {{(pid=103469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:44:23.128164 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-3173f832-f8ec-4fab-abd3-88aaff7fb02c req-99a7d1f3-0f26-4be1-b292-b5274378dc2c tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:23.131658 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3173f832-f8ec-4fab-abd3-88aaff7fb02c req-99a7d1f3-0f26-4be1-b292-b5274378dc2c tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.13 "DELETE /v2.0/ports/ea1b2098-dd7c-4aca-9061-cf560775ceea HTTP/1.1" status: 204 len: 173 time: 1.1440177 Apr 05 22:44:23.132112 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccf36dc0-42d3-4f95-b079-426e94a7f7d8', 'name': 'network-vif-deleted', 'tag': 'ea1b2098-dd7c-4aca-9061-cf560775ceea'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:44:23.135035 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f386ba26b1031f5495d5bdef0d2c98b5b567df56bfe60a1d1e0dd7c3f719aed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4864ebe7-a61f-43d3-8012-7658929ba5cc" -d '{"events": [{"server_uuid": "ccf36dc0-42d3-4f95-b079-426e94a7f7d8", "name": "network-vif-deleted", "tag": "ea1b2098-dd7c-4aca-9061-cf560775ceea"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:44:23.174239 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b8f670-7dfe-4eea-8557-22e61c19177f x-openstack-request-id: req-45b8f670-7dfe-4eea-8557-22e61c19177f {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:44:23.174835 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccf36dc0-42d3-4f95-b079-426e94a7f7d8", "name": "network-vif-deleted", "tag": "ea1b2098-dd7c-4aca-9061-cf560775ceea", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:44:23.174835 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-45b8f670-7dfe-4eea-8557-22e61c19177f {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:44:23.175162 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45b8f670-7dfe-4eea-8557-22e61c19177f'] response: {'server_uuid': 'ccf36dc0-42d3-4f95-b079-426e94a7f7d8', 'name': 'network-vif-deleted', 'tag': 'ea1b2098-dd7c-4aca-9061-cf560775ceea', 'status': 'completed', 'code': 200} Apr 05 22:44:23.232789 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-7883a08a-b173-4b09-9539-f59f43c253fc None None] Set router d51c3735-6a4e-4d37-acdf-25e27a08c3d1 gateway port host: dv-cinder-835881-4-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:44:23.556190 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-7883a08a-b173-4b09-9539-f59f43c253fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'name': 'tempest-AttachVolumeNegativeTest-472364483-router', 'tenant_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'f7257a2b-51a0-4a83-97f1-aa23ea91efe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:36:28Z', 'updated_at': '2022-04-05T22:36:43Z', 'revision_number': 4, 'project_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'gw_port': {'id': 'f7257a2b-51a0-4a83-97f1-aa23ea91efe1', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:07:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:29Z', 'updated_at': '2022-04-05T22:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_interfaces': [{'id': '35730c02-9364-4d72-96fb-383f73802885', 'name': '', 'network_id': '2745cec7-a148-4762-a4f4-09b14f6d3b74', 'tenant_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'mac_address': 'fa:16:3e:db:97:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '45b714fa-5bcf-429b-b58b-460d14e81c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:40Z', 'updated_at': '2022-04-05T22:36:52Z', 'revision_number': 5, 'project_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'subnets': [{'id': '45b714fa-5bcf-429b-b58b-460d14e81c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:44:23.586498 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7883a08a-b173-4b09-9539-f59f43c253fc None None] Checking router: d51c3735-6a4e-4d37-acdf-25e27a08c3d1 for host: dv-cinder-835881-4-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:44:23.596130 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7883a08a-b173-4b09-9539-f59f43c253fc None None] Routers {'d51c3735-6a4e-4d37-acdf-25e27a08c3d1'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:44:23.596739 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-7883a08a-b173-4b09-9539-f59f43c253fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:44:08Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['d51c3735-6a4e-4d37-acdf-25e27a08c3d1'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:44:23.712036 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-7883a08a-b173-4b09-9539-f59f43c253fc None None] Set router d51c3735-6a4e-4d37-acdf-25e27a08c3d1 gateway port host: dv-cinder-835881-4-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:44:23.835822 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 43478) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:44:23.892340 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-33511559-588d-44aa-a947-539095f985b8 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for security_group (a4654f91-b41c-41fc-851b-a9e546c00636), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:23.915995 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-7883a08a-b173-4b09-9539-f59f43c253fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'name': 'tempest-AttachVolumeNegativeTest-472364483-router', 'tenant_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'f7257a2b-51a0-4a83-97f1-aa23ea91efe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:36:28Z', 'updated_at': '2022-04-05T22:36:43Z', 'revision_number': 4, 'project_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'gw_port': {'id': 'f7257a2b-51a0-4a83-97f1-aa23ea91efe1', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:07:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:29Z', 'updated_at': '2022-04-05T22:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_interfaces': [{'id': '35730c02-9364-4d72-96fb-383f73802885', 'name': '', 'network_id': '2745cec7-a148-4762-a4f4-09b14f6d3b74', 'tenant_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'mac_address': 'fa:16:3e:db:97:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '45b714fa-5bcf-429b-b58b-460d14e81c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:40Z', 'updated_at': '2022-04-05T22:36:52Z', 'revision_number': 5, 'project_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'subnets': [{'id': '45b714fa-5bcf-429b-b58b-460d14e81c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:44:23.916232 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-33511559-588d-44aa-a947-539095f985b8 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for security_group (a4654f91-b41c-41fc-851b-a9e546c00636), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:23.942013 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7883a08a-b173-4b09-9539-f59f43c253fc None None] The sync data for ids ['d51c3735-6a4e-4d37-acdf-25e27a08c3d1'] in dv-cinder-835881-4-iscsi is: [{'id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'name': 'tempest-AttachVolumeNegativeTest-472364483-router', 'tenant_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'f7257a2b-51a0-4a83-97f1-aa23ea91efe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:36:28Z', 'updated_at': '2022-04-05T22:36:43Z', 'revision_number': 4, 'project_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'gw_port': {'id': 'f7257a2b-51a0-4a83-97f1-aa23ea91efe1', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:07:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:29Z', 'updated_at': '2022-04-05T22:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_interfaces': [{'id': '35730c02-9364-4d72-96fb-383f73802885', 'name': '', 'network_id': '2745cec7-a148-4762-a4f4-09b14f6d3b74', 'tenant_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'mac_address': 'fa:16:3e:db:97:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '45b714fa-5bcf-429b-b58b-460d14e81c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:40Z', 'updated_at': '2022-04-05T22:36:52Z', 'revision_number': 5, 'project_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'subnets': [{'id': '45b714fa-5bcf-429b-b58b-460d14e81c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:44:23.971314 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-33511559-588d-44aa-a947-539095f985b8 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (a4654f91-b41c-41fc-851b-a9e546c00636), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:23.974184 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-33511559-588d-44aa-a947-539095f985b8 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:23.975334 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-33511559-588d-44aa-a947-539095f985b8 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "DELETE /v2.0/security-groups/a4654f91-b41c-41fc-851b-a9e546c00636 HTTP/1.1" status: 204 len: 168 time: 0.1382873 Apr 05 22:44:23.978124 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 43480) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:44:23.990338 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33511559-588d-44aa-a947-539095f985b8 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4654f91-b41c-41fc-851b-a9e546c00636,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:44:24.013824 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.api.v2.resource [None req-699aa4f2-7456-4db6-a44a-56b1ad5dbc2e tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] show failed (client error): The resource could not be found. Apr 05 22:44:24.018216 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 43484) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:44:24.018542 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-699aa4f2-7456-4db6-a44a-56b1ad5dbc2e tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/security-groups/a4654f91-b41c-41fc-851b-a9e546c00636 HTTP/1.1" status: 404 len: 347 time: 0.0387750 Apr 05 22:44:24.149309 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-46a978d5-f5ff-4036-a93b-3ad7a008b706 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Deleting port 35af5df2-c687-492f-8e7f-cbda928491b1 {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:44:24.149760 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-46a978d5-f5ff-4036-a93b-3ad7a008b706 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757100664625'] for port (35af5df2-c687-492f-8e7f-cbda928491b1), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:24.215606 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd17afcb-4f3c-496c-97d9-665143a1b27f None None] New status for floating IP 81efe45b-59fa-4113-b386-e17afe057d3c: DOWN {{(pid=103470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:44:24.231330 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-46a978d5-f5ff-4036-a93b-3ad7a008b706 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525920'] for port (35af5df2-c687-492f-8e7f-cbda928491b1), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:24.231860 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-46a978d5-f5ff-4036-a93b-3ad7a008b706 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for floatingip (35af5df2-c687-492f-8e7f-cbda928491b1), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:24.242999 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-46a978d5-f5ff-4036-a93b-3ad7a008b706 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Calling delete_port for 35af5df2-c687-492f-8e7f-cbda928491b1 owned by network:floatingip {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:44:24.379006 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-46a978d5-f5ff-4036-a93b-3ad7a008b706 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757100670980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757100095757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827921'] for port (35af5df2-c687-492f-8e7f-cbda928491b1), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:24.402226 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a978d5-f5ff-4036-a93b-3ad7a008b706 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Pushing event deleted for resources: {'Port': ['ID=35af5df2-c687-492f-8e7f-cbda928491b1,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:44:24.466341 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-46a978d5-f5ff-4036-a93b-3ad7a008b706 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for floatingip (81efe45b-59fa-4113-b386-e17afe057d3c), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:24.468937 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-46a978d5-f5ff-4036-a93b-3ad7a008b706 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for floatingip (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:24.470471 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-46a978d5-f5ff-4036-a93b-3ad7a008b706 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "DELETE /v2.0/floatingips/81efe45b-59fa-4113-b386-e17afe057d3c HTTP/1.1" status: 204 len: 168 time: 0.4514332 Apr 05 22:44:25.063124 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 43488) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:44:25.067727 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-92e267c8-19dc-410d-979d-4853c18385de tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1344350977', 'description': 'tempest-description--575723753'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:44:25.087558 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-92e267c8-19dc-410d-979d-4853c18385de tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:25.164975 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-92e267c8-19dc-410d-979d-4853c18385de tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for security_group (3820c57e-0a2b-4cd6-a0d9-5b9070b5147e), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:25.168505 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-92e267c8-19dc-410d-979d-4853c18385de tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (3820c57e-0a2b-4cd6-a0d9-5b9070b5147e), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:25.196107 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-92e267c8-19dc-410d-979d-4853c18385de tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:25.197288 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-92e267c8-19dc-410d-979d-4853c18385de tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1331785 Apr 05 22:44:25.200404 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 43492) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:44:25.201466 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e267c8-19dc-410d-979d-4853c18385de tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3820c57e-0a2b-4cd6-a0d9-5b9070b5147e,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:44:25.205160 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-a1b2b5ed-b862-48d8-8398-60303934e431 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Request body: {'security_group_rule': {'security_group_id': '3820c57e-0a2b-4cd6-a0d9-5b9070b5147e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:44:25.230471 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-a1b2b5ed-b862-48d8-8398-60303934e431 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for security_group_rule (84ea0e92-3fc7-40b5-bb34-2955b17422bc), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:25.285662 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-a1b2b5ed-b862-48d8-8398-60303934e431 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for security_group_rule (84ea0e92-3fc7-40b5-bb34-2955b17422bc), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:25.289794 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-a1b2b5ed-b862-48d8-8398-60303934e431 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586008'] for security_group_rule (84ea0e92-3fc7-40b5-bb34-2955b17422bc), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:25.307878 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b2b5ed-b862-48d8-8398-60303934e431 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84ea0e92-3fc7-40b5-bb34-2955b17422bc,revision_number=0']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:44:25.312576 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-a1b2b5ed-b862-48d8-8398-60303934e431 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:25.313778 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-a1b2b5ed-b862-48d8-8398-60303934e431 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1122463 Apr 05 22:44:25.316453 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 43494) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:44:25.320831 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-5735945d-6c38-4fd3-afc9-1422355ba49d tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Request body: {'security_group_rule': {'security_group_id': '3820c57e-0a2b-4cd6-a0d9-5b9070b5147e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:44:25.343901 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5735945d-6c38-4fd3-afc9-1422355ba49d tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for security_group_rule (1ca8663f-dc6b-4c8b-9db3-70858139fe31), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:25.400130 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5735945d-6c38-4fd3-afc9-1422355ba49d tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for security_group_rule (1ca8663f-dc6b-4c8b-9db3-70858139fe31), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:25.403715 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5735945d-6c38-4fd3-afc9-1422355ba49d tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586008'] for security_group_rule (1ca8663f-dc6b-4c8b-9db3-70858139fe31), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:25.420620 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5735945d-6c38-4fd3-afc9-1422355ba49d tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ca8663f-dc6b-4c8b-9db3-70858139fe31,revision_number=0']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:44:25.429498 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5735945d-6c38-4fd3-afc9-1422355ba49d tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:25.430695 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-5735945d-6c38-4fd3-afc9-1422355ba49d tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1132910 Apr 05 22:44:25.433798 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 43496) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:44:25.438068 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-6c2a1956-5cff-4029-9762-88a517c6c724 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Request body: {'floatingip': {'floating_network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:44:25.457362 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-6c2a1956-5cff-4029-9762-88a517c6c724 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:25.554795 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-6c2a1956-5cff-4029-9762-88a517c6c724 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:25.659344 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.db.db_base_plugin_common [None req-6c2a1956-5cff-4029-9762-88a517c6c724 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Allocated IP 172.27.1.156 (1c7020db-f04b-4bae-aa0d-07e17c11278d/de4a5644-b80e-4142-a210-68f31fcb6ac5/d5741d99-8048-4ac7-8e5f-09e41446f52c) {{(pid=103468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:44:25.762509 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-6c2a1956-5cff-4029-9762-88a517c6c724 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for port (d5741d99-8048-4ac7-8e5f-09e41446f52c), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:25.796861 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-6c2a1956-5cff-4029-9762-88a517c6c724 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757100095748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815454'] for port (d5741d99-8048-4ac7-8e5f-09e41446f52c), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:25.831299 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2a1956-5cff-4029-9762-88a517c6c724 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Network 1c7020db-f04b-4bae-aa0d-07e17c11278d is already hosted by enough agents. {{(pid=103468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:44:25.834545 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [None req-6c2a1956-5cff-4029-9762-88a517c6c724 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Resources bound (agent type, host, resource id): {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:44:25.837199 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2a1956-5cff-4029-9762-88a517c6c724 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Received port after_create {{(pid=103468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:44:25.867023 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2a1956-5cff-4029-9762-88a517c6c724 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Pushing event updated for resources: {'Port': ['ID=d5741d99-8048-4ac7-8e5f-09e41446f52c,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:44:25.938182 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-6c2a1956-5cff-4029-9762-88a517c6c724 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for floatingip (cc7fe4be-adc1-4b2b-a3c9-18d3dc746ce0), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:25.974118 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-6c2a1956-5cff-4029-9762-88a517c6c724 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (d5741d99-8048-4ac7-8e5f-09e41446f52c), before_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:26.132321 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-6c2a1956-5cff-4029-9762-88a517c6c724 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for port (d5741d99-8048-4ac7-8e5f-09e41446f52c), precommit_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:26.139264 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-6c2a1956-5cff-4029-9762-88a517c6c724 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815399'] for port (d5741d99-8048-4ac7-8e5f-09e41446f52c), after_update {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:26.200474 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device ea1b2098-dd7c-4aca-9061-cf560775ceea no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:44:26.210681 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2a1956-5cff-4029-9762-88a517c6c724 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Pushing event updated for resources: {'Port': ['ID=d5741d99-8048-4ac7-8e5f-09e41446f52c,revision_number=2']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:44:26.220895 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-6c2a1956-5cff-4029-9762-88a517c6c724 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536593'] for floatingip (cc7fe4be-adc1-4b2b-a3c9-18d3dc746ce0), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:26.226308 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] No Port match for: ea1b2098-dd7c-4aca-9061-cf560775ceea {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:44:26.226653 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device ea1b2098-dd7c-4aca-9061-cf560775ceea not bound to the agent host hv-cinder-83588 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:44:26.235771 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-6c2a1956-5cff-4029-9762-88a517c6c724 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for floatingip (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:26.236991 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-6c2a1956-5cff-4029-9762-88a517c6c724 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8022866 Apr 05 22:44:26.434506 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c58200fb-7878-4974-98c0-16e51e44dea5 req-df092607-7718-4d8d-9863-c5bb4048e90e tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1344350977&fields=id&tenant_id=e718bf4373f64b3f9ec542b95b3e4d7b HTTP/1.1" status: 200 len: 267 time: 0.0450623 Apr 05 22:44:26.543518 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58200fb-7878-4974-98c0-16e51e44dea5 req-f531df10-e385-4d62-8227-6d3e8131f901 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:26.544916 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c58200fb-7878-4974-98c0-16e51e44dea5 req-f531df10-e385-4d62-8227-6d3e8131f901 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/networks?id=2745cec7-a148-4762-a4f4-09b14f6d3b74 HTTP/1.1" status: 200 len: 814 time: 0.1038291 Apr 05 22:44:26.559774 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c58200fb-7878-4974-98c0-16e51e44dea5 req-8b6650bc-56fb-42e1-822e-4afc937929d9 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/quotas/e718bf4373f64b3f9ec542b95b3e4d7b HTTP/1.1" status: 200 len: 375 time: 0.0094764 Apr 05 22:44:26.617035 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c58200fb-7878-4974-98c0-16e51e44dea5 req-13200f01-9a44-4de5-a911-8ac5b398a949 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e718bf4373f64b3f9ec542b95b3e4d7b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502062 Apr 05 22:44:26.708362 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c58200fb-7878-4974-98c0-16e51e44dea5 req-d80f6404-6f5f-4b21-9045-1944b3fb69c7 service neutron] 10.222.0.45 "GET /v2.0/networks/2745cec7-a148-4762-a4f4-09b14f6d3b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821481 Apr 05 22:44:26.803015 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c58200fb-7878-4974-98c0-16e51e44dea5 req-bede534a-ede4-48e4-9ade-dc89cc39ff1e service neutron] 10.222.0.45 "GET /v2.0/networks/2745cec7-a148-4762-a4f4-09b14f6d3b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888858 Apr 05 22:44:26.970825 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1e13bfcd-2277-4f41-a36b-1f2b759c1aa1 req-ae59367a-3fd9-461d-8d76-c047a0f3b9a4 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9611e60-02f1-453b-973f-b4967f296848 HTTP/1.1" status: 200 len: 210 time: 0.0268342 Apr 05 22:44:27.920846 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (021dfe4d-8109-4136-9367-dac606dce553), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:27.970327 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58200fb-7878-4974-98c0-16e51e44dea5 req-3a946e65-6eae-4dc1-a0b9-458372f94722 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:27.971730 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c58200fb-7878-4974-98c0-16e51e44dea5 req-3a946e65-6eae-4dc1-a0b9-458372f94722 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.13 "GET /v2.0/networks?id=2745cec7-a148-4762-a4f4-09b14f6d3b74 HTTP/1.1" status: 200 len: 814 time: 0.1110449 Apr 05 22:44:28.053297 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c58200fb-7878-4974-98c0-16e51e44dea5 req-a2a6c432-a740-42a9-8cd0-040c29b434f1 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e718bf4373f64b3f9ec542b95b3e4d7b HTTP/1.1" status: 200 len: 380 time: 0.0642595 Apr 05 22:44:28.074496 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5b01df32-442a-4f72-bd1d-d801a7e2499b req-f4df9eb9-df36-49f7-86b1-10c91fe9e4f7 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9611e60-02f1-453b-973f-b4967f296848 HTTP/1.1" status: 200 len: 210 time: 0.0346103 Apr 05 22:44:28.126445 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [req-c58200fb-7878-4974-98c0-16e51e44dea5 req-9fdc25fe-f888-4baa-8244-a9bd753ea5ff tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Request body: {'port': {'device_id': 'a9611e60-02f1-453b-973f-b4967f296848', 'network_id': '2745cec7-a148-4762-a4f4-09b14f6d3b74', 'admin_state_up': True, 'tenant_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'security_groups': ['3820c57e-0a2b-4cd6-a0d9-5b9070b5147e']}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:44:28.235072 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c58200fb-7878-4974-98c0-16e51e44dea5 req-9fdc25fe-f888-4baa-8244-a9bd753ea5ff tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Made reservation on behalf of e718bf4373f64b3f9ec542b95b3e4d7b for: {'port': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:44:28.238583 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-c58200fb-7878-4974-98c0-16e51e44dea5 req-9fdc25fe-f888-4baa-8244-a9bd753ea5ff tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:28.367892 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_common [req-c58200fb-7878-4974-98c0-16e51e44dea5 req-9fdc25fe-f888-4baa-8244-a9bd753ea5ff tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Allocated IP 172.20.0.7 (2745cec7-a148-4762-a4f4-09b14f6d3b74/45b714fa-5bcf-429b-b58b-460d14e81c92/efa8e03c-2e14-4148-afb3-88bab1905e4a) {{(pid=103469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:44:28.507331 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-c58200fb-7878-4974-98c0-16e51e44dea5 req-9fdc25fe-f888-4baa-8244-a9bd753ea5ff tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for port (efa8e03c-2e14-4148-afb3-88bab1905e4a), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:28.542945 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-c58200fb-7878-4974-98c0-16e51e44dea5 req-9fdc25fe-f888-4baa-8244-a9bd753ea5ff tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757100095748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827921'] for port (efa8e03c-2e14-4148-afb3-88bab1905e4a), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:28.581366 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c58200fb-7878-4974-98c0-16e51e44dea5 req-9fdc25fe-f888-4baa-8244-a9bd753ea5ff tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Network 2745cec7-a148-4762-a4f4-09b14f6d3b74 is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:44:28.584824 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [req-c58200fb-7878-4974-98c0-16e51e44dea5 req-9fdc25fe-f888-4baa-8244-a9bd753ea5ff tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:44:28.588360 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [req-c58200fb-7878-4974-98c0-16e51e44dea5 req-9fdc25fe-f888-4baa-8244-a9bd753ea5ff tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Received port after_create {{(pid=103469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:44:28.618173 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdc25fe-f888-4baa-8244-a9bd753ea5ff tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Pushing event updated for resources: {'Port': ['ID=efa8e03c-2e14-4148-afb3-88bab1905e4a,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:44:28.650223 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58200fb-7878-4974-98c0-16e51e44dea5 req-9fdc25fe-f888-4baa-8244-a9bd753ea5ff tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:28.650876 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-c58200fb-7878-4974-98c0-16e51e44dea5 req-9fdc25fe-f888-4baa-8244-a9bd753ea5ff tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:28.669062 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c58200fb-7878-4974-98c0-16e51e44dea5 req-9fdc25fe-f888-4baa-8244-a9bd753ea5ff tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5470238 Apr 05 22:44:28.727633 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [req-c58200fb-7878-4974-98c0-16e51e44dea5 req-ab56638e-0264-4039-af51-aa7840dc83f4 service neutron] Request body: {'port': {'device_id': 'a9611e60-02f1-453b-973f-b4967f296848', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:44:28.795235 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-c58200fb-7878-4974-98c0-16e51e44dea5 req-ab56638e-0264-4039-af51-aa7840dc83f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (efa8e03c-2e14-4148-afb3-88bab1905e4a), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:28.854336 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-c78da83a-92d1-49f5-be64-c74d3b6a50c6 None None] Provisioning complete for port efa8e03c-2e14-4148-afb3-88bab1905e4a triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:44:28.854629 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c78da83a-92d1-49f5-be64-c74d3b6a50c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (efa8e03c-2e14-4148-afb3-88bab1905e4a), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:28.891542 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-c78da83a-92d1-49f5-be64-c74d3b6a50c6 None None] Port efa8e03c-2e14-4148-afb3-88bab1905e4a cannot update to ACTIVE because it is not bound. {{(pid=103470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:44:29.055929 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [req-c58200fb-7878-4974-98c0-16e51e44dea5 req-ab56638e-0264-4039-af51-aa7840dc83f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efa8e03c-2e14-4148-afb3-88bab1905e4a {{(pid=103469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:44:29.063228 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-c58200fb-7878-4974-98c0-16e51e44dea5 req-ab56638e-0264-4039-af51-aa7840dc83f4 service neutron] Publish callbacks [] for port (efa8e03c-2e14-4148-afb3-88bab1905e4a), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:29.074968 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.provisioning_blocks [req-c58200fb-7878-4974-98c0-16e51e44dea5 req-ab56638e-0264-4039-af51-aa7840dc83f4 service neutron] Transition to ACTIVE for port object efa8e03c-2e14-4148-afb3-88bab1905e4a will not be triggered until provisioned by entity L2. {{(pid=103469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 22:44:29.078159 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-c58200fb-7878-4974-98c0-16e51e44dea5 req-ab56638e-0264-4039-af51-aa7840dc83f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828008'] for port (efa8e03c-2e14-4148-afb3-88bab1905e4a), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:29.129943 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab56638e-0264-4039-af51-aa7840dc83f4 service neutron] Pushing event updated for resources: {'Port': ['ID=efa8e03c-2e14-4148-afb3-88bab1905e4a,revision_number=2']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:44:29.243834 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-c58200fb-7878-4974-98c0-16e51e44dea5 req-ab56638e-0264-4039-af51-aa7840dc83f4 service neutron] Attempting to bind port efa8e03c-2e14-4148-afb3-88bab1905e4a on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:44:29.244174 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-c58200fb-7878-4974-98c0-16e51e44dea5 req-ab56638e-0264-4039-af51-aa7840dc83f4 service neutron] Attempting to bind port efa8e03c-2e14-4148-afb3-88bab1905e4a by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '7d65933d-36de-4f1d-ae48-24ad40f63257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2745cec7-a148-4762-a4f4-09b14f6d3b74'}] {{(pid=103469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:44:29.244503 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58200fb-7878-4974-98c0-16e51e44dea5 req-ab56638e-0264-4039-af51-aa7840dc83f4 service neutron] Attempting to bind port efa8e03c-2e14-4148-afb3-88bab1905e4a on network 2745cec7-a148-4762-a4f4-09b14f6d3b74 {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:44:29.255035 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d13d8b-9666-445d-910e-788c1a325c97 req-f40f8b49-6fe4-484c-ab5e-203b6a6e77ee tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:29.256590 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-17d13d8b-9666-445d-910e-788c1a325c97 req-f40f8b49-6fe4-484c-ab5e-203b6a6e77ee tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9611e60-02f1-453b-973f-b4967f296848 HTTP/1.1" status: 200 len: 943 time: 0.1010754 Apr 05 22:44:29.258909 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58200fb-7878-4974-98c0-16e51e44dea5 req-ab56638e-0264-4039-af51-aa7840dc83f4 service neutron] Port efa8e03c-2e14-4148-afb3-88bab1905e4a on network 2745cec7-a148-4762-a4f4-09b14f6d3b74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 22:44:29.259231 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58200fb-7878-4974-98c0-16e51e44dea5 req-ab56638e-0264-4039-af51-aa7840dc83f4 service neutron] Attempting to bind port efa8e03c-2e14-4148-afb3-88bab1905e4a on network 2745cec7-a148-4762-a4f4-09b14f6d3b74 {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:44:29.271419 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58200fb-7878-4974-98c0-16e51e44dea5 req-ab56638e-0264-4039-af51-aa7840dc83f4 service neutron] Checking agent: {'id': '021dfe4d-8109-4136-9367-dac606dce553', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 34, 28), 'started_at': datetime.datetime(2022, 4, 5, 22, 34, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:44:29.271760 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58200fb-7878-4974-98c0-16e51e44dea5 req-ab56638e-0264-4039-af51-aa7840dc83f4 service neutron] Checking segment: {'id': '7d65933d-36de-4f1d-ae48-24ad40f63257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2745cec7-a148-4762-a4f4-09b14f6d3b74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:44:29.272141 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58200fb-7878-4974-98c0-16e51e44dea5 req-ab56638e-0264-4039-af51-aa7840dc83f4 service neutron] Bound using segment: {'id': '7d65933d-36de-4f1d-ae48-24ad40f63257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2745cec7-a148-4762-a4f4-09b14f6d3b74'} {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:44:29.272586 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-c58200fb-7878-4974-98c0-16e51e44dea5 req-ab56638e-0264-4039-af51-aa7840dc83f4 service neutron] Bound port: efa8e03c-2e14-4148-afb3-88bab1905e4a, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d65933d-36de-4f1d-ae48-24ad40f63257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2745cec7-a148-4762-a4f4-09b14f6d3b74'}}] {{(pid=103469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:44:29.273913 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-c58200fb-7878-4974-98c0-16e51e44dea5 req-ab56638e-0264-4039-af51-aa7840dc83f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (efa8e03c-2e14-4148-afb3-88bab1905e4a), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:29.358020 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-17d13d8b-9666-445d-910e-788c1a325c97 req-583ec595-34bb-42e2-bb33-c9dc5377746d tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/security-groups?id=3820c57e-0a2b-4cd6-a0d9-5b9070b5147e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954452 Apr 05 22:44:29.377918 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-c58200fb-7878-4974-98c0-16e51e44dea5 req-ab56638e-0264-4039-af51-aa7840dc83f4 service neutron] For port efa8e03c-2e14-4148-afb3-88bab1905e4a, host hv-cinder-83588, cleared binding levels {{(pid=103469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:44:29.381832 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-c58200fb-7878-4974-98c0-16e51e44dea5 req-ab56638e-0264-4039-af51-aa7840dc83f4 service neutron] For port efa8e03c-2e14-4148-afb3-88bab1905e4a, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=efa8e03c-2e14-4148-afb3-88bab1905e4a,segment=NetworkSegment(7d65933d-36de-4f1d-ae48-24ad40f63257),segment_id=7d65933d-36de-4f1d-ae48-24ad40f63257)] {{(pid=103469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:44:29.387519 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-c58200fb-7878-4974-98c0-16e51e44dea5 req-ab56638e-0264-4039-af51-aa7840dc83f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828008'] for port (efa8e03c-2e14-4148-afb3-88bab1905e4a), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:29.422386 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58200fb-7878-4974-98c0-16e51e44dea5 req-ab56638e-0264-4039-af51-aa7840dc83f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:29.422990 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-c58200fb-7878-4974-98c0-16e51e44dea5 req-ab56638e-0264-4039-af51-aa7840dc83f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:29.424391 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c58200fb-7878-4974-98c0-16e51e44dea5 req-ab56638e-0264-4039-af51-aa7840dc83f4 service neutron] 10.222.0.13 "PUT /v2.0/ports/efa8e03c-2e14-4148-afb3-88bab1905e4a HTTP/1.1" status: 200 len: 1093 time: 0.7012541 Apr 05 22:44:29.424820 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9611e60-02f1-453b-973f-b4967f296848', 'tag': 'efa8e03c-2e14-4148-afb3-88bab1905e4a'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:44:29.427108 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f386ba26b1031f5495d5bdef0d2c98b5b567df56bfe60a1d1e0dd7c3f719aed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8176f79b-3640-4255-a68c-7e8bd272c603" -d '{"events": [{"name": "network-changed", "server_uuid": "a9611e60-02f1-453b-973f-b4967f296848", "tag": "efa8e03c-2e14-4148-afb3-88bab1905e4a"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:44:29.454593 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab56638e-0264-4039-af51-aa7840dc83f4 service neutron] Pushing event updated for resources: {'Port': ['ID=efa8e03c-2e14-4148-afb3-88bab1905e4a,revision_number=3']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:44:29.475484 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c5e4a75-c575-4144-82a0-24d51f09018a x-openstack-request-id: req-1c5e4a75-c575-4144-82a0-24d51f09018a {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:44:29.476477 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9611e60-02f1-453b-973f-b4967f296848", "tag": "efa8e03c-2e14-4148-afb3-88bab1905e4a", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:44:29.476477 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1c5e4a75-c575-4144-82a0-24d51f09018a {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:44:29.476677 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c5e4a75-c575-4144-82a0-24d51f09018a'] response: {'name': 'network-changed', 'server_uuid': 'a9611e60-02f1-453b-973f-b4967f296848', 'tag': 'efa8e03c-2e14-4148-afb3-88bab1905e4a', 'status': 'completed', 'code': 200} Apr 05 22:44:29.531232 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58200fb-7878-4974-98c0-16e51e44dea5 req-b1ae0509-997c-41ac-8a63-d23ae52297d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:29.532766 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c58200fb-7878-4974-98c0-16e51e44dea5 req-b1ae0509-997c-41ac-8a63-d23ae52297d5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e718bf4373f64b3f9ec542b95b3e4d7b&device_id=a9611e60-02f1-453b-973f-b4967f296848 HTTP/1.1" status: 200 len: 1127 time: 0.0490563 Apr 05 22:44:29.577735 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c58200fb-7878-4974-98c0-16e51e44dea5 req-f8c90ec9-dda6-47ac-b455-6545a1d7c34e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=efa8e03c-2e14-4148-afb3-88bab1905e4a HTTP/1.1" status: 200 len: 217 time: 0.0357277 Apr 05 22:44:29.636362 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58200fb-7878-4974-98c0-16e51e44dea5 req-f8111c6e-6ee7-4f10-b4df-3247484b1603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:29.637924 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c58200fb-7878-4974-98c0-16e51e44dea5 req-f8111c6e-6ee7-4f10-b4df-3247484b1603 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45b714fa-5bcf-429b-b58b-460d14e81c92 HTTP/1.1" status: 200 len: 853 time: 0.0519857 Apr 05 22:44:29.687025 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58200fb-7878-4974-98c0-16e51e44dea5 req-38175646-d8d5-45c1-970c-0bd29bc3bec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:29.688481 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c58200fb-7878-4974-98c0-16e51e44dea5 req-38175646-d8d5-45c1-970c-0bd29bc3bec7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2745cec7-a148-4762-a4f4-09b14f6d3b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430436 Apr 05 22:44:29.779092 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c58200fb-7878-4974-98c0-16e51e44dea5 req-8ad831f0-3572-410c-8101-93c76fa403ef service neutron] 10.222.0.13 "GET /v2.0/networks/2745cec7-a148-4762-a4f4-09b14f6d3b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842032 Apr 05 22:44:29.870551 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c58200fb-7878-4974-98c0-16e51e44dea5 req-029ada59-ee76-47c6-a00d-ff9934e5900b service neutron] 10.222.0.13 "GET /v2.0/networks/2745cec7-a148-4762-a4f4-09b14f6d3b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850449 Apr 05 22:44:30.478324 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85735ca2-b9e3-455a-8216-5dd53818b32a req-4ecb104f-ed2c-41ab-9351-5c79281233cb tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:30.479781 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-85735ca2-b9e3-455a-8216-5dd53818b32a req-4ecb104f-ed2c-41ab-9351-5c79281233cb tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9611e60-02f1-453b-973f-b4967f296848 HTTP/1.1" status: 200 len: 943 time: 0.0541391 Apr 05 22:44:30.531456 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-85735ca2-b9e3-455a-8216-5dd53818b32a req-bdf97a19-8030-4d8d-b234-9cd090ed921d tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/security-groups?id=3820c57e-0a2b-4cd6-a0d9-5b9070b5147e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458088 Apr 05 22:44:31.654006 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ba6be4-ab5c-42b6-bb2a-d2a8213d1c6f req-0d65eb4d-af44-4108-8e25-a45b9225ed82 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:31.655407 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-32ba6be4-ab5c-42b6-bb2a-d2a8213d1c6f req-0d65eb4d-af44-4108-8e25-a45b9225ed82 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9611e60-02f1-453b-973f-b4967f296848 HTTP/1.1" status: 200 len: 943 time: 0.0530579 Apr 05 22:44:31.701341 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-32ba6be4-ab5c-42b6-bb2a-d2a8213d1c6f req-e19f2e89-6999-4444-98a8-d9b55f3780f6 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/security-groups?id=3820c57e-0a2b-4cd6-a0d9-5b9070b5147e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392320 Apr 05 22:44:32.823010 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f82f1-177c-4f8f-ae48-150363b3e5a2 req-f256ee5f-f568-4d7b-9888-748f6048ca0b tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:32.824448 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-aa9f82f1-177c-4f8f-ae48-150363b3e5a2 req-f256ee5f-f568-4d7b-9888-748f6048ca0b tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9611e60-02f1-453b-973f-b4967f296848 HTTP/1.1" status: 200 len: 943 time: 0.0549209 Apr 05 22:44:32.869523 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-aa9f82f1-177c-4f8f-ae48-150363b3e5a2 req-8ea8c457-a91c-47a2-8ed7-1f6edbb4dd04 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/security-groups?id=3820c57e-0a2b-4cd6-a0d9-5b9070b5147e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395796 Apr 05 22:44:32.986760 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8176f79b-3640-4255-a68c-7e8bd272c603 req-b2e7821a-3934-4c28-a17c-7fed8c8d8243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:32.988189 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8176f79b-3640-4255-a68c-7e8bd272c603 req-b2e7821a-3934-4c28-a17c-7fed8c8d8243 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e718bf4373f64b3f9ec542b95b3e4d7b&device_id=a9611e60-02f1-453b-973f-b4967f296848 HTTP/1.1" status: 200 len: 1127 time: 0.0450766 Apr 05 22:44:33.083858 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8176f79b-3640-4255-a68c-7e8bd272c603 req-757dbd76-fecf-4ab6-90ee-bff3cad68033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:33.085335 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8176f79b-3640-4255-a68c-7e8bd272c603 req-757dbd76-fecf-4ab6-90ee-bff3cad68033 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2745cec7-a148-4762-a4f4-09b14f6d3b74 HTTP/1.1" status: 200 len: 915 time: 0.0893576 Apr 05 22:44:33.332993 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8176f79b-3640-4255-a68c-7e8bd272c603 req-18ecfe8e-e458-4b71-98bf-02d1598d08ae service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=efa8e03c-2e14-4148-afb3-88bab1905e4a HTTP/1.1" status: 200 len: 217 time: 0.0354264 Apr 05 22:44:33.385868 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8176f79b-3640-4255-a68c-7e8bd272c603 req-37acec92-1c55-4ff7-97bf-a94613898f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:33.387351 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8176f79b-3640-4255-a68c-7e8bd272c603 req-37acec92-1c55-4ff7-97bf-a94613898f0b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45b714fa-5bcf-429b-b58b-460d14e81c92 HTTP/1.1" status: 200 len: 853 time: 0.0449400 Apr 05 22:44:33.438402 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8176f79b-3640-4255-a68c-7e8bd272c603 req-0200d2fb-ed95-4a3e-946d-8d28bc4246cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:33.439911 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8176f79b-3640-4255-a68c-7e8bd272c603 req-0200d2fb-ed95-4a3e-946d-8d28bc4246cd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2745cec7-a148-4762-a4f4-09b14f6d3b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467625 Apr 05 22:44:33.540614 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8176f79b-3640-4255-a68c-7e8bd272c603 req-34bda2e8-793f-4265-89ac-a1696e4d6332 service neutron] 10.222.0.13 "GET /v2.0/networks/2745cec7-a148-4762-a4f4-09b14f6d3b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932758 Apr 05 22:44:33.636612 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8176f79b-3640-4255-a68c-7e8bd272c603 req-1e43feae-d705-4e1d-b1fe-665312411688 service neutron] 10.222.0.13 "GET /v2.0/networks/2745cec7-a148-4762-a4f4-09b14f6d3b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876451 Apr 05 22:44:33.989875 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8876a40e-c612-4124-b9de-a1e0c918eeec req-2d913f23-de61-4bfc-8224-ecfe95777a84 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:33.991347 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8876a40e-c612-4124-b9de-a1e0c918eeec req-2d913f23-de61-4bfc-8224-ecfe95777a84 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9611e60-02f1-453b-973f-b4967f296848 HTTP/1.1" status: 200 len: 943 time: 0.0523567 Apr 05 22:44:34.044453 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8876a40e-c612-4124-b9de-a1e0c918eeec req-09d29d26-b24a-4971-8aea-d2d274dd7d07 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/security-groups?id=3820c57e-0a2b-4cd6-a0d9-5b9070b5147e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463722 Apr 05 22:44:34.251421 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device efa8e03c-2e14-4148-afb3-88bab1905e4a details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:44:34.356988 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] For port efa8e03c-2e14-4148-afb3-88bab1905e4a, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=efa8e03c-2e14-4148-afb3-88bab1905e4a,segment=NetworkSegment(7d65933d-36de-4f1d-ae48-24ad40f63257),segment_id=7d65933d-36de-4f1d-ae48-24ad40f63257)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:44:34.370131 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Returning: {'device': 'efa8e03c-2e14-4148-afb3-88bab1905e4a', 'network_id': '2745cec7-a148-4762-a4f4-09b14f6d3b74', 'port_id': 'efa8e03c-2e14-4148-afb3-88bab1905e4a', 'mac_address': 'fa:16:3e:dc:51:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45b714fa-5bcf-429b-b58b-460d14e81c92', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:44:34.406960 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Current status of the port efa8e03c-2e14-4148-afb3-88bab1905e4a is: DOWN; New status is: BUILD {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:44:34.407273 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (efa8e03c-2e14-4148-afb3-88bab1905e4a), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:34.420631 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efa8e03c-2e14-4148-afb3-88bab1905e4a {{(pid=103470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:44:34.440532 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] For port efa8e03c-2e14-4148-afb3-88bab1905e4a, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=efa8e03c-2e14-4148-afb3-88bab1905e4a,segment=NetworkSegment(7d65933d-36de-4f1d-ae48-24ad40f63257),segment_id=7d65933d-36de-4f1d-ae48-24ad40f63257)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:44:34.445034 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (efa8e03c-2e14-4148-afb3-88bab1905e4a), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:34.492203 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Pushing event updated for resources: {'Port': ['ID=efa8e03c-2e14-4148-afb3-88bab1905e4a,revision_number=4']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:44:34.814280 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] get_ports_and_sgs() called for port_ids ['efa8e03c-2e14-4148-afb3-88bab1905e4a'] {{(pid=103470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:44:35.162430 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc693a-a57d-402d-8465-4e6bc2fe7760 req-cd37557f-3184-4fda-b874-40cea693d075 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:35.163883 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c3dc693a-a57d-402d-8465-4e6bc2fe7760 req-cd37557f-3184-4fda-b874-40cea693d075 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9611e60-02f1-453b-973f-b4967f296848 HTTP/1.1" status: 200 len: 944 time: 0.0529866 Apr 05 22:44:35.212806 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c3dc693a-a57d-402d-8465-4e6bc2fe7760 req-aa91c653-76f7-40f2-9d65-4ac47b9ae4a2 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/security-groups?id=3820c57e-0a2b-4cd6-a0d9-5b9070b5147e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434239 Apr 05 22:44:35.523181 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-64c090a3-4352-4c7f-96a6-3c39e3fbfaf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (08425891-4e99-4ae4-974b-85ee5a0410c6), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:36.260959 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device efa8e03c-2e14-4148-afb3-88bab1905e4a up at agent hyperv_hv-cinder-83588 {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:44:36.315789 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Provisioning for port efa8e03c-2e14-4148-afb3-88bab1905e4a completed by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 22:44:36.319798 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Provisioning complete for port efa8e03c-2e14-4148-afb3-88bab1905e4a triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:44:36.320161 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (efa8e03c-2e14-4148-afb3-88bab1905e4a), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:36.334180 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760683df-e1b2-4ff9-aa77-fd7b05bcdef0 req-333e2bb7-9a5b-4922-8c07-43b0e106bd5c tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:36.335701 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-760683df-e1b2-4ff9-aa77-fd7b05bcdef0 req-333e2bb7-9a5b-4922-8c07-43b0e106bd5c tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9611e60-02f1-453b-973f-b4967f296848 HTTP/1.1" status: 200 len: 944 time: 0.0552430 Apr 05 22:44:36.384020 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-760683df-e1b2-4ff9-aa77-fd7b05bcdef0 req-c5cd53fc-c9db-4de6-b540-c9e4a3577c9e tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/security-groups?id=3820c57e-0a2b-4cd6-a0d9-5b9070b5147e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418882 Apr 05 22:44:36.401431 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Current status of the port efa8e03c-2e14-4148-afb3-88bab1905e4a is: BUILD; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:44:36.401851 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (efa8e03c-2e14-4148-afb3-88bab1905e4a), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:36.424727 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9611e60-02f1-453b-973f-b4967f296848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efa8e03c-2e14-4148-afb3-88bab1905e4a'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:44:36.427588 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5eeae28b1739aff28e9ac2b05a29cddcf15b93cc3fe96f2ce32a289e1b5713d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57143e42-535f-43d1-adf1-d2be5506194e" -d '{"events": [{"server_uuid": "a9611e60-02f1-453b-973f-b4967f296848", "name": "network-vif-plugged", "status": "completed", "tag": "efa8e03c-2e14-4148-afb3-88bab1905e4a"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:44:36.440853 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] For port efa8e03c-2e14-4148-afb3-88bab1905e4a, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=efa8e03c-2e14-4148-afb3-88bab1905e4a,segment=NetworkSegment(7d65933d-36de-4f1d-ae48-24ad40f63257),segment_id=7d65933d-36de-4f1d-ae48-24ad40f63257)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:44:36.445443 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (efa8e03c-2e14-4148-afb3-88bab1905e4a), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:36.470174 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d58ff05-b066-4710-ac69-e2a0e4a54fdd x-openstack-request-id: req-9d58ff05-b066-4710-ac69-e2a0e4a54fdd {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:44:36.470498 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9611e60-02f1-453b-973f-b4967f296848", "name": "network-vif-plugged", "status": "completed", "tag": "efa8e03c-2e14-4148-afb3-88bab1905e4a", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:44:36.470809 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9d58ff05-b066-4710-ac69-e2a0e4a54fdd {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:44:36.471209 dv-cinder-835881-4-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d58ff05-b066-4710-ac69-e2a0e4a54fdd'] response: {'server_uuid': 'a9611e60-02f1-453b-973f-b4967f296848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efa8e03c-2e14-4148-afb3-88bab1905e4a', 'code': 200} Apr 05 22:44:36.497519 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Pushing event updated for resources: {'Port': ['ID=efa8e03c-2e14-4148-afb3-88bab1905e4a,revision_number=5']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:44:36.647265 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697afe2-4244-4746-b663-d4f7b15d341c req-0d2231c1-79b2-4034-909e-a56955db18dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:36.648761 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1697afe2-4244-4746-b663-d4f7b15d341c req-0d2231c1-79b2-4034-909e-a56955db18dc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a9611e60-02f1-453b-973f-b4967f296848 HTTP/1.1" status: 200 len: 1129 time: 0.0448189 Apr 05 22:44:36.693460 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1697afe2-4244-4746-b663-d4f7b15d341c req-7d1f0050-c80f-49fd-babd-9e7e9cb661f5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3820c57e-0a2b-4cd6-a0d9-5b9070b5147e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376689 Apr 05 22:44:37.508067 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b64581e-b577-492b-ac12-f6f574e7c27a req-8de1584a-b731-4a35-b988-e34624a17a4d tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:37.509585 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0b64581e-b577-492b-ac12-f6f574e7c27a req-8de1584a-b731-4a35-b988-e34624a17a4d tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9611e60-02f1-453b-973f-b4967f296848 HTTP/1.1" status: 200 len: 945 time: 0.0577264 Apr 05 22:44:37.557336 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0b64581e-b577-492b-ac12-f6f574e7c27a req-de97ccec-a5e9-4044-a34d-2543438e4cf4 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/security-groups?id=3820c57e-0a2b-4cd6-a0d9-5b9070b5147e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418477 Apr 05 22:44:37.867105 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-12c2924d-5142-40e3-81c7-c563fb22451c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (79a469f9-bdbc-4492-b479-9e5faeaf33b0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:38.694886 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee0613-1d30-4274-bb0b-c44f5fc12fb2 req-ed82bcd5-9b94-4f6a-b39d-fe51cbf28923 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:38.696369 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cfee0613-1d30-4274-bb0b-c44f5fc12fb2 req-ed82bcd5-9b94-4f6a-b39d-fe51cbf28923 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9611e60-02f1-453b-973f-b4967f296848 HTTP/1.1" status: 200 len: 945 time: 0.0525787 Apr 05 22:44:38.744713 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cfee0613-1d30-4274-bb0b-c44f5fc12fb2 req-0cc26dc1-8129-4c0d-ae84-a658049df2cc tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/security-groups?id=3820c57e-0a2b-4cd6-a0d9-5b9070b5147e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425403 Apr 05 22:44:38.985046 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-dae4f030-1cb2-49a8-bcfa-6facf2529a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (e40c9916-dc7d-41d8-a75d-da550db0c469), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:39.871486 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b05be4-9d1b-462e-8d14-5cf500bfbe72 req-f0cfdc2a-e55d-48c0-9555-feea951af2c2 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:39.872980 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d2b05be4-9d1b-462e-8d14-5cf500bfbe72 req-f0cfdc2a-e55d-48c0-9555-feea951af2c2 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9611e60-02f1-453b-973f-b4967f296848 HTTP/1.1" status: 200 len: 945 time: 0.0604570 Apr 05 22:44:39.951502 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d2b05be4-9d1b-462e-8d14-5cf500bfbe72 req-e49bc234-504d-4581-ae25-bf335f857c7a tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/security-groups?id=3820c57e-0a2b-4cd6-a0d9-5b9070b5147e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725121 Apr 05 22:44:39.966785 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211350a3-1edd-46cd-bd1d-95da81d49227 req-de2efc67-5b3c-4a82-98d1-35f77e6566ff tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:39.968296 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-211350a3-1edd-46cd-bd1d-95da81d49227 req-de2efc67-5b3c-4a82-98d1-35f77e6566ff tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1 HTTP/1.1" status: 200 len: 945 time: 0.0732255 Apr 05 22:44:40.016871 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-211350a3-1edd-46cd-bd1d-95da81d49227 req-db7be09f-3b8a-4a2b-8485-9c3edc557273 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/security-groups?id=1602fbfb-363d-466e-8059-00c4f95822a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423620 Apr 05 22:44:40.074380 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe06082-edb3-44e1-b963-49c5a6b5eec7 req-bc9a6330-8ac4-4817-90fb-4c2733181b6f tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:40.075852 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6fe06082-edb3-44e1-b963-49c5a6b5eec7 req-bc9a6330-8ac4-4817-90fb-4c2733181b6f tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9611e60-02f1-453b-973f-b4967f296848 HTTP/1.1" status: 200 len: 945 time: 0.0545070 Apr 05 22:44:40.085126 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 43616) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:44:40.089383 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-4eceeec2-ddb6-473c-8300-4e8f099b3e63 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Request body: {'floatingip': {'port_id': 'efa8e03c-2e14-4148-afb3-88bab1905e4a'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:44:40.132198 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-4eceeec2-ddb6-473c-8300-4e8f099b3e63 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for floatingip (cc7fe4be-adc1-4b2b-a3c9-18d3dc746ce0), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:40.627802 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-99ae2e83-6010-40d2-b70a-5b0f9e3ea887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (f28e62d6-8243-45bb-b578-64cfae2561d0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:40.822942 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-4eceeec2-ddb6-473c-8300-4e8f099b3e63 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:40.826510 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-4eceeec2-ddb6-473c-8300-4e8f099b3e63 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536593'] for floatingip (cc7fe4be-adc1-4b2b-a3c9-18d3dc746ce0), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:40.929146 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.db.l3_db [None req-4eceeec2-ddb6-473c-8300-4e8f099b3e63 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Floating IP cc7fe4be-adc1-4b2b-a3c9-18d3dc746ce0 associated. External IP: 172.27.1.156, port: efa8e03c-2e14-4148-afb3-88bab1905e4a. Apr 05 22:44:41.166376 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eceeec2-ddb6-473c-8300-4e8f099b3e63 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Router d51c3735-6a4e-4d37-acdf-25e27a08c3d1 has already been hosted by L3 agent 79a469f9-bdbc-4492-b479-9e5faeaf33b0 {{(pid=103469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:44:41.182493 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244c047-5f52-481e-9d2c-ceed1807d9fb req-19b2b353-b37a-4f59-a34d-a8296acd2b4e tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:41.183900 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e244c047-5f52-481e-9d2c-ceed1807d9fb req-19b2b353-b37a-4f59-a34d-a8296acd2b4e tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1 HTTP/1.1" status: 200 len: 945 time: 0.0768285 Apr 05 22:44:41.304462 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e244c047-5f52-481e-9d2c-ceed1807d9fb req-e5222fab-0ebc-457e-b4da-10deb897b155 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/security-groups?id=1602fbfb-363d-466e-8059-00c4f95822a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1133924 Apr 05 22:44:41.320855 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eceeec2-ddb6-473c-8300-4e8f099b3e63 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Notify agent at l3_agent.dv-cinder-835881-4-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:44:41.326345 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-4eceeec2-ddb6-473c-8300-4e8f099b3e63 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for floatingip (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:41.330458 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89762e7-1510-43df-9964-fd1966bbcab3 None None] Sync routers for ids ['d51c3735-6a4e-4d37-acdf-25e27a08c3d1'] in dv-cinder-835881-4-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:44:41.344455 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89762e7-1510-43df-9964-fd1966bbcab3 None None] Routers {'d51c3735-6a4e-4d37-acdf-25e27a08c3d1'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:44:41.345072 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-b89762e7-1510-43df-9964-fd1966bbcab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:44:38Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['d51c3735-6a4e-4d37-acdf-25e27a08c3d1'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:44:41.358017 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-4eceeec2-ddb6-473c-8300-4e8f099b3e63 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "PUT /v2.0/floatingips/cc7fe4be-adc1-4b2b-a3c9-18d3dc746ce0 HTTP/1.1" status: 200 len: 991 time: 1.2717743 Apr 05 22:44:41.358700 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9611e60-02f1-453b-973f-b4967f296848', 'tag': 'efa8e03c-2e14-4148-afb3-88bab1905e4a'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:44:41.360912 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f386ba26b1031f5495d5bdef0d2c98b5b567df56bfe60a1d1e0dd7c3f719aed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db9bd854-f2d2-42a5-bf59-a8cc1acc96e6" -d '{"events": [{"name": "network-changed", "server_uuid": "a9611e60-02f1-453b-973f-b4967f296848", "tag": "efa8e03c-2e14-4148-afb3-88bab1905e4a"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:44:41.395513 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bd027ae-71d1-4f20-8887-bd844f2d7565 x-openstack-request-id: req-2bd027ae-71d1-4f20-8887-bd844f2d7565 {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:44:41.395815 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9611e60-02f1-453b-973f-b4967f296848", "tag": "efa8e03c-2e14-4148-afb3-88bab1905e4a", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:44:41.396071 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2bd027ae-71d1-4f20-8887-bd844f2d7565 {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:44:41.396478 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bd027ae-71d1-4f20-8887-bd844f2d7565'] response: {'name': 'network-changed', 'server_uuid': 'a9611e60-02f1-453b-973f-b4967f296848', 'tag': 'efa8e03c-2e14-4148-afb3-88bab1905e4a', 'status': 'completed', 'code': 200} Apr 05 22:44:41.453153 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-b89762e7-1510-43df-9964-fd1966bbcab3 None None] Set router d51c3735-6a4e-4d37-acdf-25e27a08c3d1 gateway port host: dv-cinder-835881-4-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:44:41.672542 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-b89762e7-1510-43df-9964-fd1966bbcab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'name': 'tempest-AttachVolumeNegativeTest-472364483-router', 'tenant_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'f7257a2b-51a0-4a83-97f1-aa23ea91efe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:36:28Z', 'updated_at': '2022-04-05T22:36:43Z', 'revision_number': 4, 'project_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'gw_port': {'id': 'f7257a2b-51a0-4a83-97f1-aa23ea91efe1', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:07:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:29Z', 'updated_at': '2022-04-05T22:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_floatingips': [{'id': 'cc7fe4be-adc1-4b2b-a3c9-18d3dc746ce0', 'tenant_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'floating_ip_address': '172.27.1.156', 'floating_network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'router_id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'port_id': 'efa8e03c-2e14-4148-afb3-88bab1905e4a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2745cec7-a148-4762-a4f4-09b14f6d3b74', 'mac_address': 'fa:16:3e:dc:51:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9611e60-02f1-453b-973f-b4967f296848', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:44:25Z', 'updated_at': '2022-04-05T22:44:40Z', 'revision_number': 1, 'project_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35730c02-9364-4d72-96fb-383f73802885', 'name': '', 'network_id': '2745cec7-a148-4762-a4f4-09b14f6d3b74', 'tenant_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'mac_address': 'fa:16:3e:db:97:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '45b714fa-5bcf-429b-b58b-460d14e81c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:40Z', 'updated_at': '2022-04-05T22:36:52Z', 'revision_number': 5, 'project_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'subnets': [{'id': '45b714fa-5bcf-429b-b58b-460d14e81c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:44:41.673573 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad5ea1d-6bee-4eb3-8ceb-ec61046e6e6e req-8d3f0307-845e-46cf-b3e6-bddf559975e2 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:41.675027 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cad5ea1d-6bee-4eb3-8ceb-ec61046e6e6e req-8d3f0307-845e-46cf-b3e6-bddf559975e2 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.13 "GET /v2.0/ports?device_id=91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1 HTTP/1.1" status: 200 len: 945 time: 0.0957992 Apr 05 22:44:41.680493 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9bd854-f2d2-42a5-bf59-a8cc1acc96e6 req-2dd990da-668e-4b60-804c-c58d24a045ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:41.681924 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-db9bd854-f2d2-42a5-bf59-a8cc1acc96e6 req-2dd990da-668e-4b60-804c-c58d24a045ca service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e718bf4373f64b3f9ec542b95b3e4d7b&device_id=a9611e60-02f1-453b-973f-b4967f296848 HTTP/1.1" status: 200 len: 1129 time: 0.0690501 Apr 05 22:44:41.698173 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89762e7-1510-43df-9964-fd1966bbcab3 None None] Checking router: d51c3735-6a4e-4d37-acdf-25e27a08c3d1 for host: dv-cinder-835881-4-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:44:41.706306 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89762e7-1510-43df-9964-fd1966bbcab3 None None] Routers {'d51c3735-6a4e-4d37-acdf-25e27a08c3d1'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:44:41.706930 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-b89762e7-1510-43df-9964-fd1966bbcab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:44:38Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['d51c3735-6a4e-4d37-acdf-25e27a08c3d1'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:44:41.812364 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-b89762e7-1510-43df-9964-fd1966bbcab3 None None] Set router d51c3735-6a4e-4d37-acdf-25e27a08c3d1 gateway port host: dv-cinder-835881-4-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:44:41.833325 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9bd854-f2d2-42a5-bf59-a8cc1acc96e6 req-c105a56d-16c5-4b5b-8fdb-fc29f16a824f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:41.834812 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-db9bd854-f2d2-42a5-bf59-a8cc1acc96e6 req-c105a56d-16c5-4b5b-8fdb-fc29f16a824f service neutron] 10.222.0.13 "GET /v2.0/networks?id=2745cec7-a148-4762-a4f4-09b14f6d3b74 HTTP/1.1" status: 200 len: 915 time: 0.1450489 Apr 05 22:44:41.852616 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [req-cad5ea1d-6bee-4eb3-8ceb-ec61046e6e6e req-f3d29389-f30c-435c-88da-bb3631153dc7 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Deleting port 67c2afe0-e448-48a4-b01a-3ed734bcec2a {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:44:41.852958 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-cad5ea1d-6bee-4eb3-8ceb-ec61046e6e6e req-f3d29389-f30c-435c-88da-bb3631153dc7 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757100664625'] for port (67c2afe0-e448-48a4-b01a-3ed734bcec2a), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:41.961182 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-db9bd854-f2d2-42a5-bf59-a8cc1acc96e6 req-38b2b459-7c17-4ff4-9e89-4b452d4c916b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=efa8e03c-2e14-4148-afb3-88bab1905e4a HTTP/1.1" status: 200 len: 999 time: 0.1190464 Apr 05 22:44:42.019344 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-cad5ea1d-6bee-4eb3-8ceb-ec61046e6e6e req-f3d29389-f30c-435c-88da-bb3631153dc7 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] For port 67c2afe0-e448-48a4-b01a-3ed734bcec2a, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=67c2afe0-e448-48a4-b01a-3ed734bcec2a,segment=NetworkSegment(3f4d4486-67c6-4d24-87d7-d8d6c3b7851c),segment_id=3f4d4486-67c6-4d24-87d7-d8d6c3b7851c)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:44:42.020269 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-cad5ea1d-6bee-4eb3-8ceb-ec61046e6e6e req-f3d29389-f30c-435c-88da-bb3631153dc7 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525920'] for port (67c2afe0-e448-48a4-b01a-3ed734bcec2a), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:42.038727 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9bd854-f2d2-42a5-bf59-a8cc1acc96e6 req-b507f6e2-ba3b-47ec-b161-5d2a6f82ce2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:42.040270 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-db9bd854-f2d2-42a5-bf59-a8cc1acc96e6 req-b507f6e2-ba3b-47ec-b161-5d2a6f82ce2c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45b714fa-5bcf-429b-b58b-460d14e81c92 HTTP/1.1" status: 200 len: 853 time: 0.0720825 Apr 05 22:44:42.042391 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-b89762e7-1510-43df-9964-fd1966bbcab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'name': 'tempest-AttachVolumeNegativeTest-472364483-router', 'tenant_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'f7257a2b-51a0-4a83-97f1-aa23ea91efe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:36:28Z', 'updated_at': '2022-04-05T22:36:43Z', 'revision_number': 4, 'project_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'gw_port': {'id': 'f7257a2b-51a0-4a83-97f1-aa23ea91efe1', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:07:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:29Z', 'updated_at': '2022-04-05T22:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_floatingips': [{'id': 'cc7fe4be-adc1-4b2b-a3c9-18d3dc746ce0', 'tenant_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'floating_ip_address': '172.27.1.156', 'floating_network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'router_id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'port_id': 'efa8e03c-2e14-4148-afb3-88bab1905e4a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2745cec7-a148-4762-a4f4-09b14f6d3b74', 'mac_address': 'fa:16:3e:dc:51:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9611e60-02f1-453b-973f-b4967f296848', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:44:25Z', 'updated_at': '2022-04-05T22:44:40Z', 'revision_number': 1, 'project_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35730c02-9364-4d72-96fb-383f73802885', 'name': '', 'network_id': '2745cec7-a148-4762-a4f4-09b14f6d3b74', 'tenant_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'mac_address': 'fa:16:3e:db:97:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '45b714fa-5bcf-429b-b58b-460d14e81c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:40Z', 'updated_at': '2022-04-05T22:36:52Z', 'revision_number': 5, 'project_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'subnets': [{'id': '45b714fa-5bcf-429b-b58b-460d14e81c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:44:42.061648 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (b771b186-15ef-4a1a-9c73-ea54ac08c8ac), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:42.075924 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89762e7-1510-43df-9964-fd1966bbcab3 None None] The sync data for ids ['d51c3735-6a4e-4d37-acdf-25e27a08c3d1'] in dv-cinder-835881-4-iscsi is: [{'id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'name': 'tempest-AttachVolumeNegativeTest-472364483-router', 'tenant_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'f7257a2b-51a0-4a83-97f1-aa23ea91efe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:36:28Z', 'updated_at': '2022-04-05T22:36:43Z', 'revision_number': 4, 'project_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'gw_port': {'id': 'f7257a2b-51a0-4a83-97f1-aa23ea91efe1', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:07:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:29Z', 'updated_at': '2022-04-05T22:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_floatingips': [{'id': 'cc7fe4be-adc1-4b2b-a3c9-18d3dc746ce0', 'tenant_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'floating_ip_address': '172.27.1.156', 'floating_network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'router_id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'port_id': 'efa8e03c-2e14-4148-afb3-88bab1905e4a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2745cec7-a148-4762-a4f4-09b14f6d3b74', 'mac_address': 'fa:16:3e:dc:51:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9611e60-02f1-453b-973f-b4967f296848', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:44:25Z', 'updated_at': '2022-04-05T22:44:40Z', 'revision_number': 1, 'project_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35730c02-9364-4d72-96fb-383f73802885', 'name': '', 'network_id': '2745cec7-a148-4762-a4f4-09b14f6d3b74', 'tenant_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'mac_address': 'fa:16:3e:db:97:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '45b714fa-5bcf-429b-b58b-460d14e81c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:40Z', 'updated_at': '2022-04-05T22:36:52Z', 'revision_number': 5, 'project_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'subnets': [{'id': '45b714fa-5bcf-429b-b58b-460d14e81c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:44:42.173199 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9bd854-f2d2-42a5-bf59-a8cc1acc96e6 req-e9337941-616f-4acd-8a4c-1a2fb8ac46e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:42.175009 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-db9bd854-f2d2-42a5-bf59-a8cc1acc96e6 req-e9337941-616f-4acd-8a4c-1a2fb8ac46e1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2745cec7-a148-4762-a4f4-09b14f6d3b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1277897 Apr 05 22:44:42.266515 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb9b553-0f63-4d7c-abf9-d65f50c84a43 None None] New status for floating IP cc7fe4be-adc1-4b2b-a3c9-18d3dc746ce0: ACTIVE {{(pid=103470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:44:42.296379 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-cad5ea1d-6bee-4eb3-8ceb-ec61046e6e6e req-f3d29389-f30c-435c-88da-bb3631153dc7 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:42.296737 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-cad5ea1d-6bee-4eb3-8ceb-ec61046e6e6e req-f3d29389-f30c-435c-88da-bb3631153dc7 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536593'] for floatingip (273bfd4f-6ffd-4679-8888-c6bf76974c2f), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:42.297051 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.db.l3_db [req-cad5ea1d-6bee-4eb3-8ceb-ec61046e6e6e req-f3d29389-f30c-435c-88da-bb3631153dc7 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Floating IP 273bfd4f-6ffd-4679-8888-c6bf76974c2f disassociated. External IP: 172.27.1.226, port: 67c2afe0-e448-48a4-b01a-3ed734bcec2a. Apr 05 22:44:42.297385 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [req-cad5ea1d-6bee-4eb3-8ceb-ec61046e6e6e req-f3d29389-f30c-435c-88da-bb3631153dc7 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Calling delete_port for 67c2afe0-e448-48a4-b01a-3ed734bcec2a owned by compute:nova {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:44:42.364405 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-db9bd854-f2d2-42a5-bf59-a8cc1acc96e6 req-c468e503-3932-4011-8a1a-5df9becfe759 service neutron] 10.222.0.13 "GET /v2.0/networks/2745cec7-a148-4762-a4f4-09b14f6d3b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795506 Apr 05 22:44:42.545959 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bbe33e-dd4b-4c46-bb88-a54a21fadfb3 req-4fb15651-db76-4c50-a00a-18d9fd89ef33 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:42.547301 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c5bbe33e-dd4b-4c46-bb88-a54a21fadfb3 req-4fb15651-db76-4c50-a00a-18d9fd89ef33 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1 HTTP/1.1" status: 200 len: 945 time: 0.1636724 Apr 05 22:44:42.552100 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-db9bd854-f2d2-42a5-bf59-a8cc1acc96e6 req-b3818b40-be1b-4e71-973a-7ee3a07e8269 service neutron] 10.222.0.13 "GET /v2.0/networks/2745cec7-a148-4762-a4f4-09b14f6d3b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813107 Apr 05 22:44:42.584391 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-cad5ea1d-6bee-4eb3-8ceb-ec61046e6e6e req-f3d29389-f30c-435c-88da-bb3631153dc7 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757100670980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757100095757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827921'] for port (67c2afe0-e448-48a4-b01a-3ed734bcec2a), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:42.634003 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d29389-f30c-435c-88da-bb3631153dc7 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Pushing event deleted for resources: {'Port': ['ID=67c2afe0-e448-48a4-b01a-3ed734bcec2a,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:44:42.640420 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c5bbe33e-dd4b-4c46-bb88-a54a21fadfb3 req-059b8700-7708-4e52-8bde-6dda71ab23b9 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/security-groups?id=1602fbfb-363d-466e-8059-00c4f95822a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0855973 Apr 05 22:44:42.748636 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cad5ea1d-6bee-4eb3-8ceb-ec61046e6e6e req-f3d29389-f30c-435c-88da-bb3631153dc7 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Router 605bef79-fea7-48b4-aa2e-9a61b7b53637 has already been hosted by L3 agent 79a469f9-bdbc-4492-b479-9e5faeaf33b0 {{(pid=103469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:44:42.856952 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cad5ea1d-6bee-4eb3-8ceb-ec61046e6e6e req-f3d29389-f30c-435c-88da-bb3631153dc7 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Notify agent at l3_agent.dv-cinder-835881-4-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:44:42.868464 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a42ec3-3fa0-466b-aacb-83b9f1703574 None None] Sync routers for ids ['605bef79-fea7-48b4-aa2e-9a61b7b53637'] in dv-cinder-835881-4-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:44:42.878081 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a42ec3-3fa0-466b-aacb-83b9f1703574 None None] Routers {'605bef79-fea7-48b4-aa2e-9a61b7b53637'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:44:42.878762 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-c0a42ec3-3fa0-466b-aacb-83b9f1703574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:44:38Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['605bef79-fea7-48b4-aa2e-9a61b7b53637'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:44:42.901363 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [req-cad5ea1d-6bee-4eb3-8ceb-ec61046e6e6e req-f3d29389-f30c-435c-88da-bb3631153dc7 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] No DVR routers for this DVR port 67c2afe0-e448-48a4-b01a-3ed734bcec2a on host hv-cinder-83588 {{(pid=103469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:44:42.904181 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-cad5ea1d-6bee-4eb3-8ceb-ec61046e6e6e req-f3d29389-f30c-435c-88da-bb3631153dc7 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:42.907882 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cad5ea1d-6bee-4eb3-8ceb-ec61046e6e6e req-f3d29389-f30c-435c-88da-bb3631153dc7 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.13 "DELETE /v2.0/ports/67c2afe0-e448-48a4-b01a-3ed734bcec2a HTTP/1.1" status: 204 len: 173 time: 1.2249246 Apr 05 22:44:43.088958 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-c0a42ec3-3fa0-466b-aacb-83b9f1703574 None None] Set router 605bef79-fea7-48b4-aa2e-9a61b7b53637 gateway port host: dv-cinder-835881-4-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:44:43.290295 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-c0a42ec3-3fa0-466b-aacb-83b9f1703574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '605bef79-fea7-48b4-aa2e-9a61b7b53637', 'name': 'tempest-AttachVolumeTestJSON-472349617-router', 'tenant_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': 'c3554d77-7648-483d-8c51-ad87166b1feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:31Z', 'updated_at': '2022-04-05T22:38:36Z', 'revision_number': 4, 'project_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'gw_port': {'id': 'c3554d77-7648-483d-8c51-ad87166b1feb', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:62:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605bef79-fea7-48b4-aa2e-9a61b7b53637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:31Z', 'updated_at': '2022-04-05T22:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_interfaces': [{'id': 'e8b012a7-396c-4bc9-a065-3c9ba8fd9314', 'name': '', 'network_id': 'da73ea9b-ba6b-4c3a-88b0-57977001462e', 'tenant_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'mac_address': 'fa:16:3e:6a:9e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605bef79-fea7-48b4-aa2e-9a61b7b53637', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '12407ce6-40cf-4857-a656-235674308ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:35Z', 'updated_at': '2022-04-05T22:38:47Z', 'revision_number': 5, 'project_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'subnets': [{'id': '12407ce6-40cf-4857-a656-235674308ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:44:43.319251 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a42ec3-3fa0-466b-aacb-83b9f1703574 None None] Checking router: 605bef79-fea7-48b4-aa2e-9a61b7b53637 for host: dv-cinder-835881-4-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:44:43.328202 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a42ec3-3fa0-466b-aacb-83b9f1703574 None None] Routers {'605bef79-fea7-48b4-aa2e-9a61b7b53637'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:44:43.328997 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-c0a42ec3-3fa0-466b-aacb-83b9f1703574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:44:38Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['605bef79-fea7-48b4-aa2e-9a61b7b53637'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:44:43.398068 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1', 'name': 'network-vif-deleted', 'tag': '67c2afe0-e448-48a4-b01a-3ed734bcec2a'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:44:43.400865 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f386ba26b1031f5495d5bdef0d2c98b5b567df56bfe60a1d1e0dd7c3f719aed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df320697-b01a-4a91-b7dc-2091d37c00dd" -d '{"events": [{"server_uuid": "91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1", "name": "network-vif-deleted", "tag": "67c2afe0-e448-48a4-b01a-3ed734bcec2a"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:44:43.439166 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b392190-1c3b-4822-92fb-5b6cb3605499 x-openstack-request-id: req-6b392190-1c3b-4822-92fb-5b6cb3605499 {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:44:43.439653 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1", "name": "network-vif-deleted", "tag": "67c2afe0-e448-48a4-b01a-3ed734bcec2a", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:44:43.440838 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6b392190-1c3b-4822-92fb-5b6cb3605499 {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:44:43.441506 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b392190-1c3b-4822-92fb-5b6cb3605499'] response: {'server_uuid': '91e76a52-eaa8-42fa-9f9c-e10e9a6b34b1', 'name': 'network-vif-deleted', 'tag': '67c2afe0-e448-48a4-b01a-3ed734bcec2a', 'status': 'completed', 'code': 200} Apr 05 22:44:43.444204 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-c0a42ec3-3fa0-466b-aacb-83b9f1703574 None None] Set router 605bef79-fea7-48b4-aa2e-9a61b7b53637 gateway port host: dv-cinder-835881-4-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:44:43.645471 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-c0a42ec3-3fa0-466b-aacb-83b9f1703574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '605bef79-fea7-48b4-aa2e-9a61b7b53637', 'name': 'tempest-AttachVolumeTestJSON-472349617-router', 'tenant_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': 'c3554d77-7648-483d-8c51-ad87166b1feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:31Z', 'updated_at': '2022-04-05T22:38:36Z', 'revision_number': 4, 'project_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'gw_port': {'id': 'c3554d77-7648-483d-8c51-ad87166b1feb', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:62:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605bef79-fea7-48b4-aa2e-9a61b7b53637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:31Z', 'updated_at': '2022-04-05T22:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_interfaces': [{'id': 'e8b012a7-396c-4bc9-a065-3c9ba8fd9314', 'name': '', 'network_id': 'da73ea9b-ba6b-4c3a-88b0-57977001462e', 'tenant_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'mac_address': 'fa:16:3e:6a:9e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605bef79-fea7-48b4-aa2e-9a61b7b53637', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '12407ce6-40cf-4857-a656-235674308ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:35Z', 'updated_at': '2022-04-05T22:38:47Z', 'revision_number': 5, 'project_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'subnets': [{'id': '12407ce6-40cf-4857-a656-235674308ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:44:43.675386 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a42ec3-3fa0-466b-aacb-83b9f1703574 None None] The sync data for ids ['605bef79-fea7-48b4-aa2e-9a61b7b53637'] in dv-cinder-835881-4-iscsi is: [{'id': '605bef79-fea7-48b4-aa2e-9a61b7b53637', 'name': 'tempest-AttachVolumeTestJSON-472349617-router', 'tenant_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': 'c3554d77-7648-483d-8c51-ad87166b1feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:31Z', 'updated_at': '2022-04-05T22:38:36Z', 'revision_number': 4, 'project_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'gw_port': {'id': 'c3554d77-7648-483d-8c51-ad87166b1feb', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:62:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605bef79-fea7-48b4-aa2e-9a61b7b53637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:31Z', 'updated_at': '2022-04-05T22:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_interfaces': [{'id': 'e8b012a7-396c-4bc9-a065-3c9ba8fd9314', 'name': '', 'network_id': 'da73ea9b-ba6b-4c3a-88b0-57977001462e', 'tenant_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'mac_address': 'fa:16:3e:6a:9e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605bef79-fea7-48b4-aa2e-9a61b7b53637', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '12407ce6-40cf-4857-a656-235674308ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:35Z', 'updated_at': '2022-04-05T22:38:47Z', 'revision_number': 5, 'project_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'subnets': [{'id': '12407ce6-40cf-4857-a656-235674308ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:44:43.731808 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 43642) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:44:43.784597 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-8d5ccf3c-5c5c-4112-bffe-8b90e9fc745c tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks [] for security_group (1602fbfb-363d-466e-8059-00c4f95822a8), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:43.810619 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-8d5ccf3c-5c5c-4112-bffe-8b90e9fc745c tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks [] for security_group (1602fbfb-363d-466e-8059-00c4f95822a8), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:43.860019 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-8d5ccf3c-5c5c-4112-bffe-8b90e9fc745c tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (1602fbfb-363d-466e-8059-00c4f95822a8), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:43.862809 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-8d5ccf3c-5c5c-4112-bffe-8b90e9fc745c tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:43.864105 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-8d5ccf3c-5c5c-4112-bffe-8b90e9fc745c tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "DELETE /v2.0/security-groups/1602fbfb-363d-466e-8059-00c4f95822a8 HTTP/1.1" status: 204 len: 168 time: 0.1311572 Apr 05 22:44:43.867418 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 43644) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:44:43.887503 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5ccf3c-5c5c-4112-bffe-8b90e9fc745c tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1602fbfb-363d-466e-8059-00c4f95822a8,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:44:43.891044 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.api.v2.resource [None req-fa91287c-8e68-46e9-9ac1-ebe2a28b5311 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] show failed (client error): The resource could not be found. Apr 05 22:44:43.892861 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-fa91287c-8e68-46e9-9ac1-ebe2a28b5311 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/security-groups/1602fbfb-363d-466e-8059-00c4f95822a8 HTTP/1.1" status: 404 len: 347 time: 0.0218546 Apr 05 22:44:43.896093 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 43646) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:44:43.919829 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d87dca-36f4-4c34-95c9-be06e30d2de1 None None] New status for floating IP 273bfd4f-6ffd-4679-8888-c6bf76974c2f: DOWN {{(pid=103470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:44:44.023476 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-23a32f0e-e795-4abd-bf60-82e962a90188 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Deleting port e340c418-e15c-46fa-9425-02df7502a574 {{(pid=103468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:44:44.023827 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-23a32f0e-e795-4abd-bf60-82e962a90188 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757100664625'] for port (e340c418-e15c-46fa-9425-02df7502a574), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:44.107442 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-23a32f0e-e795-4abd-bf60-82e962a90188 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525920'] for port (e340c418-e15c-46fa-9425-02df7502a574), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:44.107773 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-23a32f0e-e795-4abd-bf60-82e962a90188 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks [] for floatingip (e340c418-e15c-46fa-9425-02df7502a574), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:44.119360 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-23a32f0e-e795-4abd-bf60-82e962a90188 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Calling delete_port for e340c418-e15c-46fa-9425-02df7502a574 owned by network:floatingip {{(pid=103468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:44:44.248981 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-23a32f0e-e795-4abd-bf60-82e962a90188 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757100670980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757100095757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815454'] for port (e340c418-e15c-46fa-9425-02df7502a574), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:44.275543 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a32f0e-e795-4abd-bf60-82e962a90188 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Pushing event deleted for resources: {'Port': ['ID=e340c418-e15c-46fa-9425-02df7502a574,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:44:44.336828 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-23a32f0e-e795-4abd-bf60-82e962a90188 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks [] for floatingip (273bfd4f-6ffd-4679-8888-c6bf76974c2f), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:44.339790 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-23a32f0e-e795-4abd-bf60-82e962a90188 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for floatingip (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:44.341239 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-23a32f0e-e795-4abd-bf60-82e962a90188 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "DELETE /v2.0/floatingips/273bfd4f-6ffd-4679-8888-c6bf76974c2f HTTP/1.1" status: 204 len: 168 time: 0.4440889 Apr 05 22:44:44.559760 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 43652) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:44:44.564402 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-cf6209c2-bac2-495d-a082-a1fe2d104da8 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1366042966', 'description': 'tempest-description--985014323'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:44:44.583972 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-cf6209c2-bac2-495d-a082-a1fe2d104da8 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:44.650420 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-cf6209c2-bac2-495d-a082-a1fe2d104da8 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks [] for security_group (4dbac682-dcca-4004-8cb5-5a88e2b76428), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:44.653894 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-cf6209c2-bac2-495d-a082-a1fe2d104da8 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (4dbac682-dcca-4004-8cb5-5a88e2b76428), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:44.685111 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-cf6209c2-bac2-495d-a082-a1fe2d104da8 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:44.686394 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-cf6209c2-bac2-495d-a082-a1fe2d104da8 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1256325 Apr 05 22:44:44.688241 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6209c2-bac2-495d-a082-a1fe2d104da8 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dbac682-dcca-4004-8cb5-5a88e2b76428,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:44:44.689380 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 43654) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:44:44.694039 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-a4fa128e-c591-4954-9c88-17af4ea2bdfa tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Request body: {'security_group_rule': {'security_group_id': '4dbac682-dcca-4004-8cb5-5a88e2b76428', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:44:44.718262 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a4fa128e-c591-4954-9c88-17af4ea2bdfa tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks [] for security_group_rule (fd8319eb-c3c1-408b-8364-613dc7ff0179), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:44.761928 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a4fa128e-c591-4954-9c88-17af4ea2bdfa tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks [] for security_group_rule (fd8319eb-c3c1-408b-8364-613dc7ff0179), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:44.765804 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a4fa128e-c591-4954-9c88-17af4ea2bdfa tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586008'] for security_group_rule (fd8319eb-c3c1-408b-8364-613dc7ff0179), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:44.785521 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fa128e-c591-4954-9c88-17af4ea2bdfa tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd8319eb-c3c1-408b-8364-613dc7ff0179,revision_number=0']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:44:44.789663 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a4fa128e-c591-4954-9c88-17af4ea2bdfa tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:44.790750 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-a4fa128e-c591-4954-9c88-17af4ea2bdfa tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1003673 Apr 05 22:44:44.793344 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 43656) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:44:44.797598 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-f424a675-4cde-47a8-bad2-88116c3057cc tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Request body: {'security_group_rule': {'security_group_id': '4dbac682-dcca-4004-8cb5-5a88e2b76428', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:44:44.822239 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-f424a675-4cde-47a8-bad2-88116c3057cc tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks [] for security_group_rule (24c088dc-30f5-4af9-8bd4-4f0929afaa9a), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:44.880431 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-f424a675-4cde-47a8-bad2-88116c3057cc tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks [] for security_group_rule (24c088dc-30f5-4af9-8bd4-4f0929afaa9a), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:44.883679 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-f424a675-4cde-47a8-bad2-88116c3057cc tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586008'] for security_group_rule (24c088dc-30f5-4af9-8bd4-4f0929afaa9a), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:44.900543 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f424a675-4cde-47a8-bad2-88116c3057cc tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24c088dc-30f5-4af9-8bd4-4f0929afaa9a,revision_number=0']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:44:44.908936 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-f424a675-4cde-47a8-bad2-88116c3057cc tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:44.910824 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-f424a675-4cde-47a8-bad2-88116c3057cc tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1159396 Apr 05 22:44:44.913203 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 43660) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:44:44.917360 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-5e9a3ef0-9029-4e8a-b9f4-f7e36fe82b14 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Request body: {'floatingip': {'floating_network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:44:44.937040 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-5e9a3ef0-9029-4e8a-b9f4-f7e36fe82b14 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:45.032929 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-5e9a3ef0-9029-4e8a-b9f4-f7e36fe82b14 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:45.143466 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_common [None req-5e9a3ef0-9029-4e8a-b9f4-f7e36fe82b14 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Allocated IP 172.27.1.174 (1c7020db-f04b-4bae-aa0d-07e17c11278d/de4a5644-b80e-4142-a210-68f31fcb6ac5/a13bcc38-454c-4ff3-8a48-695c73c96758) {{(pid=103469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:44:45.244534 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-5e9a3ef0-9029-4e8a-b9f4-f7e36fe82b14 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks [] for port (a13bcc38-454c-4ff3-8a48-695c73c96758), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:45.278092 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-5e9a3ef0-9029-4e8a-b9f4-f7e36fe82b14 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757100095748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827921'] for port (a13bcc38-454c-4ff3-8a48-695c73c96758), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:45.320158 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9a3ef0-9029-4e8a-b9f4-f7e36fe82b14 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Network 1c7020db-f04b-4bae-aa0d-07e17c11278d is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:44:45.322876 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-5e9a3ef0-9029-4e8a-b9f4-f7e36fe82b14 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:44:45.328259 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9a3ef0-9029-4e8a-b9f4-f7e36fe82b14 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Received port after_create {{(pid=103469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:44:45.350505 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9a3ef0-9029-4e8a-b9f4-f7e36fe82b14 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Pushing event updated for resources: {'Port': ['ID=a13bcc38-454c-4ff3-8a48-695c73c96758,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:44:45.415019 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-5e9a3ef0-9029-4e8a-b9f4-f7e36fe82b14 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks [] for floatingip (d03efdda-04a9-4c5d-8c5b-58f992334f75), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:45.449252 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-5e9a3ef0-9029-4e8a-b9f4-f7e36fe82b14 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (a13bcc38-454c-4ff3-8a48-695c73c96758), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:45.592493 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-5e9a3ef0-9029-4e8a-b9f4-f7e36fe82b14 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks [] for port (a13bcc38-454c-4ff3-8a48-695c73c96758), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:45.596483 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-5e9a3ef0-9029-4e8a-b9f4-f7e36fe82b14 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828008'] for port (a13bcc38-454c-4ff3-8a48-695c73c96758), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:45.906897 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9a3ef0-9029-4e8a-b9f4-f7e36fe82b14 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Pushing event updated for resources: {'Port': ['ID=a13bcc38-454c-4ff3-8a48-695c73c96758,revision_number=2']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:44:45.922169 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-5e9a3ef0-9029-4e8a-b9f4-f7e36fe82b14 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536593'] for floatingip (d03efdda-04a9-4c5d-8c5b-58f992334f75), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:45.936405 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-5e9a3ef0-9029-4e8a-b9f4-f7e36fe82b14 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for floatingip (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:45.937623 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-5e9a3ef0-9029-4e8a-b9f4-f7e36fe82b14 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0234592 Apr 05 22:44:46.082158 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ca99ad1f-90e7-423b-9f85-d4a9ef1ec730 req-58e8ee7f-cb14-4e31-8994-d71b945256bc tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1366042966&fields=id&tenant_id=d9b7ea8d9b8d48318b8a50555b5be4f1 HTTP/1.1" status: 200 len: 267 time: 0.0406542 Apr 05 22:44:46.187765 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca99ad1f-90e7-423b-9f85-d4a9ef1ec730 req-70872ffa-c00b-4680-81f6-290dfae08f10 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:46.189207 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ca99ad1f-90e7-423b-9f85-d4a9ef1ec730 req-70872ffa-c00b-4680-81f6-290dfae08f10 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/networks?id=da73ea9b-ba6b-4c3a-88b0-57977001462e HTTP/1.1" status: 200 len: 810 time: 0.1002460 Apr 05 22:44:46.204580 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ca99ad1f-90e7-423b-9f85-d4a9ef1ec730 req-a998d0e8-8c83-4937-af46-d44b5e64b976 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/quotas/d9b7ea8d9b8d48318b8a50555b5be4f1 HTTP/1.1" status: 200 len: 375 time: 0.0094121 Apr 05 22:44:46.262503 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ca99ad1f-90e7-423b-9f85-d4a9ef1ec730 req-99e1043b-ab26-4215-8a6b-5c3bb665caf1 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=d9b7ea8d9b8d48318b8a50555b5be4f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513096 Apr 05 22:44:46.323592 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device 67c2afe0-e448-48a4-b01a-3ed734bcec2a no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:44:46.344147 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] No Port match for: 67c2afe0-e448-48a4-b01a-3ed734bcec2a {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:44:46.344580 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device 67c2afe0-e448-48a4-b01a-3ed734bcec2a not bound to the agent host hv-cinder-83588 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:44:46.359867 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ca99ad1f-90e7-423b-9f85-d4a9ef1ec730 req-506d66e8-dbc4-4900-944e-b2bcb72b0c70 service neutron] 10.222.0.45 "GET /v2.0/networks/da73ea9b-ba6b-4c3a-88b0-57977001462e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848427 Apr 05 22:44:46.454406 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ca99ad1f-90e7-423b-9f85-d4a9ef1ec730 req-c2557ab8-2f26-4f0b-8633-eb039bf9e33f service neutron] 10.222.0.45 "GET /v2.0/networks/da73ea9b-ba6b-4c3a-88b0-57977001462e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886846 Apr 05 22:44:46.620530 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6c2e9bb8-0597-4abe-b5e6-c99a0fd527d7 req-4ba2c3a4-2bfe-4fde-b12f-01d108ff725d tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=56759a36-c6e6-4803-84c2-b5af45d89df1 HTTP/1.1" status: 200 len: 210 time: 0.0329733 Apr 05 22:44:47.582231 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca99ad1f-90e7-423b-9f85-d4a9ef1ec730 req-4913f743-974e-4877-9517-1021cd317ea0 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:47.584297 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ca99ad1f-90e7-423b-9f85-d4a9ef1ec730 req-4913f743-974e-4877-9517-1021cd317ea0 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.13 "GET /v2.0/networks?id=da73ea9b-ba6b-4c3a-88b0-57977001462e HTTP/1.1" status: 200 len: 810 time: 0.1086240 Apr 05 22:44:47.649073 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ca99ad1f-90e7-423b-9f85-d4a9ef1ec730 req-e5389b2c-2391-404d-9cb4-2f1a0041cb68 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d9b7ea8d9b8d48318b8a50555b5be4f1 HTTP/1.1" status: 200 len: 380 time: 0.0564454 Apr 05 22:44:47.717781 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d332a5ff-9285-4a65-aa4d-74a1b58aa832 req-9f326152-31b3-46f5-b960-ac3da3b9ee3d tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=56759a36-c6e6-4803-84c2-b5af45d89df1 HTTP/1.1" status: 200 len: 210 time: 0.0286903 Apr 05 22:44:47.736786 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [req-ca99ad1f-90e7-423b-9f85-d4a9ef1ec730 req-d2cf28b7-b87f-44e6-a1b6-041d65ebb20a tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Request body: {'port': {'device_id': '56759a36-c6e6-4803-84c2-b5af45d89df1', 'network_id': 'da73ea9b-ba6b-4c3a-88b0-57977001462e', 'admin_state_up': True, 'tenant_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'security_groups': ['4dbac682-dcca-4004-8cb5-5a88e2b76428']}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:44:47.840921 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca99ad1f-90e7-423b-9f85-d4a9ef1ec730 req-d2cf28b7-b87f-44e6-a1b6-041d65ebb20a tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Made reservation on behalf of d9b7ea8d9b8d48318b8a50555b5be4f1 for: {'port': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:44:47.844143 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-ca99ad1f-90e7-423b-9f85-d4a9ef1ec730 req-d2cf28b7-b87f-44e6-a1b6-041d65ebb20a tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:47.968769 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_common [req-ca99ad1f-90e7-423b-9f85-d4a9ef1ec730 req-d2cf28b7-b87f-44e6-a1b6-041d65ebb20a tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Allocated IP 172.20.0.13 (da73ea9b-ba6b-4c3a-88b0-57977001462e/12407ce6-40cf-4857-a656-235674308ba7/bef3fcd9-fe46-4d3f-b757-1c268a363876) {{(pid=103469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:44:48.108864 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-ca99ad1f-90e7-423b-9f85-d4a9ef1ec730 req-d2cf28b7-b87f-44e6-a1b6-041d65ebb20a tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks [] for port (bef3fcd9-fe46-4d3f-b757-1c268a363876), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:48.140946 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-ca99ad1f-90e7-423b-9f85-d4a9ef1ec730 req-d2cf28b7-b87f-44e6-a1b6-041d65ebb20a tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757100095748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827921'] for port (bef3fcd9-fe46-4d3f-b757-1c268a363876), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:48.179980 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca99ad1f-90e7-423b-9f85-d4a9ef1ec730 req-d2cf28b7-b87f-44e6-a1b6-041d65ebb20a tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Network da73ea9b-ba6b-4c3a-88b0-57977001462e is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:44:48.182806 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [req-ca99ad1f-90e7-423b-9f85-d4a9ef1ec730 req-d2cf28b7-b87f-44e6-a1b6-041d65ebb20a tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:44:48.186341 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca99ad1f-90e7-423b-9f85-d4a9ef1ec730 req-d2cf28b7-b87f-44e6-a1b6-041d65ebb20a tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Received port after_create {{(pid=103469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:44:48.216100 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf28b7-b87f-44e6-a1b6-041d65ebb20a tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Pushing event updated for resources: {'Port': ['ID=bef3fcd9-fe46-4d3f-b757-1c268a363876,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:44:48.242307 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca99ad1f-90e7-423b-9f85-d4a9ef1ec730 req-d2cf28b7-b87f-44e6-a1b6-041d65ebb20a tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:48.243054 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-ca99ad1f-90e7-423b-9f85-d4a9ef1ec730 req-d2cf28b7-b87f-44e6-a1b6-041d65ebb20a tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:48.260904 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ca99ad1f-90e7-423b-9f85-d4a9ef1ec730 req-d2cf28b7-b87f-44e6-a1b6-041d65ebb20a tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5277827 Apr 05 22:44:48.273164 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [req-ca99ad1f-90e7-423b-9f85-d4a9ef1ec730 req-18ae95dd-3562-4c4f-ab7f-c313888a164d service neutron] Request body: {'port': {'device_id': '56759a36-c6e6-4803-84c2-b5af45d89df1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:44:48.337238 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-ca99ad1f-90e7-423b-9f85-d4a9ef1ec730 req-18ae95dd-3562-4c4f-ab7f-c313888a164d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (bef3fcd9-fe46-4d3f-b757-1c268a363876), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:48.365152 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-834fda37-4fea-4394-b49e-a1fd690ca0f7 None None] Provisioning complete for port bef3fcd9-fe46-4d3f-b757-1c268a363876 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:44:48.365654 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-834fda37-4fea-4394-b49e-a1fd690ca0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (bef3fcd9-fe46-4d3f-b757-1c268a363876), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:48.403294 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-834fda37-4fea-4394-b49e-a1fd690ca0f7 None None] Port bef3fcd9-fe46-4d3f-b757-1c268a363876 cannot update to ACTIVE because it is not bound. {{(pid=103470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:44:48.613094 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [req-ca99ad1f-90e7-423b-9f85-d4a9ef1ec730 req-18ae95dd-3562-4c4f-ab7f-c313888a164d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bef3fcd9-fe46-4d3f-b757-1c268a363876 {{(pid=103469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:44:48.621771 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-ca99ad1f-90e7-423b-9f85-d4a9ef1ec730 req-18ae95dd-3562-4c4f-ab7f-c313888a164d service neutron] Publish callbacks [] for port (bef3fcd9-fe46-4d3f-b757-1c268a363876), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:48.634850 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.provisioning_blocks [req-ca99ad1f-90e7-423b-9f85-d4a9ef1ec730 req-18ae95dd-3562-4c4f-ab7f-c313888a164d service neutron] Transition to ACTIVE for port object bef3fcd9-fe46-4d3f-b757-1c268a363876 will not be triggered until provisioned by entity L2. {{(pid=103469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 22:44:48.638486 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-ca99ad1f-90e7-423b-9f85-d4a9ef1ec730 req-18ae95dd-3562-4c4f-ab7f-c313888a164d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828008'] for port (bef3fcd9-fe46-4d3f-b757-1c268a363876), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:48.701370 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ae95dd-3562-4c4f-ab7f-c313888a164d service neutron] Pushing event updated for resources: {'Port': ['ID=bef3fcd9-fe46-4d3f-b757-1c268a363876,revision_number=2']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:44:48.807483 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-ca99ad1f-90e7-423b-9f85-d4a9ef1ec730 req-18ae95dd-3562-4c4f-ab7f-c313888a164d service neutron] Attempting to bind port bef3fcd9-fe46-4d3f-b757-1c268a363876 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:44:48.807961 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-ca99ad1f-90e7-423b-9f85-d4a9ef1ec730 req-18ae95dd-3562-4c4f-ab7f-c313888a164d service neutron] Attempting to bind port bef3fcd9-fe46-4d3f-b757-1c268a363876 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '3f4d4486-67c6-4d24-87d7-d8d6c3b7851c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'da73ea9b-ba6b-4c3a-88b0-57977001462e'}] {{(pid=103469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:44:48.808363 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca99ad1f-90e7-423b-9f85-d4a9ef1ec730 req-18ae95dd-3562-4c4f-ab7f-c313888a164d service neutron] Attempting to bind port bef3fcd9-fe46-4d3f-b757-1c268a363876 on network da73ea9b-ba6b-4c3a-88b0-57977001462e {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:44:48.829141 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca99ad1f-90e7-423b-9f85-d4a9ef1ec730 req-18ae95dd-3562-4c4f-ab7f-c313888a164d service neutron] Port bef3fcd9-fe46-4d3f-b757-1c268a363876 on network da73ea9b-ba6b-4c3a-88b0-57977001462e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 22:44:48.829469 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca99ad1f-90e7-423b-9f85-d4a9ef1ec730 req-18ae95dd-3562-4c4f-ab7f-c313888a164d service neutron] Attempting to bind port bef3fcd9-fe46-4d3f-b757-1c268a363876 on network da73ea9b-ba6b-4c3a-88b0-57977001462e {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:44:48.838182 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca99ad1f-90e7-423b-9f85-d4a9ef1ec730 req-18ae95dd-3562-4c4f-ab7f-c313888a164d service neutron] Checking agent: {'id': '021dfe4d-8109-4136-9367-dac606dce553', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 34, 28), 'started_at': datetime.datetime(2022, 4, 5, 22, 34, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:44:48.838517 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca99ad1f-90e7-423b-9f85-d4a9ef1ec730 req-18ae95dd-3562-4c4f-ab7f-c313888a164d service neutron] Checking segment: {'id': '3f4d4486-67c6-4d24-87d7-d8d6c3b7851c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'da73ea9b-ba6b-4c3a-88b0-57977001462e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:44:48.838902 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca99ad1f-90e7-423b-9f85-d4a9ef1ec730 req-18ae95dd-3562-4c4f-ab7f-c313888a164d service neutron] Bound using segment: {'id': '3f4d4486-67c6-4d24-87d7-d8d6c3b7851c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'da73ea9b-ba6b-4c3a-88b0-57977001462e'} {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:44:48.839338 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-ca99ad1f-90e7-423b-9f85-d4a9ef1ec730 req-18ae95dd-3562-4c4f-ab7f-c313888a164d service neutron] Bound port: bef3fcd9-fe46-4d3f-b757-1c268a363876, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f4d4486-67c6-4d24-87d7-d8d6c3b7851c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'da73ea9b-ba6b-4c3a-88b0-57977001462e'}}] {{(pid=103469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:44:48.839698 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-ca99ad1f-90e7-423b-9f85-d4a9ef1ec730 req-18ae95dd-3562-4c4f-ab7f-c313888a164d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (bef3fcd9-fe46-4d3f-b757-1c268a363876), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:48.894610 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495fdc5e-a6ab-4867-92a8-597e7692438f req-25396f88-548b-4e0e-883a-98c7dd88a9b3 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:48.896136 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-495fdc5e-a6ab-4867-92a8-597e7692438f req-25396f88-548b-4e0e-883a-98c7dd88a9b3 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=56759a36-c6e6-4803-84c2-b5af45d89df1 HTTP/1.1" status: 200 len: 944 time: 0.1071351 Apr 05 22:44:48.946491 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-ca99ad1f-90e7-423b-9f85-d4a9ef1ec730 req-18ae95dd-3562-4c4f-ab7f-c313888a164d service neutron] For port bef3fcd9-fe46-4d3f-b757-1c268a363876, host hv-cinder-83588, cleared binding levels {{(pid=103469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:44:48.966066 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-ca99ad1f-90e7-423b-9f85-d4a9ef1ec730 req-18ae95dd-3562-4c4f-ab7f-c313888a164d service neutron] For port bef3fcd9-fe46-4d3f-b757-1c268a363876, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=bef3fcd9-fe46-4d3f-b757-1c268a363876,segment=NetworkSegment(3f4d4486-67c6-4d24-87d7-d8d6c3b7851c),segment_id=3f4d4486-67c6-4d24-87d7-d8d6c3b7851c)] {{(pid=103469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:44:48.971786 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-495fdc5e-a6ab-4867-92a8-597e7692438f req-7b023f20-ac52-4368-ba23-f5222de809d3 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/security-groups?id=4dbac682-dcca-4004-8cb5-5a88e2b76428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676582 Apr 05 22:44:48.973312 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-ca99ad1f-90e7-423b-9f85-d4a9ef1ec730 req-18ae95dd-3562-4c4f-ab7f-c313888a164d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828008'] for port (bef3fcd9-fe46-4d3f-b757-1c268a363876), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:49.005686 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca99ad1f-90e7-423b-9f85-d4a9ef1ec730 req-18ae95dd-3562-4c4f-ab7f-c313888a164d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:49.006300 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-ca99ad1f-90e7-423b-9f85-d4a9ef1ec730 req-18ae95dd-3562-4c4f-ab7f-c313888a164d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:49.007715 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ca99ad1f-90e7-423b-9f85-d4a9ef1ec730 req-18ae95dd-3562-4c4f-ab7f-c313888a164d service neutron] 10.222.0.13 "PUT /v2.0/ports/bef3fcd9-fe46-4d3f-b757-1c268a363876 HTTP/1.1" status: 200 len: 1094 time: 0.7390771 Apr 05 22:44:49.008112 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56759a36-c6e6-4803-84c2-b5af45d89df1', 'tag': 'bef3fcd9-fe46-4d3f-b757-1c268a363876'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:44:49.010381 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f386ba26b1031f5495d5bdef0d2c98b5b567df56bfe60a1d1e0dd7c3f719aed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c637f756-922a-474f-9953-0af726d1c56d" -d '{"events": [{"name": "network-changed", "server_uuid": "56759a36-c6e6-4803-84c2-b5af45d89df1", "tag": "bef3fcd9-fe46-4d3f-b757-1c268a363876"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:44:49.037637 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ae95dd-3562-4c4f-ab7f-c313888a164d service neutron] Pushing event updated for resources: {'Port': ['ID=bef3fcd9-fe46-4d3f-b757-1c268a363876,revision_number=3']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:44:49.051349 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba56f548-6ce4-48ce-a701-6d439f3c1943 x-openstack-request-id: req-ba56f548-6ce4-48ce-a701-6d439f3c1943 {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:44:49.051819 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56759a36-c6e6-4803-84c2-b5af45d89df1", "tag": "bef3fcd9-fe46-4d3f-b757-1c268a363876", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:44:49.052106 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ba56f548-6ce4-48ce-a701-6d439f3c1943 {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:44:49.052522 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba56f548-6ce4-48ce-a701-6d439f3c1943'] response: {'name': 'network-changed', 'server_uuid': '56759a36-c6e6-4803-84c2-b5af45d89df1', 'tag': 'bef3fcd9-fe46-4d3f-b757-1c268a363876', 'status': 'completed', 'code': 200} Apr 05 22:44:49.115309 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca99ad1f-90e7-423b-9f85-d4a9ef1ec730 req-0f28bba3-5326-43b7-a8a8-5f50673120f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:49.116939 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ca99ad1f-90e7-423b-9f85-d4a9ef1ec730 req-0f28bba3-5326-43b7-a8a8-5f50673120f8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d9b7ea8d9b8d48318b8a50555b5be4f1&device_id=56759a36-c6e6-4803-84c2-b5af45d89df1 HTTP/1.1" status: 200 len: 1128 time: 0.0491405 Apr 05 22:44:49.161413 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ca99ad1f-90e7-423b-9f85-d4a9ef1ec730 req-c8be2fdf-4fc6-4ac4-8c7f-5fb5098926b2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bef3fcd9-fe46-4d3f-b757-1c268a363876 HTTP/1.1" status: 200 len: 217 time: 0.0365512 Apr 05 22:44:49.214211 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca99ad1f-90e7-423b-9f85-d4a9ef1ec730 req-f20be7a1-f854-49d1-8f65-4ba47f0ec16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:49.215982 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ca99ad1f-90e7-423b-9f85-d4a9ef1ec730 req-f20be7a1-f854-49d1-8f65-4ba47f0ec16e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=12407ce6-40cf-4857-a656-235674308ba7 HTTP/1.1" status: 200 len: 849 time: 0.0455971 Apr 05 22:44:49.263674 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca99ad1f-90e7-423b-9f85-d4a9ef1ec730 req-cd7525d0-6c65-436c-aded-5a17d1e1eded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:49.265145 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ca99ad1f-90e7-423b-9f85-d4a9ef1ec730 req-cd7525d0-6c65-436c-aded-5a17d1e1eded service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=da73ea9b-ba6b-4c3a-88b0-57977001462e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429847 Apr 05 22:44:49.356925 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ca99ad1f-90e7-423b-9f85-d4a9ef1ec730 req-de41135f-c343-4eb8-8f88-61c6db842136 service neutron] 10.222.0.13 "GET /v2.0/networks/da73ea9b-ba6b-4c3a-88b0-57977001462e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838957 Apr 05 22:44:49.447677 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ca99ad1f-90e7-423b-9f85-d4a9ef1ec730 req-17304771-4cf6-4499-9102-eb6bd9f83443 service neutron] 10.222.0.13 "GET /v2.0/networks/da73ea9b-ba6b-4c3a-88b0-57977001462e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836937 Apr 05 22:44:50.089902 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b6c2ad-291a-456d-8ebc-3f4403389e8e req-3dd44c04-e0c2-49a5-a8a8-87b34d476623 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:50.091644 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c8b6c2ad-291a-456d-8ebc-3f4403389e8e req-3dd44c04-e0c2-49a5-a8a8-87b34d476623 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=56759a36-c6e6-4803-84c2-b5af45d89df1 HTTP/1.1" status: 200 len: 944 time: 0.0521832 Apr 05 22:44:50.143240 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c8b6c2ad-291a-456d-8ebc-3f4403389e8e req-467d9366-69de-4820-a10c-a1d36c2a7877 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/security-groups?id=4dbac682-dcca-4004-8cb5-5a88e2b76428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460179 Apr 05 22:44:51.260693 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570e277-b218-4110-8391-e258a4f95d4a req-d92ecffb-2c60-4a19-af62-0fef2bc479fc tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:51.262192 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e570e277-b218-4110-8391-e258a4f95d4a req-d92ecffb-2c60-4a19-af62-0fef2bc479fc tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=56759a36-c6e6-4803-84c2-b5af45d89df1 HTTP/1.1" status: 200 len: 944 time: 0.0515854 Apr 05 22:44:51.307233 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e570e277-b218-4110-8391-e258a4f95d4a req-f368d053-dafc-42b6-b464-6727869abb0f tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/security-groups?id=4dbac682-dcca-4004-8cb5-5a88e2b76428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394664 Apr 05 22:44:52.005086 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-97cde7d9-dbb1-4d23-a7c6-1511c50e2662 None None] Agent healthcheck: found 6 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:44:52.425313 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c54f54-bab0-4a6b-8d69-fb45110df683 req-58f0b588-ee42-44a6-bb15-038e72215fb4 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:52.426786 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-68c54f54-bab0-4a6b-8d69-fb45110df683 req-58f0b588-ee42-44a6-bb15-038e72215fb4 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=56759a36-c6e6-4803-84c2-b5af45d89df1 HTTP/1.1" status: 200 len: 944 time: 0.0546417 Apr 05 22:44:52.472585 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-68c54f54-bab0-4a6b-8d69-fb45110df683 req-81eab527-b62d-4b3b-bde1-a6ee4ff10812 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/security-groups?id=4dbac682-dcca-4004-8cb5-5a88e2b76428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401659 Apr 05 22:44:53.587565 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29971fa3-0355-4a00-be23-d7697e5a8ba6 req-7767f0a5-ccce-41ed-9f6e-446d51007789 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:53.589033 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-29971fa3-0355-4a00-be23-d7697e5a8ba6 req-7767f0a5-ccce-41ed-9f6e-446d51007789 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=56759a36-c6e6-4803-84c2-b5af45d89df1 HTTP/1.1" status: 200 len: 944 time: 0.0515153 Apr 05 22:44:53.635755 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-29971fa3-0355-4a00-be23-d7697e5a8ba6 req-71397478-7e92-4254-8f32-7e6bed9fb8ee tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/security-groups?id=4dbac682-dcca-4004-8cb5-5a88e2b76428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405107 Apr 05 22:44:54.754978 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4308e9-2330-45b6-8b94-a979e6003996 req-f33b8283-51b3-4ede-b8d7-aed238689fab tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:54.756429 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9c4308e9-2330-45b6-8b94-a979e6003996 req-f33b8283-51b3-4ede-b8d7-aed238689fab tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=56759a36-c6e6-4803-84c2-b5af45d89df1 HTTP/1.1" status: 200 len: 944 time: 0.0551803 Apr 05 22:44:54.801939 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9c4308e9-2330-45b6-8b94-a979e6003996 req-1951539d-86f0-4f82-8364-b8d606db1cac tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/security-groups?id=4dbac682-dcca-4004-8cb5-5a88e2b76428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385721 Apr 05 22:44:55.649018 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c637f756-922a-474f-9953-0af726d1c56d req-21ca6c94-af1b-4621-80a7-b553cbf9d46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:55.650552 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c637f756-922a-474f-9953-0af726d1c56d req-21ca6c94-af1b-4621-80a7-b553cbf9d46d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d9b7ea8d9b8d48318b8a50555b5be4f1&device_id=56759a36-c6e6-4803-84c2-b5af45d89df1 HTTP/1.1" status: 200 len: 1128 time: 0.0444286 Apr 05 22:44:55.742345 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c637f756-922a-474f-9953-0af726d1c56d req-eba9c9cf-f496-4e5c-9fff-4e5fd29cb2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:55.743804 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c637f756-922a-474f-9953-0af726d1c56d req-eba9c9cf-f496-4e5c-9fff-4e5fd29cb2ce service neutron] 10.222.0.13 "GET /v2.0/networks?id=da73ea9b-ba6b-4c3a-88b0-57977001462e HTTP/1.1" status: 200 len: 911 time: 0.0869682 Apr 05 22:44:55.782959 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c637f756-922a-474f-9953-0af726d1c56d req-cd4d7588-0363-4b20-af88-81991ef2fa74 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bef3fcd9-fe46-4d3f-b757-1c268a363876 HTTP/1.1" status: 200 len: 217 time: 0.0334940 Apr 05 22:44:55.828165 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c637f756-922a-474f-9953-0af726d1c56d req-f1caefb4-8b63-4caa-a266-402425679dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:55.829639 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c637f756-922a-474f-9953-0af726d1c56d req-f1caefb4-8b63-4caa-a266-402425679dfa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=12407ce6-40cf-4857-a656-235674308ba7 HTTP/1.1" status: 200 len: 849 time: 0.0411370 Apr 05 22:44:55.908433 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c637f756-922a-474f-9953-0af726d1c56d req-338e1739-d80d-4c63-b7c0-febd7c51c240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:55.910028 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c637f756-922a-474f-9953-0af726d1c56d req-338e1739-d80d-4c63-b7c0-febd7c51c240 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=da73ea9b-ba6b-4c3a-88b0-57977001462e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0739322 Apr 05 22:44:55.948821 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca9a5d-eb48-4791-b7de-72012b29c0f1 req-b8eabec4-78fd-467f-89e6-2223993d2fcd tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:55.950272 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-bfca9a5d-eb48-4791-b7de-72012b29c0f1 req-b8eabec4-78fd-467f-89e6-2223993d2fcd tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=56759a36-c6e6-4803-84c2-b5af45d89df1 HTTP/1.1" status: 200 len: 944 time: 0.0820730 Apr 05 22:44:56.043684 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-bfca9a5d-eb48-4791-b7de-72012b29c0f1 req-7326c262-7029-4891-ad2f-f349279bd9e2 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/security-groups?id=4dbac682-dcca-4004-8cb5-5a88e2b76428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654042 Apr 05 22:44:56.045636 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c637f756-922a-474f-9953-0af726d1c56d req-1a6a0ffc-4ef7-46e0-a888-5908598fbcad service neutron] 10.222.0.13 "GET /v2.0/networks/da73ea9b-ba6b-4c3a-88b0-57977001462e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279926 Apr 05 22:44:56.137489 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c637f756-922a-474f-9953-0af726d1c56d req-cac9bfe6-ac17-449e-9911-b9bca7ff1209 service neutron] 10.222.0.13 "GET /v2.0/networks/da73ea9b-ba6b-4c3a-88b0-57977001462e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842261 Apr 05 22:44:57.159937 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b10e056-ba16-402c-9de9-03b813dc0670 req-bba2fd57-b761-467c-ab37-9d40d2b75930 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:57.161415 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7b10e056-ba16-402c-9de9-03b813dc0670 req-bba2fd57-b761-467c-ab37-9d40d2b75930 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=56759a36-c6e6-4803-84c2-b5af45d89df1 HTTP/1.1" status: 200 len: 944 time: 0.0522411 Apr 05 22:44:57.210559 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7b10e056-ba16-402c-9de9-03b813dc0670 req-449b926d-a779-4980-9b6d-dbb0d29207f7 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/security-groups?id=4dbac682-dcca-4004-8cb5-5a88e2b76428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435841 Apr 05 22:44:57.917983 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (021dfe4d-8109-4136-9367-dac606dce553), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:58.326531 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7cca6b-5af2-4916-a1fc-eabf97f5cbfb req-40af147a-14ca-4bd9-a6e4-091d57b80b1e tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:58.328002 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1c7cca6b-5af2-4916-a1fc-eabf97f5cbfb req-40af147a-14ca-4bd9-a6e4-091d57b80b1e tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=56759a36-c6e6-4803-84c2-b5af45d89df1 HTTP/1.1" status: 200 len: 944 time: 0.0522382 Apr 05 22:44:58.368409 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device bef3fcd9-fe46-4d3f-b757-1c268a363876 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:44:58.374650 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1c7cca6b-5af2-4916-a1fc-eabf97f5cbfb req-1028c658-da8b-440f-b475-292d6b93013a tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/security-groups?id=4dbac682-dcca-4004-8cb5-5a88e2b76428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407588 Apr 05 22:44:58.465693 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] For port bef3fcd9-fe46-4d3f-b757-1c268a363876, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=bef3fcd9-fe46-4d3f-b757-1c268a363876,segment=NetworkSegment(3f4d4486-67c6-4d24-87d7-d8d6c3b7851c),segment_id=3f4d4486-67c6-4d24-87d7-d8d6c3b7851c)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:44:58.477539 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Returning: {'device': 'bef3fcd9-fe46-4d3f-b757-1c268a363876', 'network_id': 'da73ea9b-ba6b-4c3a-88b0-57977001462e', 'port_id': 'bef3fcd9-fe46-4d3f-b757-1c268a363876', 'mac_address': 'fa:16:3e:e9:a6:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12407ce6-40cf-4857-a656-235674308ba7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:44:58.515437 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Current status of the port bef3fcd9-fe46-4d3f-b757-1c268a363876 is: DOWN; New status is: BUILD {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:44:58.515832 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (bef3fcd9-fe46-4d3f-b757-1c268a363876), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:58.531771 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bef3fcd9-fe46-4d3f-b757-1c268a363876 {{(pid=103470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:44:58.556164 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] For port bef3fcd9-fe46-4d3f-b757-1c268a363876, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=bef3fcd9-fe46-4d3f-b757-1c268a363876,segment=NetworkSegment(3f4d4486-67c6-4d24-87d7-d8d6c3b7851c),segment_id=3f4d4486-67c6-4d24-87d7-d8d6c3b7851c)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:44:58.559912 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (bef3fcd9-fe46-4d3f-b757-1c268a363876), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:58.614911 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Pushing event updated for resources: {'Port': ['ID=bef3fcd9-fe46-4d3f-b757-1c268a363876,revision_number=4']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:44:58.630178 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:58.630539 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:58.630924 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:58.631285 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:58.631654 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:58.632123 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:58.632342 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:58.632669 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:58.632992 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:58.633317 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:58.633667 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:58.634010 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:58.634337 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:58.634672 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:58.634993 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:58.940288 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] get_ports_and_sgs() called for port_ids ['bef3fcd9-fe46-4d3f-b757-1c268a363876'] {{(pid=103470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:44:59.490758 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdf62c2-e9d9-4148-a2f3-d980631b63ab req-85e6179f-45f5-49cd-825a-54b606bec529 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:59.492207 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2cdf62c2-e9d9-4148-a2f3-d980631b63ab req-85e6179f-45f5-49cd-825a-54b606bec529 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=56759a36-c6e6-4803-84c2-b5af45d89df1 HTTP/1.1" status: 200 len: 945 time: 0.0529330 Apr 05 22:44:59.537378 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2cdf62c2-e9d9-4148-a2f3-d980631b63ab req-ff2b8234-b1e4-48b9-9da3-7b12494c4522 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/security-groups?id=4dbac682-dcca-4004-8cb5-5a88e2b76428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396042 Apr 05 22:44:59.875503 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 43802) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:44:59.977047 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-622fc9c5-fdf2-4bdb-9474-dd7968f221b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:00.053779 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-622fc9c5-fdf2-4bdb-9474-dd7968f221b0 admin admin] Publish callbacks [] for security_group (02ed07fc-c11e-4bf0-ab25-a57d2bd0a85d), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:00.057202 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-622fc9c5-fdf2-4bdb-9474-dd7968f221b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (02ed07fc-c11e-4bf0-ab25-a57d2bd0a85d), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:00.093468 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-622fc9c5-fdf2-4bdb-9474-dd7968f221b0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7e044c0b392c4119b63710445a6fdddb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2168899 Apr 05 22:45:00.095449 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622fc9c5-fdf2-4bdb-9474-dd7968f221b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02ed07fc-c11e-4bf0-ab25-a57d2bd0a85d,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:45:00.096200 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 43806) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:45:00.153803 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-11365e13-53f4-42c6-85be-497e0337794c admin admin] Publish callbacks [] for security_group (02ed07fc-c11e-4bf0-ab25-a57d2bd0a85d), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:00.174278 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-11365e13-53f4-42c6-85be-497e0337794c admin admin] Publish callbacks [] for security_group (02ed07fc-c11e-4bf0-ab25-a57d2bd0a85d), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:00.221899 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-11365e13-53f4-42c6-85be-497e0337794c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (02ed07fc-c11e-4bf0-ab25-a57d2bd0a85d), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:00.224611 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-11365e13-53f4-42c6-85be-497e0337794c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:00.225784 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-11365e13-53f4-42c6-85be-497e0337794c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/02ed07fc-c11e-4bf0-ab25-a57d2bd0a85d HTTP/1.1" status: 204 len: 168 time: 0.1285236 Apr 05 22:45:00.233943 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11365e13-53f4-42c6-85be-497e0337794c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ed07fc-c11e-4bf0-ab25-a57d2bd0a85d,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:45:00.389044 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device bef3fcd9-fe46-4d3f-b757-1c268a363876 up at agent hyperv_hv-cinder-83588 {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:45:00.442536 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Provisioning for port bef3fcd9-fe46-4d3f-b757-1c268a363876 completed by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 22:45:00.446472 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Provisioning complete for port bef3fcd9-fe46-4d3f-b757-1c268a363876 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:45:00.446841 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (bef3fcd9-fe46-4d3f-b757-1c268a363876), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:00.529660 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Current status of the port bef3fcd9-fe46-4d3f-b757-1c268a363876 is: BUILD; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:45:00.530342 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (bef3fcd9-fe46-4d3f-b757-1c268a363876), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:00.556581 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56759a36-c6e6-4803-84c2-b5af45d89df1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bef3fcd9-fe46-4d3f-b757-1c268a363876'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:45:00.559013 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5eeae28b1739aff28e9ac2b05a29cddcf15b93cc3fe96f2ce32a289e1b5713d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b3f717-b60e-4825-a6d3-80ecf3552044" -d '{"events": [{"server_uuid": "56759a36-c6e6-4803-84c2-b5af45d89df1", "name": "network-vif-plugged", "status": "completed", "tag": "bef3fcd9-fe46-4d3f-b757-1c268a363876"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:45:00.576114 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] For port bef3fcd9-fe46-4d3f-b757-1c268a363876, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=bef3fcd9-fe46-4d3f-b757-1c268a363876,segment=NetworkSegment(3f4d4486-67c6-4d24-87d7-d8d6c3b7851c),segment_id=3f4d4486-67c6-4d24-87d7-d8d6c3b7851c)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:45:00.582595 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (bef3fcd9-fe46-4d3f-b757-1c268a363876), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:00.659498 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Pushing event updated for resources: {'Port': ['ID=bef3fcd9-fe46-4d3f-b757-1c268a363876,revision_number=5']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:45:00.664971 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22518c58-1d74-4f31-b5dd-ac0d59b13458 x-openstack-request-id: req-22518c58-1d74-4f31-b5dd-ac0d59b13458 {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:45:00.665366 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56759a36-c6e6-4803-84c2-b5af45d89df1", "name": "network-vif-plugged", "status": "completed", "tag": "bef3fcd9-fe46-4d3f-b757-1c268a363876", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:45:00.665748 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-22518c58-1d74-4f31-b5dd-ac0d59b13458 {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:45:00.666238 dv-cinder-835881-4-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22518c58-1d74-4f31-b5dd-ac0d59b13458'] response: {'server_uuid': '56759a36-c6e6-4803-84c2-b5af45d89df1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bef3fcd9-fe46-4d3f-b757-1c268a363876', 'code': 200} Apr 05 22:45:00.684372 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1157cf18-1762-4bef-a406-842b258ec1ac req-b684e454-4ed8-4168-b023-de465e3e82ea tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:00.686169 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1157cf18-1762-4bef-a406-842b258ec1ac req-b684e454-4ed8-4168-b023-de465e3e82ea tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=56759a36-c6e6-4803-84c2-b5af45d89df1 HTTP/1.1" status: 200 len: 946 time: 0.0661902 Apr 05 22:45:00.769761 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1157cf18-1762-4bef-a406-842b258ec1ac req-9da5c697-ccfd-4d07-a376-282abbf3ac43 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/security-groups?id=4dbac682-dcca-4004-8cb5-5a88e2b76428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769265 Apr 05 22:45:00.788337 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29792ebd-4814-4698-b473-2d83dcb02fd3 req-d2bbba3f-33e4-4ed1-873b-b435580e0a4a tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:00.796602 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-29792ebd-4814-4698-b473-2d83dcb02fd3 req-d2bbba3f-33e4-4ed1-873b-b435580e0a4a tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=f64687d7-f63a-404f-ac86-38ef2b531c37 HTTP/1.1" status: 200 len: 946 time: 0.1020474 Apr 05 22:45:00.856843 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-29792ebd-4814-4698-b473-2d83dcb02fd3 req-b6319f41-ec76-454a-9046-e92b2dd7d7e2 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ee2db58-64e1-4915-a222-13e195377a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590713 Apr 05 22:45:00.919055 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8646539c-4a41-47d0-b6a2-5964ce1a6cdc req-4a670c0c-4e67-4b69-8d89-fcbdfa6bb309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:00.920605 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8646539c-4a41-47d0-b6a2-5964ce1a6cdc req-4a670c0c-4e67-4b69-8d89-fcbdfa6bb309 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=56759a36-c6e6-4803-84c2-b5af45d89df1 HTTP/1.1" status: 200 len: 1130 time: 0.0446227 Apr 05 22:45:00.964130 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8646539c-4a41-47d0-b6a2-5964ce1a6cdc req-1e7ff438-acff-43ee-8cce-10f8d8f84342 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4dbac682-dcca-4004-8cb5-5a88e2b76428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366864 Apr 05 22:45:01.892368 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38765346-2788-4565-85f6-99dd7428ad2a req-cfde247d-0b44-42de-807c-006cb4fa8044 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:01.893875 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-38765346-2788-4565-85f6-99dd7428ad2a req-cfde247d-0b44-42de-807c-006cb4fa8044 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=56759a36-c6e6-4803-84c2-b5af45d89df1 HTTP/1.1" status: 200 len: 946 time: 0.0520597 Apr 05 22:45:01.950010 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-38765346-2788-4565-85f6-99dd7428ad2a req-234d7888-5a36-41ab-a543-a074eade53f2 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/security-groups?id=4dbac682-dcca-4004-8cb5-5a88e2b76428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496762 Apr 05 22:45:01.991880 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e25280-38b9-4c1c-ab9b-71d7a4111bac req-9f2c23a3-b1a4-41a3-a762-499f48a4e563 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:01.993312 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-53e25280-38b9-4c1c-ab9b-71d7a4111bac req-9f2c23a3-b1a4-41a3-a762-499f48a4e563 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=f64687d7-f63a-404f-ac86-38ef2b531c37 HTTP/1.1" status: 200 len: 946 time: 0.0561185 Apr 05 22:45:02.039601 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-53e25280-38b9-4c1c-ab9b-71d7a4111bac req-1a6fc187-6a4a-4a1e-b5a7-1d33204c4562 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ee2db58-64e1-4915-a222-13e195377a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400689 Apr 05 22:45:03.067134 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5939ca38-519e-4bbe-8280-14be7e6641ad req-10d52884-4908-4c1e-aa3b-bc7d7f0671f8 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:03.068734 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5939ca38-519e-4bbe-8280-14be7e6641ad req-10d52884-4908-4c1e-aa3b-bc7d7f0671f8 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=56759a36-c6e6-4803-84c2-b5af45d89df1 HTTP/1.1" status: 200 len: 946 time: 0.0514767 Apr 05 22:45:03.124693 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5939ca38-519e-4bbe-8280-14be7e6641ad req-21cc65bc-0200-49e6-81e1-586df3aae8e5 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/security-groups?id=4dbac682-dcca-4004-8cb5-5a88e2b76428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503578 Apr 05 22:45:03.167280 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e979e6c-860d-45f6-874b-695cd9c6e465 req-657013df-be7d-4453-a41a-df5d30a45635 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:03.168740 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2e979e6c-860d-45f6-874b-695cd9c6e465 req-657013df-be7d-4453-a41a-df5d30a45635 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=f64687d7-f63a-404f-ac86-38ef2b531c37 HTTP/1.1" status: 200 len: 946 time: 0.0562768 Apr 05 22:45:03.236618 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2e979e6c-860d-45f6-874b-695cd9c6e465 req-ac4fb088-6148-4774-8222-a6e4878e17f5 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ee2db58-64e1-4915-a222-13e195377a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622411 Apr 05 22:45:03.258486 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5780e81e-40f0-45a4-9d8e-12f275a6373b req-fbb8bbe7-2ce6-4b2b-9b50-9a247ebb4d80 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:03.259926 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5780e81e-40f0-45a4-9d8e-12f275a6373b req-fbb8bbe7-2ce6-4b2b-9b50-9a247ebb4d80 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=56759a36-c6e6-4803-84c2-b5af45d89df1 HTTP/1.1" status: 200 len: 946 time: 0.0666668 Apr 05 22:45:03.268070 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 43880) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:45:03.272651 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-0ea12310-71a9-4897-ae01-52d61864892f tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Request body: {'floatingip': {'port_id': 'bef3fcd9-fe46-4d3f-b757-1c268a363876'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:45:03.310039 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0ea12310-71a9-4897-ae01-52d61864892f tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks [] for floatingip (d03efdda-04a9-4c5d-8c5b-58f992334f75), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:03.731704 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0ea12310-71a9-4897-ae01-52d61864892f tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:03.735745 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0ea12310-71a9-4897-ae01-52d61864892f tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536593'] for floatingip (d03efdda-04a9-4c5d-8c5b-58f992334f75), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:03.841656 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.db.l3_db [None req-0ea12310-71a9-4897-ae01-52d61864892f tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Floating IP d03efdda-04a9-4c5d-8c5b-58f992334f75 associated. External IP: 172.27.1.174, port: bef3fcd9-fe46-4d3f-b757-1c268a363876. Apr 05 22:45:04.062291 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ea12310-71a9-4897-ae01-52d61864892f tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Router 605bef79-fea7-48b4-aa2e-9a61b7b53637 has already been hosted by L3 agent 79a469f9-bdbc-4492-b479-9e5faeaf33b0 {{(pid=103469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:45:04.457207 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea12310-71a9-4897-ae01-52d61864892f tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Notify agent at l3_agent.dv-cinder-835881-4-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:45:04.462521 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0ea12310-71a9-4897-ae01-52d61864892f tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for floatingip (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:04.467776 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8c3eb5-95ae-4baa-800b-8308a5afec6b None None] Sync routers for ids ['605bef79-fea7-48b4-aa2e-9a61b7b53637'] in dv-cinder-835881-4-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:45:04.478388 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8c3eb5-95ae-4baa-800b-8308a5afec6b None None] Routers {'605bef79-fea7-48b4-aa2e-9a61b7b53637'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:45:04.479019 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-3c8c3eb5-95ae-4baa-800b-8308a5afec6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:44:38Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['605bef79-fea7-48b4-aa2e-9a61b7b53637'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:45:04.493787 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fce671a-5c03-43e2-ac14-8de338b08c64 req-bedbabef-af32-4f52-b05f-5c5b6c7fb157 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:04.495273 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3fce671a-5c03-43e2-ac14-8de338b08c64 req-bedbabef-af32-4f52-b05f-5c5b6c7fb157 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=f64687d7-f63a-404f-ac86-38ef2b531c37 HTTP/1.1" status: 200 len: 946 time: 0.0900745 Apr 05 22:45:04.505268 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-0ea12310-71a9-4897-ae01-52d61864892f tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "PUT /v2.0/floatingips/d03efdda-04a9-4c5d-8c5b-58f992334f75 HTTP/1.1" status: 200 len: 992 time: 1.2362077 Apr 05 22:45:04.509889 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56759a36-c6e6-4803-84c2-b5af45d89df1', 'tag': 'bef3fcd9-fe46-4d3f-b757-1c268a363876'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:45:04.512007 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f386ba26b1031f5495d5bdef0d2c98b5b567df56bfe60a1d1e0dd7c3f719aed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-406b9672-6231-4376-a56b-d39e29ba1f76" -d '{"events": [{"name": "network-changed", "server_uuid": "56759a36-c6e6-4803-84c2-b5af45d89df1", "tag": "bef3fcd9-fe46-4d3f-b757-1c268a363876"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:45:04.553612 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dcc5fec-70e7-440c-8263-f8cb12d34150 x-openstack-request-id: req-2dcc5fec-70e7-440c-8263-f8cb12d34150 {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:45:04.553914 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56759a36-c6e6-4803-84c2-b5af45d89df1", "tag": "bef3fcd9-fe46-4d3f-b757-1c268a363876", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:45:04.554167 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2dcc5fec-70e7-440c-8263-f8cb12d34150 {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:45:04.554560 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dcc5fec-70e7-440c-8263-f8cb12d34150'] response: {'name': 'network-changed', 'server_uuid': '56759a36-c6e6-4803-84c2-b5af45d89df1', 'tag': 'bef3fcd9-fe46-4d3f-b757-1c268a363876', 'status': 'completed', 'code': 200} Apr 05 22:45:04.558946 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3fce671a-5c03-43e2-ac14-8de338b08c64 req-eddddbb1-bf53-449e-b006-a9088c2c3192 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ee2db58-64e1-4915-a222-13e195377a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566030 Apr 05 22:45:04.595109 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-3c8c3eb5-95ae-4baa-800b-8308a5afec6b None None] Set router 605bef79-fea7-48b4-aa2e-9a61b7b53637 gateway port host: dv-cinder-835881-4-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:45:04.620639 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b9672-6231-4376-a56b-d39e29ba1f76 req-920bd865-5c75-41c4-87a9-e5c7ecfc563f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:04.622152 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-406b9672-6231-4376-a56b-d39e29ba1f76 req-920bd865-5c75-41c4-87a9-e5c7ecfc563f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d9b7ea8d9b8d48318b8a50555b5be4f1&device_id=56759a36-c6e6-4803-84c2-b5af45d89df1 HTTP/1.1" status: 200 len: 1130 time: 0.0472043 Apr 05 22:45:04.710629 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b9672-6231-4376-a56b-d39e29ba1f76 req-12a00358-91b5-4c93-b55d-ccad6d6cd715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:04.712102 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-406b9672-6231-4376-a56b-d39e29ba1f76 req-12a00358-91b5-4c93-b55d-ccad6d6cd715 service neutron] 10.222.0.13 "GET /v2.0/networks?id=da73ea9b-ba6b-4c3a-88b0-57977001462e HTTP/1.1" status: 200 len: 911 time: 0.0839303 Apr 05 22:45:04.781317 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-406b9672-6231-4376-a56b-d39e29ba1f76 req-6763f99e-b7bf-4e9b-b156-7e6af8f615e5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bef3fcd9-fe46-4d3f-b757-1c268a363876 HTTP/1.1" status: 200 len: 1000 time: 0.0626581 Apr 05 22:45:04.822311 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-3c8c3eb5-95ae-4baa-800b-8308a5afec6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '605bef79-fea7-48b4-aa2e-9a61b7b53637', 'name': 'tempest-AttachVolumeTestJSON-472349617-router', 'tenant_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': 'c3554d77-7648-483d-8c51-ad87166b1feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:31Z', 'updated_at': '2022-04-05T22:38:36Z', 'revision_number': 4, 'project_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'gw_port': {'id': 'c3554d77-7648-483d-8c51-ad87166b1feb', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:62:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605bef79-fea7-48b4-aa2e-9a61b7b53637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:31Z', 'updated_at': '2022-04-05T22:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_floatingips': [{'id': 'd03efdda-04a9-4c5d-8c5b-58f992334f75', 'tenant_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'floating_ip_address': '172.27.1.174', 'floating_network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'router_id': '605bef79-fea7-48b4-aa2e-9a61b7b53637', 'port_id': 'bef3fcd9-fe46-4d3f-b757-1c268a363876', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da73ea9b-ba6b-4c3a-88b0-57977001462e', 'mac_address': 'fa:16:3e:e9:a6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56759a36-c6e6-4803-84c2-b5af45d89df1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:44:45Z', 'updated_at': '2022-04-05T22:45:03Z', 'revision_number': 1, 'project_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8b012a7-396c-4bc9-a065-3c9ba8fd9314', 'name': '', 'network_id': 'da73ea9b-ba6b-4c3a-88b0-57977001462e', 'tenant_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'mac_address': 'fa:16:3e:6a:9e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605bef79-fea7-48b4-aa2e-9a61b7b53637', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '12407ce6-40cf-4857-a656-235674308ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:35Z', 'updated_at': '2022-04-05T22:38:47Z', 'revision_number': 5, 'project_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'subnets': [{'id': '12407ce6-40cf-4857-a656-235674308ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:45:04.830305 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b9672-6231-4376-a56b-d39e29ba1f76 req-04fac078-d151-44db-bbe4-bc62526ac63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:04.831766 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-406b9672-6231-4376-a56b-d39e29ba1f76 req-04fac078-d151-44db-bbe4-bc62526ac63a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=12407ce6-40cf-4857-a656-235674308ba7 HTTP/1.1" status: 200 len: 849 time: 0.0433717 Apr 05 22:45:04.847407 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8c3eb5-95ae-4baa-800b-8308a5afec6b None None] Checking router: 605bef79-fea7-48b4-aa2e-9a61b7b53637 for host: dv-cinder-835881-4-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:45:04.856447 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8c3eb5-95ae-4baa-800b-8308a5afec6b None None] Routers {'605bef79-fea7-48b4-aa2e-9a61b7b53637'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:45:04.857042 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-3c8c3eb5-95ae-4baa-800b-8308a5afec6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:44:38Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['605bef79-fea7-48b4-aa2e-9a61b7b53637'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:45:04.891698 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b9672-6231-4376-a56b-d39e29ba1f76 req-c5a985af-bf10-4286-a8d2-4ec4382d6763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:04.893181 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-406b9672-6231-4376-a56b-d39e29ba1f76 req-c5a985af-bf10-4286-a8d2-4ec4382d6763 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=da73ea9b-ba6b-4c3a-88b0-57977001462e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0555470 Apr 05 22:45:04.972413 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-3c8c3eb5-95ae-4baa-800b-8308a5afec6b None None] Set router 605bef79-fea7-48b4-aa2e-9a61b7b53637 gateway port host: dv-cinder-835881-4-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:45:04.986125 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-406b9672-6231-4376-a56b-d39e29ba1f76 req-529fa0c2-30c8-48e4-a92a-3b25c5132560 service neutron] 10.222.0.13 "GET /v2.0/networks/da73ea9b-ba6b-4c3a-88b0-57977001462e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851438 Apr 05 22:45:05.074761 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-406b9672-6231-4376-a56b-d39e29ba1f76 req-a4744846-df69-4fda-a96e-d3b4b639c472 service neutron] 10.222.0.13 "GET /v2.0/networks/da73ea9b-ba6b-4c3a-88b0-57977001462e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813515 Apr 05 22:45:05.197289 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-3c8c3eb5-95ae-4baa-800b-8308a5afec6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '605bef79-fea7-48b4-aa2e-9a61b7b53637', 'name': 'tempest-AttachVolumeTestJSON-472349617-router', 'tenant_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': 'c3554d77-7648-483d-8c51-ad87166b1feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:31Z', 'updated_at': '2022-04-05T22:38:36Z', 'revision_number': 4, 'project_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'gw_port': {'id': 'c3554d77-7648-483d-8c51-ad87166b1feb', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:62:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605bef79-fea7-48b4-aa2e-9a61b7b53637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:31Z', 'updated_at': '2022-04-05T22:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_floatingips': [{'id': 'd03efdda-04a9-4c5d-8c5b-58f992334f75', 'tenant_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'floating_ip_address': '172.27.1.174', 'floating_network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'router_id': '605bef79-fea7-48b4-aa2e-9a61b7b53637', 'port_id': 'bef3fcd9-fe46-4d3f-b757-1c268a363876', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da73ea9b-ba6b-4c3a-88b0-57977001462e', 'mac_address': 'fa:16:3e:e9:a6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56759a36-c6e6-4803-84c2-b5af45d89df1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:44:45Z', 'updated_at': '2022-04-05T22:45:03Z', 'revision_number': 1, 'project_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8b012a7-396c-4bc9-a065-3c9ba8fd9314', 'name': '', 'network_id': 'da73ea9b-ba6b-4c3a-88b0-57977001462e', 'tenant_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'mac_address': 'fa:16:3e:6a:9e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605bef79-fea7-48b4-aa2e-9a61b7b53637', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '12407ce6-40cf-4857-a656-235674308ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:35Z', 'updated_at': '2022-04-05T22:38:47Z', 'revision_number': 5, 'project_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'subnets': [{'id': '12407ce6-40cf-4857-a656-235674308ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:45:05.325124 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8c3eb5-95ae-4baa-800b-8308a5afec6b None None] The sync data for ids ['605bef79-fea7-48b4-aa2e-9a61b7b53637'] in dv-cinder-835881-4-iscsi is: [{'id': '605bef79-fea7-48b4-aa2e-9a61b7b53637', 'name': 'tempest-AttachVolumeTestJSON-472349617-router', 'tenant_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': 'c3554d77-7648-483d-8c51-ad87166b1feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:31Z', 'updated_at': '2022-04-05T22:38:36Z', 'revision_number': 4, 'project_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'gw_port': {'id': 'c3554d77-7648-483d-8c51-ad87166b1feb', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:62:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605bef79-fea7-48b4-aa2e-9a61b7b53637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:31Z', 'updated_at': '2022-04-05T22:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_floatingips': [{'id': 'd03efdda-04a9-4c5d-8c5b-58f992334f75', 'tenant_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'floating_ip_address': '172.27.1.174', 'floating_network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'router_id': '605bef79-fea7-48b4-aa2e-9a61b7b53637', 'port_id': 'bef3fcd9-fe46-4d3f-b757-1c268a363876', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da73ea9b-ba6b-4c3a-88b0-57977001462e', 'mac_address': 'fa:16:3e:e9:a6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56759a36-c6e6-4803-84c2-b5af45d89df1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:44:45Z', 'updated_at': '2022-04-05T22:45:03Z', 'revision_number': 1, 'project_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8b012a7-396c-4bc9-a065-3c9ba8fd9314', 'name': '', 'network_id': 'da73ea9b-ba6b-4c3a-88b0-57977001462e', 'tenant_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'mac_address': 'fa:16:3e:6a:9e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605bef79-fea7-48b4-aa2e-9a61b7b53637', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '12407ce6-40cf-4857-a656-235674308ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:35Z', 'updated_at': '2022-04-05T22:38:47Z', 'revision_number': 5, 'project_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'subnets': [{'id': '12407ce6-40cf-4857-a656-235674308ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:45:05.521095 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275099bd-9f10-4702-b7ec-d2333b6529a8 None None] New status for floating IP d03efdda-04a9-4c5d-8c5b-58f992334f75: ACTIVE {{(pid=103470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:45:05.560448 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-6a9fbe2e-9b7e-4d96-86bf-4f1386acee02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (08425891-4e99-4ae4-974b-85ee5a0410c6), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:05.710303 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95cce9-3bd9-4abe-ad52-640c05ee0353 req-78adb4fb-5c17-436e-a2d9-eb652d4b627e tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:05.711943 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-fd95cce9-3bd9-4abe-ad52-640c05ee0353 req-78adb4fb-5c17-436e-a2d9-eb652d4b627e tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=f64687d7-f63a-404f-ac86-38ef2b531c37 HTTP/1.1" status: 200 len: 946 time: 0.0678747 Apr 05 22:45:05.760267 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-fd95cce9-3bd9-4abe-ad52-640c05ee0353 req-ae701575-9034-4a5d-b183-64cf81abbc8f tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ee2db58-64e1-4915-a222-13e195377a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425544 Apr 05 22:45:06.882007 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc04c215-f3c7-4c1b-9bd7-ac491d45cdea req-c43a6587-74ce-477c-ad70-cf05edc4db20 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:06.883507 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-fc04c215-f3c7-4c1b-9bd7-ac491d45cdea req-c43a6587-74ce-477c-ad70-cf05edc4db20 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=f64687d7-f63a-404f-ac86-38ef2b531c37 HTTP/1.1" status: 200 len: 946 time: 0.0523288 Apr 05 22:45:06.930129 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-fc04c215-f3c7-4c1b-9bd7-ac491d45cdea req-716d7290-1f43-48aa-ba60-a54c286fe77a tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ee2db58-64e1-4915-a222-13e195377a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411673 Apr 05 22:45:07.868885 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-af012bf9-306e-4748-8c00-a3463257efcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (79a469f9-bdbc-4492-b479-9e5faeaf33b0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:08.051860 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5844b52b-88fa-4835-bc7d-e005bb5402c7 req-ae3955cc-5a85-4261-9cbc-748cf08268ed tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:08.053347 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5844b52b-88fa-4835-bc7d-e005bb5402c7 req-ae3955cc-5a85-4261-9cbc-748cf08268ed tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=f64687d7-f63a-404f-ac86-38ef2b531c37 HTTP/1.1" status: 200 len: 946 time: 0.0523534 Apr 05 22:45:08.102201 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5844b52b-88fa-4835-bc7d-e005bb5402c7 req-629faedb-068d-4756-99c4-bb404cf3b46a tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ee2db58-64e1-4915-a222-13e195377a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432971 Apr 05 22:45:08.987175 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-dae4f030-1cb2-49a8-bcfa-6facf2529a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (e40c9916-dc7d-41d8-a75d-da550db0c469), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:09.222717 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c42877-7d84-4c42-9164-9ae2bf3cee5c req-ad72bfbf-137b-46d1-9112-03e10d8d1fcc tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:09.224851 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-86c42877-7d84-4c42-9164-9ae2bf3cee5c req-ad72bfbf-137b-46d1-9112-03e10d8d1fcc tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=f64687d7-f63a-404f-ac86-38ef2b531c37 HTTP/1.1" status: 200 len: 946 time: 0.0520270 Apr 05 22:45:09.269221 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-86c42877-7d84-4c42-9164-9ae2bf3cee5c req-56883769-3c04-424b-9aff-231bb833bcb0 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ee2db58-64e1-4915-a222-13e195377a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388391 Apr 05 22:45:10.394405 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44c1bc6-1cd8-4396-840e-a84c01a9325e req-f362409c-6d04-4617-ac84-08c32d33b6c9 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:10.395882 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d44c1bc6-1cd8-4396-840e-a84c01a9325e req-f362409c-6d04-4617-ac84-08c32d33b6c9 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=f64687d7-f63a-404f-ac86-38ef2b531c37 HTTP/1.1" status: 200 len: 946 time: 0.0512025 Apr 05 22:45:10.442050 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d44c1bc6-1cd8-4396-840e-a84c01a9325e req-c2c70c28-1ccc-417c-b937-d6acb03e08d5 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ee2db58-64e1-4915-a222-13e195377a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404735 Apr 05 22:45:10.629624 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-99ae2e83-6010-40d2-b70a-5b0f9e3ea887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (f28e62d6-8243-45bb-b578-64cfae2561d0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:10.938002 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 43998) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:45:11.043526 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7d675918-0e5a-4f34-a098-9cb1c4fecf7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:11.116123 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7d675918-0e5a-4f34-a098-9cb1c4fecf7f admin admin] Publish callbacks [] for security_group (8650eae9-ede9-4881-893c-4e809a2fe141), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:11.119622 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7d675918-0e5a-4f34-a098-9cb1c4fecf7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (8650eae9-ede9-4881-893c-4e809a2fe141), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:11.157902 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-7d675918-0e5a-4f34-a098-9cb1c4fecf7f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bf5c149068d34a798ebce1ac6cbdc232&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2188537 Apr 05 22:45:11.158756 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d675918-0e5a-4f34-a098-9cb1c4fecf7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8650eae9-ede9-4881-893c-4e809a2fe141,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:45:11.160592 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 44004) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:45:11.208846 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-88c18555-7b20-4620-b9b1-741b8d7e3d36 admin admin] Publish callbacks [] for security_group (8650eae9-ede9-4881-893c-4e809a2fe141), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:11.229083 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-88c18555-7b20-4620-b9b1-741b8d7e3d36 admin admin] Publish callbacks [] for security_group (8650eae9-ede9-4881-893c-4e809a2fe141), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:11.275205 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-88c18555-7b20-4620-b9b1-741b8d7e3d36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (8650eae9-ede9-4881-893c-4e809a2fe141), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:11.278249 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-88c18555-7b20-4620-b9b1-741b8d7e3d36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:11.279511 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-88c18555-7b20-4620-b9b1-741b8d7e3d36 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8650eae9-ede9-4881-893c-4e809a2fe141 HTTP/1.1" status: 204 len: 168 time: 0.1178381 Apr 05 22:45:11.287332 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c18555-7b20-4620-b9b1-741b8d7e3d36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8650eae9-ede9-4881-893c-4e809a2fe141,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:45:11.572671 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9763aeb7-b2bc-4fe4-adcd-2cb4ed1175b5 req-1361d2a5-4ddc-4f66-90f6-6d57cc721e57 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:11.574277 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9763aeb7-b2bc-4fe4-adcd-2cb4ed1175b5 req-1361d2a5-4ddc-4f66-90f6-6d57cc721e57 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=f64687d7-f63a-404f-ac86-38ef2b531c37 HTTP/1.1" status: 200 len: 946 time: 0.0560136 Apr 05 22:45:11.635991 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9763aeb7-b2bc-4fe4-adcd-2cb4ed1175b5 req-1c5cd354-f59f-48e5-8810-62f34459b958 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ee2db58-64e1-4915-a222-13e195377a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557067 Apr 05 22:45:12.054329 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (b771b186-15ef-4a1a-9c73-ea54ac08c8ac), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:12.763739 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f97d3-6d98-43d7-8438-92e9300183bf req-1d158512-c9a7-4fe9-bd9c-0640e1517322 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:12.765180 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f66f97d3-6d98-43d7-8438-92e9300183bf req-1d158512-c9a7-4fe9-bd9c-0640e1517322 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=f64687d7-f63a-404f-ac86-38ef2b531c37 HTTP/1.1" status: 200 len: 946 time: 0.0548115 Apr 05 22:45:12.810521 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f66f97d3-6d98-43d7-8438-92e9300183bf req-00b3d484-35ce-4b34-8cca-e1d5a44fe70e tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ee2db58-64e1-4915-a222-13e195377a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390849 Apr 05 22:45:13.930302 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83262aeb-3faa-4c62-82bd-937bfb261dd1 req-3cdca63b-c483-4157-bbad-bef47594225b tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:13.931674 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-83262aeb-3faa-4c62-82bd-937bfb261dd1 req-3cdca63b-c483-4157-bbad-bef47594225b tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=f64687d7-f63a-404f-ac86-38ef2b531c37 HTTP/1.1" status: 200 len: 946 time: 0.0515478 Apr 05 22:45:13.978946 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-83262aeb-3faa-4c62-82bd-937bfb261dd1 req-57128a51-da3f-4eb8-aed1-77013df9331e tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ee2db58-64e1-4915-a222-13e195377a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416951 Apr 05 22:45:15.099746 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7060740-bf07-494d-b16f-4151ba4ac8ea req-ad35b0a9-8c50-4b11-8cce-071c1aa7a187 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:15.101201 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f7060740-bf07-494d-b16f-4151ba4ac8ea req-ad35b0a9-8c50-4b11-8cce-071c1aa7a187 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=f64687d7-f63a-404f-ac86-38ef2b531c37 HTTP/1.1" status: 200 len: 946 time: 0.0518341 Apr 05 22:45:15.150535 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f7060740-bf07-494d-b16f-4151ba4ac8ea req-e2564844-9e71-4e23-bdd7-ca0c1a86facd tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ee2db58-64e1-4915-a222-13e195377a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438151 Apr 05 22:45:16.274928 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8b1c61-509c-4194-ac5c-d3f451f632da req-01db5d80-e1f6-4877-8639-b294a405a511 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:16.276382 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ea8b1c61-509c-4194-ac5c-d3f451f632da req-01db5d80-e1f6-4877-8639-b294a405a511 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=f64687d7-f63a-404f-ac86-38ef2b531c37 HTTP/1.1" status: 200 len: 946 time: 0.0531330 Apr 05 22:45:16.322477 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ea8b1c61-509c-4194-ac5c-d3f451f632da req-3192dc9f-4bbe-4197-8cba-a2dfb2f9d7af tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ee2db58-64e1-4915-a222-13e195377a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406930 Apr 05 22:45:17.443037 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66c2a89-7971-4397-a142-39cf309c2b11 req-c97c2a82-de39-4030-b809-0715a989eb11 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:17.444486 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d66c2a89-7971-4397-a142-39cf309c2b11 req-c97c2a82-de39-4030-b809-0715a989eb11 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=f64687d7-f63a-404f-ac86-38ef2b531c37 HTTP/1.1" status: 200 len: 946 time: 0.0515709 Apr 05 22:45:17.491013 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d66c2a89-7971-4397-a142-39cf309c2b11 req-0d9c8675-0840-42d1-ab99-1388b8bbd673 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ee2db58-64e1-4915-a222-13e195377a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409999 Apr 05 22:45:18.617223 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74291dc-3ebe-4c60-9afa-453a6e34eb85 req-162e9615-4e6c-43d8-b831-bb044bbfb712 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:18.618687 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a74291dc-3ebe-4c60-9afa-453a6e34eb85 req-162e9615-4e6c-43d8-b831-bb044bbfb712 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=f64687d7-f63a-404f-ac86-38ef2b531c37 HTTP/1.1" status: 200 len: 946 time: 0.0567589 Apr 05 22:45:18.665353 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a74291dc-3ebe-4c60-9afa-453a6e34eb85 req-839e6113-e3d7-4da0-9d3e-c6f8cffd1848 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ee2db58-64e1-4915-a222-13e195377a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411158 Apr 05 22:45:19.784593 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab57ba-945c-46f4-80de-1de706b46eed req-4ea33e39-a2d2-4a4a-83fe-3079fc0457cf tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:19.786212 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b1ab57ba-945c-46f4-80de-1de706b46eed req-4ea33e39-a2d2-4a4a-83fe-3079fc0457cf tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=f64687d7-f63a-404f-ac86-38ef2b531c37 HTTP/1.1" status: 200 len: 946 time: 0.0506914 Apr 05 22:45:19.831395 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b1ab57ba-945c-46f4-80de-1de706b46eed req-a12d9db7-a1c7-4a10-aa16-0982f2456a17 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ee2db58-64e1-4915-a222-13e195377a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395393 Apr 05 22:45:20.437690 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device e7463071-a8e8-4b1e-a287-279f809c34c9 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:45:20.533924 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] For port e7463071-a8e8-4b1e-a287-279f809c34c9, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=e7463071-a8e8-4b1e-a287-279f809c34c9,segment=NetworkSegment(60bccf3c-6e70-4640-bf31-a453a33e1d1c),segment_id=60bccf3c-6e70-4640-bf31-a453a33e1d1c)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:45:20.545386 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Returning: {'device': 'e7463071-a8e8-4b1e-a287-279f809c34c9', 'network_id': 'cdafa027-5a68-4e7d-98e5-3d69d953062c', 'port_id': 'e7463071-a8e8-4b1e-a287-279f809c34c9', 'mac_address': 'fa:16:3e:59:48:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e210eb77-c8b4-4c67-a300-bbb8691b7d32', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:45:20.582197 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Current status of the port e7463071-a8e8-4b1e-a287-279f809c34c9 is: ACTIVE; New status is: BUILD {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:45:20.582587 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (e7463071-a8e8-4b1e-a287-279f809c34c9), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:20.596809 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e7463071-a8e8-4b1e-a287-279f809c34c9 {{(pid=103470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:45:20.618082 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] For port e7463071-a8e8-4b1e-a287-279f809c34c9, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=e7463071-a8e8-4b1e-a287-279f809c34c9,segment=NetworkSegment(60bccf3c-6e70-4640-bf31-a453a33e1d1c),segment_id=60bccf3c-6e70-4640-bf31-a453a33e1d1c)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:45:20.622086 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (e7463071-a8e8-4b1e-a287-279f809c34c9), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:20.675214 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Pushing event updated for resources: {'Port': ['ID=e7463071-a8e8-4b1e-a287-279f809c34c9,revision_number=6']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:45:20.733022 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] get_ports_and_sgs() called for port_ids ['e7463071-a8e8-4b1e-a287-279f809c34c9'] {{(pid=103470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:45:20.960956 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82251136-eb94-45f8-8c73-d5325a173ddd req-2653c882-957c-4119-823c-d13fda16d20e tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:20.962460 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-82251136-eb94-45f8-8c73-d5325a173ddd req-2653c882-957c-4119-823c-d13fda16d20e tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=f64687d7-f63a-404f-ac86-38ef2b531c37 HTTP/1.1" status: 200 len: 945 time: 0.0525115 Apr 05 22:45:21.011809 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-82251136-eb94-45f8-8c73-d5325a173ddd req-e94b012b-9b75-4ee3-9ad1-9bd695fdb91e tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ee2db58-64e1-4915-a222-13e195377a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434594 Apr 05 22:45:22.132283 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec0c62-3bc9-4adf-9f92-c83e94f01071 req-d662e745-2487-4796-beec-d2b3dd9da489 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:22.133798 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-88ec0c62-3bc9-4adf-9f92-c83e94f01071 req-d662e745-2487-4796-beec-d2b3dd9da489 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=f64687d7-f63a-404f-ac86-38ef2b531c37 HTTP/1.1" status: 200 len: 945 time: 0.0519662 Apr 05 22:45:22.179287 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-88ec0c62-3bc9-4adf-9f92-c83e94f01071 req-bd9a3c3a-82c1-4834-8112-d5e7f2157407 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ee2db58-64e1-4915-a222-13e195377a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399647 Apr 05 22:45:22.453587 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device e7463071-a8e8-4b1e-a287-279f809c34c9 up at agent hyperv_hv-cinder-83588 {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:45:22.503120 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Provisioning complete for port e7463071-a8e8-4b1e-a287-279f809c34c9 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:45:22.503490 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (e7463071-a8e8-4b1e-a287-279f809c34c9), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:22.579101 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Current status of the port e7463071-a8e8-4b1e-a287-279f809c34c9 is: BUILD; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:45:22.579412 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (e7463071-a8e8-4b1e-a287-279f809c34c9), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:22.602703 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f64687d7-f63a-404f-ac86-38ef2b531c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7463071-a8e8-4b1e-a287-279f809c34c9'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:45:22.604930 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5eeae28b1739aff28e9ac2b05a29cddcf15b93cc3fe96f2ce32a289e1b5713d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4023d85a-9c2c-44d5-9b66-5ae158cad240" -d '{"events": [{"server_uuid": "f64687d7-f63a-404f-ac86-38ef2b531c37", "name": "network-vif-plugged", "status": "completed", "tag": "e7463071-a8e8-4b1e-a287-279f809c34c9"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:45:22.618906 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] For port e7463071-a8e8-4b1e-a287-279f809c34c9, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=e7463071-a8e8-4b1e-a287-279f809c34c9,segment=NetworkSegment(60bccf3c-6e70-4640-bf31-a453a33e1d1c),segment_id=60bccf3c-6e70-4640-bf31-a453a33e1d1c)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:45:22.623290 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (e7463071-a8e8-4b1e-a287-279f809c34c9), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:22.649712 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1070eab5-84e8-41d3-bca7-4a30f90a6b12 x-openstack-request-id: req-1070eab5-84e8-41d3-bca7-4a30f90a6b12 {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:45:22.650008 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f64687d7-f63a-404f-ac86-38ef2b531c37", "name": "network-vif-plugged", "status": "completed", "tag": "e7463071-a8e8-4b1e-a287-279f809c34c9", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:45:22.650267 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1070eab5-84e8-41d3-bca7-4a30f90a6b12 {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:45:22.650666 dv-cinder-835881-4-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1070eab5-84e8-41d3-bca7-4a30f90a6b12'] response: {'server_uuid': 'f64687d7-f63a-404f-ac86-38ef2b531c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7463071-a8e8-4b1e-a287-279f809c34c9', 'code': 200} Apr 05 22:45:22.676342 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Pushing event updated for resources: {'Port': ['ID=e7463071-a8e8-4b1e-a287-279f809c34c9,revision_number=7']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:45:23.302460 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736211b-8a3f-467f-b151-bf79932eed95 req-541929e1-f430-42a1-a735-201f93a537be tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:23.303921 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a736211b-8a3f-467f-b151-bf79932eed95 req-541929e1-f430-42a1-a735-201f93a537be tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=f64687d7-f63a-404f-ac86-38ef2b531c37 HTTP/1.1" status: 200 len: 946 time: 0.0530968 Apr 05 22:45:23.348355 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a736211b-8a3f-467f-b151-bf79932eed95 req-5bf4e95a-9ad7-49d3-890d-c8d0fcf41423 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ee2db58-64e1-4915-a222-13e195377a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389071 Apr 05 22:45:24.489627 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d56aba-874a-4502-be6a-226fbf73054b req-b17d33ce-37d6-40f6-8428-31dae4467559 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:24.491955 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f6d56aba-874a-4502-be6a-226fbf73054b req-b17d33ce-37d6-40f6-8428-31dae4467559 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=f64687d7-f63a-404f-ac86-38ef2b531c37 HTTP/1.1" status: 200 len: 946 time: 0.0684259 Apr 05 22:45:24.542914 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f6d56aba-874a-4502-be6a-226fbf73054b req-ef3374ac-8aa6-42ba-8ada-45e94c34ea87 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ee2db58-64e1-4915-a222-13e195377a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432460 Apr 05 22:45:25.682450 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a36405a-b606-405d-a444-976a01390123 req-babed71b-a695-4a04-a8c1-63d5d599db86 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:25.684671 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8a36405a-b606-405d-a444-976a01390123 req-babed71b-a695-4a04-a8c1-63d5d599db86 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=f64687d7-f63a-404f-ac86-38ef2b531c37 HTTP/1.1" status: 200 len: 946 time: 0.0596628 Apr 05 22:45:25.732975 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8a36405a-b606-405d-a444-976a01390123 req-8eed0711-0c2f-4274-b4bb-6f7ed4d5ff31 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ee2db58-64e1-4915-a222-13e195377a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424247 Apr 05 22:45:26.880775 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c615bdbb-7dd0-4b13-b867-52f8895d74ca req-ce505f79-b88f-438f-9a9f-96806a19822c tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:26.883394 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c615bdbb-7dd0-4b13-b867-52f8895d74ca req-ce505f79-b88f-438f-9a9f-96806a19822c tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=f64687d7-f63a-404f-ac86-38ef2b531c37 HTTP/1.1" status: 200 len: 946 time: 0.0613451 Apr 05 22:45:26.930926 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c615bdbb-7dd0-4b13-b867-52f8895d74ca req-b2bf5e02-b56e-44cb-8f04-5c0c024dc7cb tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ee2db58-64e1-4915-a222-13e195377a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413458 Apr 05 22:45:27.920236 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (021dfe4d-8109-4136-9367-dac606dce553), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:28.066596 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c809ce9-bc83-4d6b-a946-8417a10c1133 req-2526fb4c-e022-4027-8188-2ef205fcb980 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:28.070102 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8c809ce9-bc83-4d6b-a946-8417a10c1133 req-2526fb4c-e022-4027-8188-2ef205fcb980 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=f64687d7-f63a-404f-ac86-38ef2b531c37 HTTP/1.1" status: 200 len: 946 time: 0.0592277 Apr 05 22:45:28.120778 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8c809ce9-bc83-4d6b-a946-8417a10c1133 req-f33da6e2-bbf8-42fb-b726-c3b87b20ce9f tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ee2db58-64e1-4915-a222-13e195377a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449748 Apr 05 22:45:29.004393 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-97cde7d9-dbb1-4d23-a7c6-1511c50e2662 None None] Agent healthcheck: found 6 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:45:29.254179 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5ef047-87e6-4e9a-94c1-07e543a6853a req-beff2d92-8c59-43e0-ad6b-12ffb078b802 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:29.260456 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0b5ef047-87e6-4e9a-94c1-07e543a6853a req-beff2d92-8c59-43e0-ad6b-12ffb078b802 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=f64687d7-f63a-404f-ac86-38ef2b531c37 HTTP/1.1" status: 200 len: 946 time: 0.0624447 Apr 05 22:45:29.308025 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0b5ef047-87e6-4e9a-94c1-07e543a6853a req-af143c39-9e07-482a-8f81-66d5f46735a2 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ee2db58-64e1-4915-a222-13e195377a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467656 Apr 05 22:45:30.454218 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb80c7a-6cb9-4040-87d6-fe9aec468dee req-e6fd5bca-c410-461f-a6d2-58884a66717a tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:30.455955 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8fb80c7a-6cb9-4040-87d6-fe9aec468dee req-e6fd5bca-c410-461f-a6d2-58884a66717a tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=f64687d7-f63a-404f-ac86-38ef2b531c37 HTTP/1.1" status: 200 len: 946 time: 0.0609062 Apr 05 22:45:30.508631 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8fb80c7a-6cb9-4040-87d6-fe9aec468dee req-b6fa37db-a1d4-430a-828b-7d2cdbd5403f tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ee2db58-64e1-4915-a222-13e195377a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469618 Apr 05 22:45:31.674370 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53203ce9-0135-4bd4-b29f-e36023f2ac7b req-3142d034-e6e6-40af-a3d1-0dd05293fd35 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:31.675872 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-53203ce9-0135-4bd4-b29f-e36023f2ac7b req-3142d034-e6e6-40af-a3d1-0dd05293fd35 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=f64687d7-f63a-404f-ac86-38ef2b531c37 HTTP/1.1" status: 200 len: 946 time: 0.0784638 Apr 05 22:45:31.741148 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-53203ce9-0135-4bd4-b29f-e36023f2ac7b req-370c5f65-c6c5-4f88-8d6b-4a15b297958e tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ee2db58-64e1-4915-a222-13e195377a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577276 Apr 05 22:45:32.763345 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5450b8b-a57d-4b15-9e03-73e6f0906e3a req-07c44bcf-9f54-4075-b785-41963fd14b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:32.764970 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e5450b8b-a57d-4b15-9e03-73e6f0906e3a req-07c44bcf-9f54-4075-b785-41963fd14b5a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aad57955e58648ad8aedc12ef0c854bd&device_id=f64687d7-f63a-404f-ac86-38ef2b531c37 HTTP/1.1" status: 200 len: 1130 time: 0.0487578 Apr 05 22:45:32.918876 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539c5fc8-1701-460d-a82f-2d1817def5ce req-d78525f8-5fa3-4542-b118-c7483244c0e9 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:32.919574 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-539c5fc8-1701-460d-a82f-2d1817def5ce req-d78525f8-5fa3-4542-b118-c7483244c0e9 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=f64687d7-f63a-404f-ac86-38ef2b531c37 HTTP/1.1" status: 200 len: 946 time: 0.0959926 Apr 05 22:45:32.951449 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5450b8b-a57d-4b15-9e03-73e6f0906e3a req-03c9c8e0-074b-4db6-ad21-708282af5137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:32.953533 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e5450b8b-a57d-4b15-9e03-73e6f0906e3a req-03c9c8e0-074b-4db6-ad21-708282af5137 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cdafa027-5a68-4e7d-98e5-3d69d953062c HTTP/1.1" status: 200 len: 917 time: 0.1603851 Apr 05 22:45:33.034253 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-539c5fc8-1701-460d-a82f-2d1817def5ce req-85673ea3-0d36-44ba-819f-baf6de687ef9 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ee2db58-64e1-4915-a222-13e195377a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090055 Apr 05 22:45:33.055704 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e5450b8b-a57d-4b15-9e03-73e6f0906e3a req-aa9bbdfd-87cc-4ec2-a3e3-ff3a8dc8cf36 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7463071-a8e8-4b1e-a287-279f809c34c9 HTTP/1.1" status: 200 len: 1002 time: 0.0951481 Apr 05 22:45:33.105980 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5450b8b-a57d-4b15-9e03-73e6f0906e3a req-e921e14b-0a9a-465f-a64b-001f888189d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:33.107443 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e5450b8b-a57d-4b15-9e03-73e6f0906e3a req-e921e14b-0a9a-465f-a64b-001f888189d1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e210eb77-c8b4-4c67-a300-bbb8691b7d32 HTTP/1.1" status: 200 len: 855 time: 0.0460777 Apr 05 22:45:33.165871 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5450b8b-a57d-4b15-9e03-73e6f0906e3a req-c022b615-1a51-4964-a108-971b965adfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:33.167849 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e5450b8b-a57d-4b15-9e03-73e6f0906e3a req-c022b615-1a51-4964-a108-971b965adfa2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cdafa027-5a68-4e7d-98e5-3d69d953062c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0533671 Apr 05 22:45:33.279692 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e5450b8b-a57d-4b15-9e03-73e6f0906e3a req-8acaee64-8b6f-45c0-ba65-56aaa559b69d service neutron] 10.222.0.13 "GET /v2.0/networks/cdafa027-5a68-4e7d-98e5-3d69d953062c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023600 Apr 05 22:45:33.379225 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e5450b8b-a57d-4b15-9e03-73e6f0906e3a req-c87ecc29-15c2-4992-a028-504206ceded2 service neutron] 10.222.0.13 "GET /v2.0/networks/cdafa027-5a68-4e7d-98e5-3d69d953062c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955067 Apr 05 22:45:34.155861 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d67ecb5-4338-4dc0-878b-a0018a0d01a3 req-00f2e09e-0712-4d6d-8e20-685eb75a9f3c tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:34.157328 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0d67ecb5-4338-4dc0-878b-a0018a0d01a3 req-00f2e09e-0712-4d6d-8e20-685eb75a9f3c tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=f64687d7-f63a-404f-ac86-38ef2b531c37 HTTP/1.1" status: 200 len: 946 time: 0.0515840 Apr 05 22:45:34.204167 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0d67ecb5-4338-4dc0-878b-a0018a0d01a3 req-48e78a30-7ae0-4802-880e-133c9f602afc tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ee2db58-64e1-4915-a222-13e195377a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408106 Apr 05 22:45:34.554853 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3c949d-8789-4465-a57e-47b50afac51c req-ab0a338f-234b-4887-b76d-92ac996d5050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:34.556353 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-da3c949d-8789-4465-a57e-47b50afac51c req-ab0a338f-234b-4887-b76d-92ac996d5050 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aad57955e58648ad8aedc12ef0c854bd&device_id=f64687d7-f63a-404f-ac86-38ef2b531c37 HTTP/1.1" status: 200 len: 1130 time: 0.0492239 Apr 05 22:45:34.826584 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3c949d-8789-4465-a57e-47b50afac51c req-49347c9e-e44c-4c88-9431-3757f00d4399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:34.828027 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-da3c949d-8789-4465-a57e-47b50afac51c req-49347c9e-e44c-4c88-9431-3757f00d4399 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cdafa027-5a68-4e7d-98e5-3d69d953062c HTTP/1.1" status: 200 len: 917 time: 0.0821335 Apr 05 22:45:34.895206 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-da3c949d-8789-4465-a57e-47b50afac51c req-6c289f8e-f837-4e40-a13f-8bd7387916ee service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7463071-a8e8-4b1e-a287-279f809c34c9 HTTP/1.1" status: 200 len: 1002 time: 0.0606446 Apr 05 22:45:34.942231 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3c949d-8789-4465-a57e-47b50afac51c req-9ce3d02f-befa-4fa9-b3f1-4bfca881897c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:34.943553 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-da3c949d-8789-4465-a57e-47b50afac51c req-9ce3d02f-befa-4fa9-b3f1-4bfca881897c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e210eb77-c8b4-4c67-a300-bbb8691b7d32 HTTP/1.1" status: 200 len: 855 time: 0.0421798 Apr 05 22:45:34.991236 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3c949d-8789-4465-a57e-47b50afac51c req-82c00740-0d5e-436e-adc9-70b4de27b988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:34.992676 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-da3c949d-8789-4465-a57e-47b50afac51c req-82c00740-0d5e-436e-adc9-70b4de27b988 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cdafa027-5a68-4e7d-98e5-3d69d953062c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423644 Apr 05 22:45:35.080650 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-da3c949d-8789-4465-a57e-47b50afac51c req-00f799a2-9c7f-4d5c-829c-9430098da9c8 service neutron] 10.222.0.13 "GET /v2.0/networks/cdafa027-5a68-4e7d-98e5-3d69d953062c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820167 Apr 05 22:45:35.167120 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-da3c949d-8789-4465-a57e-47b50afac51c req-4dc56d46-5924-4c75-a905-ef083664cffd service neutron] 10.222.0.13 "GET /v2.0/networks/cdafa027-5a68-4e7d-98e5-3d69d953062c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792310 Apr 05 22:45:35.330384 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742a8100-763d-4e9c-99c0-ad4a513dafe4 req-eeca7782-2d0f-40b4-b534-7445bb0c3d82 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:35.331851 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-742a8100-763d-4e9c-99c0-ad4a513dafe4 req-eeca7782-2d0f-40b4-b534-7445bb0c3d82 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=f64687d7-f63a-404f-ac86-38ef2b531c37 HTTP/1.1" status: 200 len: 946 time: 0.0572891 Apr 05 22:45:35.378448 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-742a8100-763d-4e9c-99c0-ad4a513dafe4 req-6232807e-c906-45ea-ace2-3750da1ae7b4 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ee2db58-64e1-4915-a222-13e195377a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402172 Apr 05 22:45:35.521259 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-de4a8259-e400-49c6-ade0-79be9411f4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (08425891-4e99-4ae4-974b-85ee5a0410c6), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:36.500678 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba5399d-b1ae-41ea-9f44-f41cddccc2a5 req-ec9fdaf4-2666-4b01-9cfd-f0a5a7b96c74 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:36.502157 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-dba5399d-b1ae-41ea-9f44-f41cddccc2a5 req-ec9fdaf4-2666-4b01-9cfd-f0a5a7b96c74 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=f64687d7-f63a-404f-ac86-38ef2b531c37 HTTP/1.1" status: 200 len: 946 time: 0.0517502 Apr 05 22:45:36.547459 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-dba5399d-b1ae-41ea-9f44-f41cddccc2a5 req-94dd915c-02ab-401e-a9f4-0eb0bc4f4c9a tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ee2db58-64e1-4915-a222-13e195377a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390592 Apr 05 22:45:37.666408 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15bd8d0-362c-4305-b2e9-0e1bd98784e8 req-b50fbef5-13d0-4807-ac27-ead5e6fab18c tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:37.667860 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c15bd8d0-362c-4305-b2e9-0e1bd98784e8 req-b50fbef5-13d0-4807-ac27-ead5e6fab18c tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=f64687d7-f63a-404f-ac86-38ef2b531c37 HTTP/1.1" status: 200 len: 946 time: 0.0506639 Apr 05 22:45:37.716518 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c15bd8d0-362c-4305-b2e9-0e1bd98784e8 req-c078c31e-c814-403f-9100-3be5d2fed7f2 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ee2db58-64e1-4915-a222-13e195377a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430965 Apr 05 22:45:37.874227 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b5baa832-9db1-4dae-bb1c-256c0823fdb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (79a469f9-bdbc-4492-b479-9e5faeaf33b0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:38.451006 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [req-540fd5d5-1afa-43d0-9e67-df3703f054bc req-fd524a3c-7355-4f18-9ad5-bf2292f9b100 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103469) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 22:45:38.451989 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-540fd5d5-1afa-43d0-9e67-df3703f054bc req-fd524a3c-7355-4f18-9ad5-bf2292f9b100 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051813 Apr 05 22:45:38.553557 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device e7463071-a8e8-4b1e-a287-279f809c34c9 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:45:38.609447 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24464ef-e617-4895-968e-212fcd84a9b5 req-4646378e-05cd-45c8-b516-726276102de0 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:38.611867 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b24464ef-e617-4895-968e-212fcd84a9b5 req-4646378e-05cd-45c8-b516-726276102de0 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=f64687d7-f63a-404f-ac86-38ef2b531c37 HTTP/1.1" status: 200 len: 946 time: 0.0563037 Apr 05 22:45:38.640632 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Current status of the port e7463071-a8e8-4b1e-a287-279f809c34c9 is: ACTIVE; New status is: DOWN {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:45:38.641120 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (e7463071-a8e8-4b1e-a287-279f809c34c9), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:38.668424 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b24464ef-e617-4895-968e-212fcd84a9b5 req-e247fd6b-3318-48bc-957a-c8957395446f tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ee2db58-64e1-4915-a222-13e195377a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476284 Apr 05 22:45:38.672738 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f64687d7-f63a-404f-ac86-38ef2b531c37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7463071-a8e8-4b1e-a287-279f809c34c9'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:45:38.674999 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5eeae28b1739aff28e9ac2b05a29cddcf15b93cc3fe96f2ce32a289e1b5713d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1884a52-d9a7-4587-8786-fe5c9cf3a0e1" -d '{"events": [{"server_uuid": "f64687d7-f63a-404f-ac86-38ef2b531c37", "name": "network-vif-unplugged", "status": "completed", "tag": "e7463071-a8e8-4b1e-a287-279f809c34c9"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:45:38.688503 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] For port e7463071-a8e8-4b1e-a287-279f809c34c9, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=e7463071-a8e8-4b1e-a287-279f809c34c9,segment=NetworkSegment(60bccf3c-6e70-4640-bf31-a453a33e1d1c),segment_id=60bccf3c-6e70-4640-bf31-a453a33e1d1c)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:45:38.694376 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (e7463071-a8e8-4b1e-a287-279f809c34c9), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:38.720361 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 05 Apr 2022 22:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85612a28-2276-4f11-acb6-ee08145b5112 x-openstack-request-id: req-85612a28-2276-4f11-acb6-ee08145b5112 {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:45:38.720730 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f64687d7-f63a-404f-ac86-38ef2b531c37", "name": "network-vif-unplugged", "status": "failed", "tag": "e7463071-a8e8-4b1e-a287-279f809c34c9", "code": 422}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:45:38.721044 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-85612a28-2276-4f11-acb6-ee08145b5112 {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:45:38.721518 dv-cinder-835881-4-iscsi neutron-server[103470]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-85612a28-2276-4f11-acb6-ee08145b5112']: {'server_uuid': 'f64687d7-f63a-404f-ac86-38ef2b531c37', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e7463071-a8e8-4b1e-a287-279f809c34c9', 'code': 422} returned with failed status Apr 05 22:45:38.751536 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Pushing event updated for resources: {'Port': ['ID=e7463071-a8e8-4b1e-a287-279f809c34c9,revision_number=8']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:45:38.904080 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 44170) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:45:38.990883 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-dae4f030-1cb2-49a8-bcfa-6facf2529a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (e40c9916-dc7d-41d8-a75d-da550db0c469), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:38.994964 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-2b2ff3e9-44c2-48e3-85ea-9d6ad30c358b req-a9fb32bb-66e0-46e4-88f9-9eee9ccfe50b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f64687d7-f63a-404f-ac86-38ef2b531c37&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0897160 Apr 05 22:45:39.003460 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [req-2b2ff3e9-44c2-48e3-85ea-9d6ad30c358b req-5e8e5fba-9135-458c-b25d-06ba00848f76 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103468) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 22:45:39.004416 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-2b2ff3e9-44c2-48e3-85ea-9d6ad30c358b req-5e8e5fba-9135-458c-b25d-06ba00848f76 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049229 Apr 05 22:45:39.078986 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 44178) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:45:39.126302 dv-cinder-835881-4-iscsi neutron-server[103468]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 05 22:45:39.171776 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ff3e9-44c2-48e3-85ea-9d6ad30c358b req-a486c444-d509-45d8-9296-da66091000bf tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:39.173054 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-2b2ff3e9-44c2-48e3-85ea-9d6ad30c358b req-a486c444-d509-45d8-9296-da66091000bf tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports/e7463071-a8e8-4b1e-a287-279f809c34c9 HTTP/1.1" status: 200 len: 941 time: 0.0931017 Apr 05 22:45:39.796380 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f606889-aaa2-46d8-b13a-f0ad28f9f4a8 req-dc583447-402c-476d-a017-1e2d2622f6ea tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:39.797757 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4f606889-aaa2-46d8-b13a-f0ad28f9f4a8 req-dc583447-402c-476d-a017-1e2d2622f6ea tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=f64687d7-f63a-404f-ac86-38ef2b531c37 HTTP/1.1" status: 200 len: 944 time: 0.0506411 Apr 05 22:45:39.842716 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4f606889-aaa2-46d8-b13a-f0ad28f9f4a8 req-ee6ea830-ccef-48d3-930a-64f4ab665d04 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ee2db58-64e1-4915-a222-13e195377a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389423 Apr 05 22:45:39.951738 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ff3e9-44c2-48e3-85ea-9d6ad30c358b req-16771baf-b129-4df6-8483-f3af5c352596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:39.953210 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2b2ff3e9-44c2-48e3-85ea-9d6ad30c358b req-16771baf-b129-4df6-8483-f3af5c352596 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f64687d7-f63a-404f-ac86-38ef2b531c37&tenant_id=aad57955e58648ad8aedc12ef0c854bd HTTP/1.1" status: 200 len: 1128 time: 0.0470927 Apr 05 22:45:40.024079 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ff3e9-44c2-48e3-85ea-9d6ad30c358b req-01a804ab-0918-4e78-8c81-f792525bd1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:40.025588 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2b2ff3e9-44c2-48e3-85ea-9d6ad30c358b req-01a804ab-0918-4e78-8c81-f792525bd1d8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aad57955e58648ad8aedc12ef0c854bd&device_id=f64687d7-f63a-404f-ac86-38ef2b531c37 HTTP/1.1" status: 200 len: 1128 time: 0.0493183 Apr 05 22:45:40.122621 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ff3e9-44c2-48e3-85ea-9d6ad30c358b req-668aeeff-99ef-48f9-a7c4-7d8762e0f607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:40.123985 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2b2ff3e9-44c2-48e3-85ea-9d6ad30c358b req-668aeeff-99ef-48f9-a7c4-7d8762e0f607 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cdafa027-5a68-4e7d-98e5-3d69d953062c HTTP/1.1" status: 200 len: 917 time: 0.0927329 Apr 05 22:45:40.193593 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2b2ff3e9-44c2-48e3-85ea-9d6ad30c358b req-7df8fa1f-c7bb-4fa9-ac59-2ef1b7554e08 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7463071-a8e8-4b1e-a287-279f809c34c9 HTTP/1.1" status: 200 len: 1000 time: 0.0637155 Apr 05 22:45:40.243371 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ff3e9-44c2-48e3-85ea-9d6ad30c358b req-7f805d6e-7274-4570-b3a5-8c698cb5cc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:40.244821 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2b2ff3e9-44c2-48e3-85ea-9d6ad30c358b req-7f805d6e-7274-4570-b3a5-8c698cb5cc7b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e210eb77-c8b4-4c67-a300-bbb8691b7d32 HTTP/1.1" status: 200 len: 855 time: 0.0447564 Apr 05 22:45:40.292638 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ff3e9-44c2-48e3-85ea-9d6ad30c358b req-933454ba-d006-4c45-a2bf-9cc1da521a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:40.294236 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2b2ff3e9-44c2-48e3-85ea-9d6ad30c358b req-933454ba-d006-4c45-a2bf-9cc1da521a46 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cdafa027-5a68-4e7d-98e5-3d69d953062c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439701 Apr 05 22:45:40.389507 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2b2ff3e9-44c2-48e3-85ea-9d6ad30c358b req-51cdae92-e45e-4cd7-9fb1-9dbf2e35d662 service neutron] 10.222.0.13 "GET /v2.0/networks/cdafa027-5a68-4e7d-98e5-3d69d953062c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859129 Apr 05 22:45:40.483033 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2b2ff3e9-44c2-48e3-85ea-9d6ad30c358b req-7439a28c-318d-48a3-9c10-cb5fad4e32bf service neutron] 10.222.0.13 "GET /v2.0/networks/cdafa027-5a68-4e7d-98e5-3d69d953062c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878253 Apr 05 22:45:40.635917 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-99ae2e83-6010-40d2-b70a-5b0f9e3ea887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (f28e62d6-8243-45bb-b578-64cfae2561d0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:40.993206 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38a89da-82ef-47f5-bb3c-756141f8603f req-1702c0ec-f5dd-4353-abb6-ab03d39d8d50 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:41.001717 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c38a89da-82ef-47f5-bb3c-756141f8603f req-1702c0ec-f5dd-4353-abb6-ab03d39d8d50 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=f64687d7-f63a-404f-ac86-38ef2b531c37 HTTP/1.1" status: 200 len: 944 time: 0.0781994 Apr 05 22:45:41.049693 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c38a89da-82ef-47f5-bb3c-756141f8603f req-21d85342-af84-4712-a590-aec111a52f29 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ee2db58-64e1-4915-a222-13e195377a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467148 Apr 05 22:45:42.060945 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (b771b186-15ef-4a1a-9c73-ea54ac08c8ac), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:42.175491 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01dad2d-e027-41b9-87ee-b70147eea0f0 req-bea490d9-3406-4a4a-aa46-7919b26c8509 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:42.177113 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e01dad2d-e027-41b9-87ee-b70147eea0f0 req-bea490d9-3406-4a4a-aa46-7919b26c8509 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=f64687d7-f63a-404f-ac86-38ef2b531c37 HTTP/1.1" status: 200 len: 944 time: 0.0529180 Apr 05 22:45:42.232766 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e01dad2d-e027-41b9-87ee-b70147eea0f0 req-60348d66-d5f7-414a-a114-b07815cc41bc tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ee2db58-64e1-4915-a222-13e195377a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468686 Apr 05 22:45:43.362841 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ece2d-7cb6-400f-a215-e8c3812f2235 req-b0f0d09d-4107-426c-b1b5-aa186cb1f351 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:43.364940 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-451ece2d-7cb6-400f-a215-e8c3812f2235 req-b0f0d09d-4107-426c-b1b5-aa186cb1f351 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=f64687d7-f63a-404f-ac86-38ef2b531c37 HTTP/1.1" status: 200 len: 944 time: 0.0596192 Apr 05 22:45:43.412258 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-451ece2d-7cb6-400f-a215-e8c3812f2235 req-539e4d6f-82cd-4c34-bb7d-02c37d2ae1b6 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ee2db58-64e1-4915-a222-13e195377a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409930 Apr 05 22:45:44.535435 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d1c197-3201-4f4a-aa90-8d307902fe1b req-58de583a-2ed1-47c7-8fd7-7c134c903f40 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:44.537546 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-08d1c197-3201-4f4a-aa90-8d307902fe1b req-58de583a-2ed1-47c7-8fd7-7c134c903f40 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=f64687d7-f63a-404f-ac86-38ef2b531c37 HTTP/1.1" status: 200 len: 944 time: 0.0518332 Apr 05 22:45:44.591324 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-08d1c197-3201-4f4a-aa90-8d307902fe1b req-6ab0eaec-8b35-40b4-89ce-11785eb004e1 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ee2db58-64e1-4915-a222-13e195377a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472898 Apr 05 22:45:45.736489 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceef8fe-47db-4394-81f2-7e9f03973549 req-33b04cc2-42b7-435f-8585-cc1da779bdfe tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:45.738138 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-bceef8fe-47db-4394-81f2-7e9f03973549 req-33b04cc2-42b7-435f-8585-cc1da779bdfe tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=f64687d7-f63a-404f-ac86-38ef2b531c37 HTTP/1.1" status: 200 len: 944 time: 0.0739238 Apr 05 22:45:45.787964 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-bceef8fe-47db-4394-81f2-7e9f03973549 req-d1d3d886-2c57-4a8b-9e08-cf5cd7dbcf38 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ee2db58-64e1-4915-a222-13e195377a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427258 Apr 05 22:45:46.910579 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7e471-57b7-461d-8e27-c608ac6f6243 req-22110cc8-396a-4d1e-b1f2-94b75686e59e tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:46.913045 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-bab7e471-57b7-461d-8e27-c608ac6f6243 req-22110cc8-396a-4d1e-b1f2-94b75686e59e tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=f64687d7-f63a-404f-ac86-38ef2b531c37 HTTP/1.1" status: 200 len: 944 time: 0.0548923 Apr 05 22:45:46.966873 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-bab7e471-57b7-461d-8e27-c608ac6f6243 req-0cb0d879-5d5d-4564-8c8c-50c6ee458c19 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ee2db58-64e1-4915-a222-13e195377a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479243 Apr 05 22:45:48.093448 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cffceea-93ed-4b5d-ab2e-655fd83a88bb req-7d230b27-e949-4068-9584-a8eae3858267 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:48.096045 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5cffceea-93ed-4b5d-ab2e-655fd83a88bb req-7d230b27-e949-4068-9584-a8eae3858267 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=f64687d7-f63a-404f-ac86-38ef2b531c37 HTTP/1.1" status: 200 len: 944 time: 0.0561278 Apr 05 22:45:48.154274 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5cffceea-93ed-4b5d-ab2e-655fd83a88bb req-11946f40-cd36-4970-a246-ba01d629f1d3 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ee2db58-64e1-4915-a222-13e195377a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499432 Apr 05 22:45:49.287013 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090b20a7-d872-49bc-a954-a760d89e6032 req-f4d81100-5093-479c-a849-50cb64dd5eaa tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:49.289270 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-090b20a7-d872-49bc-a954-a760d89e6032 req-f4d81100-5093-479c-a849-50cb64dd5eaa tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=f64687d7-f63a-404f-ac86-38ef2b531c37 HTTP/1.1" status: 200 len: 944 time: 0.0617976 Apr 05 22:45:49.336223 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-090b20a7-d872-49bc-a954-a760d89e6032 req-c13b7805-49d2-4a68-b85e-1c55f0380042 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ee2db58-64e1-4915-a222-13e195377a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407197 Apr 05 22:45:50.459455 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a420e081-7cdc-4f9f-8c48-a84fccb71779 req-df03d495-f735-4973-adf1-e47de2a2307d tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:50.460998 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a420e081-7cdc-4f9f-8c48-a84fccb71779 req-df03d495-f735-4973-adf1-e47de2a2307d tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=f64687d7-f63a-404f-ac86-38ef2b531c37 HTTP/1.1" status: 200 len: 944 time: 0.0517168 Apr 05 22:45:50.508798 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a420e081-7cdc-4f9f-8c48-a84fccb71779 req-dc1ddb39-6207-472d-8988-7a5f499a865f tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ee2db58-64e1-4915-a222-13e195377a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420890 Apr 05 22:45:51.634944 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b9d7f1-96cc-491f-80cc-ae516438abd6 req-a495d040-18ac-41ca-a341-821a64b186d9 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:51.636406 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-35b9d7f1-96cc-491f-80cc-ae516438abd6 req-a495d040-18ac-41ca-a341-821a64b186d9 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=f64687d7-f63a-404f-ac86-38ef2b531c37 HTTP/1.1" status: 200 len: 944 time: 0.0543792 Apr 05 22:45:51.689113 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-35b9d7f1-96cc-491f-80cc-ae516438abd6 req-96f0be6e-2c2d-4e6a-824e-75ac977f91c6 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ee2db58-64e1-4915-a222-13e195377a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470386 Apr 05 22:45:52.837289 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d7873-69b4-45b2-9eb2-eb00d8ee770d req-ee58f318-918a-46c4-b630-38a364020bb9 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:52.839322 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-aa7d7873-69b4-45b2-9eb2-eb00d8ee770d req-ee58f318-918a-46c4-b630-38a364020bb9 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=f64687d7-f63a-404f-ac86-38ef2b531c37 HTTP/1.1" status: 200 len: 944 time: 0.0782979 Apr 05 22:45:52.887118 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-aa7d7873-69b4-45b2-9eb2-eb00d8ee770d req-e834b909-6179-4e3a-af72-1538675aecb1 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ee2db58-64e1-4915-a222-13e195377a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421512 Apr 05 22:45:54.013946 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9806aed9-9958-425d-b656-12a88cd894c1 req-4e270c1a-d874-4702-86dd-f7245f1e1d5d tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:54.015454 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9806aed9-9958-425d-b656-12a88cd894c1 req-4e270c1a-d874-4702-86dd-f7245f1e1d5d tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=f64687d7-f63a-404f-ac86-38ef2b531c37 HTTP/1.1" status: 200 len: 944 time: 0.0577826 Apr 05 22:45:54.066855 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9806aed9-9958-425d-b656-12a88cd894c1 req-3480992e-a7f4-449b-b1a1-cb60f734d60e tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ee2db58-64e1-4915-a222-13e195377a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453534 Apr 05 22:45:55.233143 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c5f942-8c97-4e11-b248-b6272257bf43 req-5996ae0d-4e0a-444c-9b6c-b7e75000f763 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:55.234649 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-95c5f942-8c97-4e11-b248-b6272257bf43 req-5996ae0d-4e0a-444c-9b6c-b7e75000f763 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=f64687d7-f63a-404f-ac86-38ef2b531c37 HTTP/1.1" status: 200 len: 944 time: 0.0941582 Apr 05 22:45:55.280045 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-95c5f942-8c97-4e11-b248-b6272257bf43 req-51fb7380-667b-4952-b2c3-eb647641c548 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ee2db58-64e1-4915-a222-13e195377a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389948 Apr 05 22:45:56.402975 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd8ba13-9041-44d1-be55-86c61c1ab06e req-e455a81c-31f0-4de4-ade2-c0c3149df9c1 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:56.404444 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4cd8ba13-9041-44d1-be55-86c61c1ab06e req-e455a81c-31f0-4de4-ade2-c0c3149df9c1 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=f64687d7-f63a-404f-ac86-38ef2b531c37 HTTP/1.1" status: 200 len: 944 time: 0.0510101 Apr 05 22:45:56.449473 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4cd8ba13-9041-44d1-be55-86c61c1ab06e req-12516d58-79db-4817-be23-3031cb64ee69 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ee2db58-64e1-4915-a222-13e195377a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393767 Apr 05 22:45:57.577552 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f315b6-9648-45be-8a12-2c459ea69561 req-0d99e256-4a7c-44d3-a714-1b093edab5ca tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:57.578999 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d4f315b6-9648-45be-8a12-2c459ea69561 req-0d99e256-4a7c-44d3-a714-1b093edab5ca tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=f64687d7-f63a-404f-ac86-38ef2b531c37 HTTP/1.1" status: 200 len: 944 time: 0.0551198 Apr 05 22:45:57.625428 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d4f315b6-9648-45be-8a12-2c459ea69561 req-d8194632-24ab-43b8-8371-25379aea89ff tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ee2db58-64e1-4915-a222-13e195377a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406401 Apr 05 22:45:57.908219 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (021dfe4d-8109-4136-9367-dac606dce553), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:58.745198 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe6de0-3ab5-4ed1-bbef-efe9b59514a1 req-e0c21904-41d9-40dd-8b49-bc167e9fa6ad tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:58.746662 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-98fe6de0-3ab5-4ed1-bbef-efe9b59514a1 req-e0c21904-41d9-40dd-8b49-bc167e9fa6ad tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=f64687d7-f63a-404f-ac86-38ef2b531c37 HTTP/1.1" status: 200 len: 944 time: 0.0504024 Apr 05 22:45:58.790799 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-98fe6de0-3ab5-4ed1-bbef-efe9b59514a1 req-0eb1ad8a-ce48-4b2b-91e1-30dd914955bd tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ee2db58-64e1-4915-a222-13e195377a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386009 Apr 05 22:45:59.916723 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1835af48-dec0-44c6-a1d6-09dfbbca23ce req-55cccda1-f2d8-44e6-b050-9c6ba2cf0254 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:59.918291 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1835af48-dec0-44c6-a1d6-09dfbbca23ce req-55cccda1-f2d8-44e6-b050-9c6ba2cf0254 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=f64687d7-f63a-404f-ac86-38ef2b531c37 HTTP/1.1" status: 200 len: 944 time: 0.0562191 Apr 05 22:45:59.964459 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1835af48-dec0-44c6-a1d6-09dfbbca23ce req-f6c98d62-0691-41c6-b5aa-3b48c43fd544 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ee2db58-64e1-4915-a222-13e195377a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407054 Apr 05 22:46:00.660524 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device e7463071-a8e8-4b1e-a287-279f809c34c9 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:46:00.758737 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] For port e7463071-a8e8-4b1e-a287-279f809c34c9, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=e7463071-a8e8-4b1e-a287-279f809c34c9,segment=NetworkSegment(60bccf3c-6e70-4640-bf31-a453a33e1d1c),segment_id=60bccf3c-6e70-4640-bf31-a453a33e1d1c)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:46:00.773768 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Returning: {'device': 'e7463071-a8e8-4b1e-a287-279f809c34c9', 'network_id': 'cdafa027-5a68-4e7d-98e5-3d69d953062c', 'port_id': 'e7463071-a8e8-4b1e-a287-279f809c34c9', 'mac_address': 'fa:16:3e:59:48:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e210eb77-c8b4-4c67-a300-bbb8691b7d32', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:46:00.810778 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Current status of the port e7463071-a8e8-4b1e-a287-279f809c34c9 is: DOWN; New status is: BUILD {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:46:00.811161 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (e7463071-a8e8-4b1e-a287-279f809c34c9), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:00.823738 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7463071-a8e8-4b1e-a287-279f809c34c9 {{(pid=103470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:46:00.843081 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] For port e7463071-a8e8-4b1e-a287-279f809c34c9, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=e7463071-a8e8-4b1e-a287-279f809c34c9,segment=NetworkSegment(60bccf3c-6e70-4640-bf31-a453a33e1d1c),segment_id=60bccf3c-6e70-4640-bf31-a453a33e1d1c)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:46:00.847032 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (e7463071-a8e8-4b1e-a287-279f809c34c9), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:00.894109 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Pushing event updated for resources: {'Port': ['ID=e7463071-a8e8-4b1e-a287-279f809c34c9,revision_number=9']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:00.902006 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:46:00.902350 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:46:00.902685 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:46:00.903017 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:46:00.903341 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:46:00.903663 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:46:00.903982 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:46:00.904298 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:46:00.904614 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:46:00.904928 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:46:00.905247 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:46:00.905596 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:46:00.905912 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:46:00.906224 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:46:00.906535 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:46:01.084347 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56574fc5-5700-411e-88df-2535621335e2 req-3465b816-fea7-4443-ab57-54bc0f6f6698 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:01.085821 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-56574fc5-5700-411e-88df-2535621335e2 req-3465b816-fea7-4443-ab57-54bc0f6f6698 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=f64687d7-f63a-404f-ac86-38ef2b531c37 HTTP/1.1" status: 200 len: 945 time: 0.0517886 Apr 05 22:46:01.131733 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-56574fc5-5700-411e-88df-2535621335e2 req-d0b5bba3-11be-47f7-8ecf-91594bc4ac36 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ee2db58-64e1-4915-a222-13e195377a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401361 Apr 05 22:46:01.442984 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] get_ports_and_sgs() called for port_ids ['e7463071-a8e8-4b1e-a287-279f809c34c9'] {{(pid=103470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:46:02.259458 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac7b61-09e6-4b96-b02d-b11c0c2dc71d req-60cb6d63-3408-4e2c-9367-0564eb867593 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:02.260850 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b7ac7b61-09e6-4b96-b02d-b11c0c2dc71d req-60cb6d63-3408-4e2c-9367-0564eb867593 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=f64687d7-f63a-404f-ac86-38ef2b531c37 HTTP/1.1" status: 200 len: 945 time: 0.0555885 Apr 05 22:46:02.310282 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b7ac7b61-09e6-4b96-b02d-b11c0c2dc71d req-644deae2-4f5a-4ef4-99b7-9cfe01768f70 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ee2db58-64e1-4915-a222-13e195377a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437686 Apr 05 22:46:02.577765 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-af5575ae-95a7-44b9-9aa7-edf6a450ebdb req-fb233d42-e0b3-413b-8627-a9cbbaf84028 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-626781150&fields=id&tenant_id=c30240b95f844507b090c8c5e4e837f8 HTTP/1.1" status: 200 len: 267 time: 0.0431769 Apr 05 22:46:02.673189 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device e7463071-a8e8-4b1e-a287-279f809c34c9 up at agent hyperv_hv-cinder-83588 {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:46:02.681460 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5575ae-95a7-44b9-9aa7-edf6a450ebdb req-7a38a5be-6e2d-4bb7-ac98-d8e09d597957 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:02.682920 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-af5575ae-95a7-44b9-9aa7-edf6a450ebdb req-7a38a5be-6e2d-4bb7-ac98-d8e09d597957 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/networks?id=29e62588-d45d-408b-8ff2-41c8ab8f7564 HTTP/1.1" status: 200 len: 812 time: 0.0983219 Apr 05 22:46:02.697760 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-af5575ae-95a7-44b9-9aa7-edf6a450ebdb req-14914e4a-7d5d-4488-9d67-492d63e35016 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/quotas/c30240b95f844507b090c8c5e4e837f8 HTTP/1.1" status: 200 len: 375 time: 0.0094540 Apr 05 22:46:02.721328 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Provisioning complete for port e7463071-a8e8-4b1e-a287-279f809c34c9 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:46:02.721752 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (e7463071-a8e8-4b1e-a287-279f809c34c9), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:02.756124 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-af5575ae-95a7-44b9-9aa7-edf6a450ebdb req-5f547782-f59f-4cd2-b646-9b3c2af88ccf tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=c30240b95f844507b090c8c5e4e837f8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0533903 Apr 05 22:46:02.800300 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Current status of the port e7463071-a8e8-4b1e-a287-279f809c34c9 is: BUILD; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:46:02.800606 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (e7463071-a8e8-4b1e-a287-279f809c34c9), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:02.823131 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f64687d7-f63a-404f-ac86-38ef2b531c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7463071-a8e8-4b1e-a287-279f809c34c9'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:46:02.825360 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5eeae28b1739aff28e9ac2b05a29cddcf15b93cc3fe96f2ce32a289e1b5713d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a44b23ab-a075-4879-828d-5c0a20a96ae2" -d '{"events": [{"server_uuid": "f64687d7-f63a-404f-ac86-38ef2b531c37", "name": "network-vif-plugged", "status": "completed", "tag": "e7463071-a8e8-4b1e-a287-279f809c34c9"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:46:02.840212 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] For port e7463071-a8e8-4b1e-a287-279f809c34c9, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=e7463071-a8e8-4b1e-a287-279f809c34c9,segment=NetworkSegment(60bccf3c-6e70-4640-bf31-a453a33e1d1c),segment_id=60bccf3c-6e70-4640-bf31-a453a33e1d1c)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:46:02.844912 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (e7463071-a8e8-4b1e-a287-279f809c34c9), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:02.853011 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-af5575ae-95a7-44b9-9aa7-edf6a450ebdb req-78d0ff17-7cde-40f0-b38e-a210e0c80ef9 service neutron] 10.222.0.45 "GET /v2.0/networks/29e62588-d45d-408b-8ff2-41c8ab8f7564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851891 Apr 05 22:46:02.869443 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a2a5c14-dff6-4989-8a99-72365980a760 x-openstack-request-id: req-0a2a5c14-dff6-4989-8a99-72365980a760 {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:46:02.869758 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f64687d7-f63a-404f-ac86-38ef2b531c37", "name": "network-vif-plugged", "status": "completed", "tag": "e7463071-a8e8-4b1e-a287-279f809c34c9", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:46:02.870008 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0a2a5c14-dff6-4989-8a99-72365980a760 {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:46:02.870402 dv-cinder-835881-4-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a2a5c14-dff6-4989-8a99-72365980a760'] response: {'server_uuid': 'f64687d7-f63a-404f-ac86-38ef2b531c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7463071-a8e8-4b1e-a287-279f809c34c9', 'code': 200} Apr 05 22:46:02.894913 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Pushing event updated for resources: {'Port': ['ID=e7463071-a8e8-4b1e-a287-279f809c34c9,revision_number=10']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:02.948686 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-af5575ae-95a7-44b9-9aa7-edf6a450ebdb req-5577f2a7-7bc8-4ccd-bd25-c88c38fc3e40 service neutron] 10.222.0.45 "GET /v2.0/networks/29e62588-d45d-408b-8ff2-41c8ab8f7564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901608 Apr 05 22:46:03.060275 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ae7157-e997-49f3-b18a-22e1586ec830 req-a0a7457c-fce3-4d9b-99cf-3e0fd42493f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:03.062056 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-57ae7157-e997-49f3-b18a-22e1586ec830 req-a0a7457c-fce3-4d9b-99cf-3e0fd42493f6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f64687d7-f63a-404f-ac86-38ef2b531c37 HTTP/1.1" status: 200 len: 1131 time: 0.0445142 Apr 05 22:46:03.106074 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-57ae7157-e997-49f3-b18a-22e1586ec830 req-69081f0d-aa06-4155-90c0-141f4bc005b1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0ee2db58-64e1-4915-a222-13e195377a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375235 Apr 05 22:46:03.231639 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4174f55f-5c28-41b5-bc57-16bc01fb51e1 req-8605b8cb-c4b4-4e40-ae68-34f087c98dc6 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/ports?device_id=d2d6852c-b173-4568-9a88-5de665199c71 HTTP/1.1" status: 200 len: 210 time: 0.0275362 Apr 05 22:46:03.441160 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4027ff-96a9-4351-8a43-b861af3918bf req-0ae0fd4a-2f9c-4730-afcc-2d370a7cdccf tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:03.442672 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4e4027ff-96a9-4351-8a43-b861af3918bf req-0ae0fd4a-2f9c-4730-afcc-2d370a7cdccf tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=f64687d7-f63a-404f-ac86-38ef2b531c37 HTTP/1.1" status: 200 len: 947 time: 0.0552821 Apr 05 22:46:03.494061 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4e4027ff-96a9-4351-8a43-b861af3918bf req-47a3692e-8f54-4930-abc1-008279dd4210 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ee2db58-64e1-4915-a222-13e195377a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453801 Apr 05 22:46:04.326774 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-896b039f-dca6-464e-a227-06f45f3f7395 req-293c17bd-91b0-4ed0-8544-5b7fe668145e tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/ports?device_id=d2d6852c-b173-4568-9a88-5de665199c71 HTTP/1.1" status: 200 len: 210 time: 0.0267026 Apr 05 22:46:04.618633 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90b06e4-6d6f-4cb8-8330-27e1842ceabb req-ec3dd83d-11b0-4b57-adaf-3b940c02791e tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:04.620115 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f90b06e4-6d6f-4cb8-8330-27e1842ceabb req-ec3dd83d-11b0-4b57-adaf-3b940c02791e tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=f64687d7-f63a-404f-ac86-38ef2b531c37 HTTP/1.1" status: 200 len: 947 time: 0.0549216 Apr 05 22:46:04.669907 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f90b06e4-6d6f-4cb8-8330-27e1842ceabb req-381e4e94-dce2-4414-89f6-90f63f501899 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ee2db58-64e1-4915-a222-13e195377a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442331 Apr 05 22:46:04.793490 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5575ae-95a7-44b9-9aa7-edf6a450ebdb req-532a9a3a-c8cb-4a0d-bacd-c7d1d3d5c0fe tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:04.794833 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-af5575ae-95a7-44b9-9aa7-edf6a450ebdb req-532a9a3a-c8cb-4a0d-bacd-c7d1d3d5c0fe tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.13 "GET /v2.0/networks?id=29e62588-d45d-408b-8ff2-41c8ab8f7564 HTTP/1.1" status: 200 len: 812 time: 0.0996335 Apr 05 22:46:05.251466 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-af5575ae-95a7-44b9-9aa7-edf6a450ebdb req-1898bc71-0a63-41e6-af34-32cb5ae97eca tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c30240b95f844507b090c8c5e4e837f8 HTTP/1.1" status: 200 len: 379 time: 0.0623255 Apr 05 22:46:05.275724 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [req-af5575ae-95a7-44b9-9aa7-edf6a450ebdb req-49cb616f-af87-4abd-bed4-af2a2e3e3752 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Request body: {'port': {'device_id': 'd2d6852c-b173-4568-9a88-5de665199c71', 'network_id': '29e62588-d45d-408b-8ff2-41c8ab8f7564', 'admin_state_up': True, 'tenant_id': 'c30240b95f844507b090c8c5e4e837f8', 'security_groups': ['ced387a5-040e-45ba-9c43-ed76753c1d9e']}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:46:05.389022 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af5575ae-95a7-44b9-9aa7-edf6a450ebdb req-49cb616f-af87-4abd-bed4-af2a2e3e3752 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Made reservation on behalf of c30240b95f844507b090c8c5e4e837f8 for: {'port': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:46:05.392478 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-af5575ae-95a7-44b9-9aa7-edf6a450ebdb req-49cb616f-af87-4abd-bed4-af2a2e3e3752 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:05.432594 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-940cd53c-6b12-4695-a8d8-88b6903f9a6d req-988d27ed-20bc-47fe-a902-20e2ef9264ad tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/ports?device_id=d2d6852c-b173-4568-9a88-5de665199c71 HTTP/1.1" status: 200 len: 210 time: 0.0301399 Apr 05 22:46:05.525234 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-51c1b6d8-c6ef-48e0-ac97-28c3e3eefd26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (08425891-4e99-4ae4-974b-85ee5a0410c6), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:05.854424 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_common [req-af5575ae-95a7-44b9-9aa7-edf6a450ebdb req-49cb616f-af87-4abd-bed4-af2a2e3e3752 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Allocated IP 172.20.0.6 (29e62588-d45d-408b-8ff2-41c8ab8f7564/01cfd0c4-12a2-43c1-a8b6-36df1c8261fd/4b8820cd-3783-4e3a-93c7-1660e50d6441) {{(pid=103469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:46:05.887008 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3405d55d-f7c2-4f25-81f9-8a173d35b432 req-f5b6a98a-5fc3-4324-a8b2-fa8565b39e86 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:05.888459 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3405d55d-f7c2-4f25-81f9-8a173d35b432 req-f5b6a98a-5fc3-4324-a8b2-fa8565b39e86 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=f64687d7-f63a-404f-ac86-38ef2b531c37 HTTP/1.1" status: 200 len: 947 time: 0.0844336 Apr 05 22:46:05.996158 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3405d55d-f7c2-4f25-81f9-8a173d35b432 req-133650de-1c53-4896-b907-0020d21095ee tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ee2db58-64e1-4915-a222-13e195377a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019483 Apr 05 22:46:06.003137 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-97cde7d9-dbb1-4d23-a7c6-1511c50e2662 None None] Agent healthcheck: found 6 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:46:06.038804 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-af5575ae-95a7-44b9-9aa7-edf6a450ebdb req-49cb616f-af87-4abd-bed4-af2a2e3e3752 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks [] for port (4b8820cd-3783-4e3a-93c7-1660e50d6441), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:06.071888 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-af5575ae-95a7-44b9-9aa7-edf6a450ebdb req-49cb616f-af87-4abd-bed4-af2a2e3e3752 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757100095748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827921'] for port (4b8820cd-3783-4e3a-93c7-1660e50d6441), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:06.111479 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af5575ae-95a7-44b9-9aa7-edf6a450ebdb req-49cb616f-af87-4abd-bed4-af2a2e3e3752 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Network 29e62588-d45d-408b-8ff2-41c8ab8f7564 is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:46:06.115061 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [req-af5575ae-95a7-44b9-9aa7-edf6a450ebdb req-49cb616f-af87-4abd-bed4-af2a2e3e3752 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:46:06.118752 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [req-af5575ae-95a7-44b9-9aa7-edf6a450ebdb req-49cb616f-af87-4abd-bed4-af2a2e3e3752 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Received port after_create {{(pid=103469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:46:06.151337 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cb616f-af87-4abd-bed4-af2a2e3e3752 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Pushing event updated for resources: {'Port': ['ID=4b8820cd-3783-4e3a-93c7-1660e50d6441,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:06.164037 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cb616f-af87-4abd-bed4-af2a2e3e3752 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:46:06.164388 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cb616f-af87-4abd-bed4-af2a2e3e3752 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:46:06.164729 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cb616f-af87-4abd-bed4-af2a2e3e3752 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:46:06.165072 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cb616f-af87-4abd-bed4-af2a2e3e3752 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:46:06.165410 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cb616f-af87-4abd-bed4-af2a2e3e3752 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:46:06.165774 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cb616f-af87-4abd-bed4-af2a2e3e3752 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:46:06.166097 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cb616f-af87-4abd-bed4-af2a2e3e3752 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:46:06.166422 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cb616f-af87-4abd-bed4-af2a2e3e3752 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:46:06.166749 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cb616f-af87-4abd-bed4-af2a2e3e3752 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:46:06.167074 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cb616f-af87-4abd-bed4-af2a2e3e3752 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:46:06.167402 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cb616f-af87-4abd-bed4-af2a2e3e3752 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:46:06.167730 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cb616f-af87-4abd-bed4-af2a2e3e3752 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:46:06.168053 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cb616f-af87-4abd-bed4-af2a2e3e3752 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:46:06.168375 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cb616f-af87-4abd-bed4-af2a2e3e3752 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:46:06.168695 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cb616f-af87-4abd-bed4-af2a2e3e3752 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:46:06.189145 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5575ae-95a7-44b9-9aa7-edf6a450ebdb req-49cb616f-af87-4abd-bed4-af2a2e3e3752 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:06.189792 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-af5575ae-95a7-44b9-9aa7-edf6a450ebdb req-49cb616f-af87-4abd-bed4-af2a2e3e3752 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:06.210683 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-af5575ae-95a7-44b9-9aa7-edf6a450ebdb req-49cb616f-af87-4abd-bed4-af2a2e3e3752 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9386630 Apr 05 22:46:06.251553 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [req-af5575ae-95a7-44b9-9aa7-edf6a450ebdb req-45b47d34-9bfc-4d88-ba77-19b4533414d4 service neutron] Request body: {'port': {'device_id': 'd2d6852c-b173-4568-9a88-5de665199c71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:46:06.311876 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-af5575ae-95a7-44b9-9aa7-edf6a450ebdb req-45b47d34-9bfc-4d88-ba77-19b4533414d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (4b8820cd-3783-4e3a-93c7-1660e50d6441), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:06.391396 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-4f8322c1-4c17-4999-8e3e-e419d2413e53 None None] Provisioning complete for port 4b8820cd-3783-4e3a-93c7-1660e50d6441 triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:46:06.391656 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-4f8322c1-4c17-4999-8e3e-e419d2413e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (4b8820cd-3783-4e3a-93c7-1660e50d6441), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:06.441111 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-4f8322c1-4c17-4999-8e3e-e419d2413e53 None None] Port 4b8820cd-3783-4e3a-93c7-1660e50d6441 cannot update to ACTIVE because it is not bound. {{(pid=103470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:46:06.609961 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3706a1d7-9663-4cfa-867d-61bd33abca70 req-0619e92b-8951-4e61-a9d9-3ba75c39e6ed tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:06.611409 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3706a1d7-9663-4cfa-867d-61bd33abca70 req-0619e92b-8951-4e61-a9d9-3ba75c39e6ed tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/ports?device_id=d2d6852c-b173-4568-9a88-5de665199c71 HTTP/1.1" status: 200 len: 931 time: 0.1111336 Apr 05 22:46:06.621617 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [req-af5575ae-95a7-44b9-9aa7-edf6a450ebdb req-45b47d34-9bfc-4d88-ba77-19b4533414d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b8820cd-3783-4e3a-93c7-1660e50d6441 {{(pid=103469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:46:06.635216 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-af5575ae-95a7-44b9-9aa7-edf6a450ebdb req-45b47d34-9bfc-4d88-ba77-19b4533414d4 service neutron] Publish callbacks [] for port (4b8820cd-3783-4e3a-93c7-1660e50d6441), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:06.657889 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.provisioning_blocks [req-af5575ae-95a7-44b9-9aa7-edf6a450ebdb req-45b47d34-9bfc-4d88-ba77-19b4533414d4 service neutron] Transition to ACTIVE for port object 4b8820cd-3783-4e3a-93c7-1660e50d6441 will not be triggered until provisioned by entity L2. {{(pid=103469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 22:46:06.666337 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-af5575ae-95a7-44b9-9aa7-edf6a450ebdb req-45b47d34-9bfc-4d88-ba77-19b4533414d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828008'] for port (4b8820cd-3783-4e3a-93c7-1660e50d6441), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:06.717344 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3706a1d7-9663-4cfa-867d-61bd33abca70 req-51e058ca-85a8-491d-bc97-b057a134e23a tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/security-groups?id=ced387a5-040e-45ba-9c43-ed76753c1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980043 Apr 05 22:46:06.730209 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b47d34-9bfc-4d88-ba77-19b4533414d4 service neutron] Pushing event updated for resources: {'Port': ['ID=4b8820cd-3783-4e3a-93c7-1660e50d6441,revision_number=2']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:06.810702 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-af5575ae-95a7-44b9-9aa7-edf6a450ebdb req-45b47d34-9bfc-4d88-ba77-19b4533414d4 service neutron] Attempting to bind port 4b8820cd-3783-4e3a-93c7-1660e50d6441 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:46:06.811021 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-af5575ae-95a7-44b9-9aa7-edf6a450ebdb req-45b47d34-9bfc-4d88-ba77-19b4533414d4 service neutron] Attempting to bind port 4b8820cd-3783-4e3a-93c7-1660e50d6441 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '6c738280-30fc-49ea-929c-a4e23bf1c310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '29e62588-d45d-408b-8ff2-41c8ab8f7564'}] {{(pid=103469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:46:06.811345 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5575ae-95a7-44b9-9aa7-edf6a450ebdb req-45b47d34-9bfc-4d88-ba77-19b4533414d4 service neutron] Attempting to bind port 4b8820cd-3783-4e3a-93c7-1660e50d6441 on network 29e62588-d45d-408b-8ff2-41c8ab8f7564 {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:46:06.815745 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5575ae-95a7-44b9-9aa7-edf6a450ebdb req-45b47d34-9bfc-4d88-ba77-19b4533414d4 service neutron] Port 4b8820cd-3783-4e3a-93c7-1660e50d6441 on network 29e62588-d45d-408b-8ff2-41c8ab8f7564 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 22:46:06.816060 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5575ae-95a7-44b9-9aa7-edf6a450ebdb req-45b47d34-9bfc-4d88-ba77-19b4533414d4 service neutron] Attempting to bind port 4b8820cd-3783-4e3a-93c7-1660e50d6441 on network 29e62588-d45d-408b-8ff2-41c8ab8f7564 {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:46:06.821718 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5575ae-95a7-44b9-9aa7-edf6a450ebdb req-45b47d34-9bfc-4d88-ba77-19b4533414d4 service neutron] Checking agent: {'id': '021dfe4d-8109-4136-9367-dac606dce553', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 34, 28), 'started_at': datetime.datetime(2022, 4, 5, 22, 34, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:46:06.822057 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5575ae-95a7-44b9-9aa7-edf6a450ebdb req-45b47d34-9bfc-4d88-ba77-19b4533414d4 service neutron] Checking segment: {'id': '6c738280-30fc-49ea-929c-a4e23bf1c310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '29e62588-d45d-408b-8ff2-41c8ab8f7564'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:46:06.822436 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5575ae-95a7-44b9-9aa7-edf6a450ebdb req-45b47d34-9bfc-4d88-ba77-19b4533414d4 service neutron] Bound using segment: {'id': '6c738280-30fc-49ea-929c-a4e23bf1c310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '29e62588-d45d-408b-8ff2-41c8ab8f7564'} {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:46:06.822862 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-af5575ae-95a7-44b9-9aa7-edf6a450ebdb req-45b47d34-9bfc-4d88-ba77-19b4533414d4 service neutron] Bound port: 4b8820cd-3783-4e3a-93c7-1660e50d6441, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c738280-30fc-49ea-929c-a4e23bf1c310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '29e62588-d45d-408b-8ff2-41c8ab8f7564'}}] {{(pid=103469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:46:06.823215 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-af5575ae-95a7-44b9-9aa7-edf6a450ebdb req-45b47d34-9bfc-4d88-ba77-19b4533414d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (4b8820cd-3783-4e3a-93c7-1660e50d6441), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:06.896143 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-af5575ae-95a7-44b9-9aa7-edf6a450ebdb req-45b47d34-9bfc-4d88-ba77-19b4533414d4 service neutron] For port 4b8820cd-3783-4e3a-93c7-1660e50d6441, host hv-cinder-83588, cleared binding levels {{(pid=103469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:46:06.900260 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-af5575ae-95a7-44b9-9aa7-edf6a450ebdb req-45b47d34-9bfc-4d88-ba77-19b4533414d4 service neutron] For port 4b8820cd-3783-4e3a-93c7-1660e50d6441, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=4b8820cd-3783-4e3a-93c7-1660e50d6441,segment=NetworkSegment(6c738280-30fc-49ea-929c-a4e23bf1c310),segment_id=6c738280-30fc-49ea-929c-a4e23bf1c310)] {{(pid=103469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:46:06.906964 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-af5575ae-95a7-44b9-9aa7-edf6a450ebdb req-45b47d34-9bfc-4d88-ba77-19b4533414d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828008'] for port (4b8820cd-3783-4e3a-93c7-1660e50d6441), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:06.940049 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5575ae-95a7-44b9-9aa7-edf6a450ebdb req-45b47d34-9bfc-4d88-ba77-19b4533414d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:06.940660 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-af5575ae-95a7-44b9-9aa7-edf6a450ebdb req-45b47d34-9bfc-4d88-ba77-19b4533414d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:06.942126 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-af5575ae-95a7-44b9-9aa7-edf6a450ebdb req-45b47d34-9bfc-4d88-ba77-19b4533414d4 service neutron] 10.222.0.13 "PUT /v2.0/ports/4b8820cd-3783-4e3a-93c7-1660e50d6441 HTTP/1.1" status: 200 len: 1093 time: 0.6949439 Apr 05 22:46:06.943142 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2d6852c-b173-4568-9a88-5de665199c71', 'tag': '4b8820cd-3783-4e3a-93c7-1660e50d6441'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:46:06.945510 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f386ba26b1031f5495d5bdef0d2c98b5b567df56bfe60a1d1e0dd7c3f719aed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527d5bd5-19f5-4162-b2e8-518e843f2840" -d '{"events": [{"name": "network-changed", "server_uuid": "d2d6852c-b173-4568-9a88-5de665199c71", "tag": "4b8820cd-3783-4e3a-93c7-1660e50d6441"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:46:06.970151 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b47d34-9bfc-4d88-ba77-19b4533414d4 service neutron] Pushing event updated for resources: {'Port': ['ID=4b8820cd-3783-4e3a-93c7-1660e50d6441,revision_number=3']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:07.001291 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc9f1c6-f143-4ff7-aa91-6b2b648f89d1 x-openstack-request-id: req-3dc9f1c6-f143-4ff7-aa91-6b2b648f89d1 {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:46:07.001618 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2d6852c-b173-4568-9a88-5de665199c71", "tag": "4b8820cd-3783-4e3a-93c7-1660e50d6441", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:46:07.001875 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3dc9f1c6-f143-4ff7-aa91-6b2b648f89d1 {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:46:07.002612 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dc9f1c6-f143-4ff7-aa91-6b2b648f89d1'] response: {'name': 'network-changed', 'server_uuid': 'd2d6852c-b173-4568-9a88-5de665199c71', 'tag': '4b8820cd-3783-4e3a-93c7-1660e50d6441', 'status': 'completed', 'code': 200} Apr 05 22:46:07.045232 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5575ae-95a7-44b9-9aa7-edf6a450ebdb req-e2c983e2-7b35-40e2-92aa-ab8c7579bac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:07.046874 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-af5575ae-95a7-44b9-9aa7-edf6a450ebdb req-e2c983e2-7b35-40e2-92aa-ab8c7579bac2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c30240b95f844507b090c8c5e4e837f8&device_id=d2d6852c-b173-4568-9a88-5de665199c71 HTTP/1.1" status: 200 len: 1127 time: 0.0557199 Apr 05 22:46:07.088785 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-af5575ae-95a7-44b9-9aa7-edf6a450ebdb req-972e9b3a-6a04-4892-ab31-8e7d8645f64d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b8820cd-3783-4e3a-93c7-1660e50d6441 HTTP/1.1" status: 200 len: 217 time: 0.0347743 Apr 05 22:46:07.138179 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5575ae-95a7-44b9-9aa7-edf6a450ebdb req-b3341ce1-8c56-4ffc-84a0-a9dc7136323b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:07.139622 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-af5575ae-95a7-44b9-9aa7-edf6a450ebdb req-b3341ce1-8c56-4ffc-84a0-a9dc7136323b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=01cfd0c4-12a2-43c1-a8b6-36df1c8261fd HTTP/1.1" status: 200 len: 851 time: 0.0453568 Apr 05 22:46:07.197002 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5575ae-95a7-44b9-9aa7-edf6a450ebdb req-2bdf44a7-9480-4d0e-9f66-d2e3ae6254d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:07.198830 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-af5575ae-95a7-44b9-9aa7-edf6a450ebdb req-2bdf44a7-9480-4d0e-9f66-d2e3ae6254d6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=29e62588-d45d-408b-8ff2-41c8ab8f7564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0530243 Apr 05 22:46:07.287905 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-af5575ae-95a7-44b9-9aa7-edf6a450ebdb req-8ba17e86-1561-42c5-b90e-a799f000a3ab service neutron] 10.222.0.13 "GET /v2.0/networks/29e62588-d45d-408b-8ff2-41c8ab8f7564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817261 Apr 05 22:46:07.378132 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-af5575ae-95a7-44b9-9aa7-edf6a450ebdb req-eeebc72d-53c3-47c7-9dd4-00b95b892ecd service neutron] 10.222.0.13 "GET /v2.0/networks/29e62588-d45d-408b-8ff2-41c8ab8f7564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835981 Apr 05 22:46:07.835558 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ae41e-7d3c-4d6d-87a6-549470f5d340 req-d3b0c12f-9bc1-4f31-ab0d-c4f386574716 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:07.837032 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6b7ae41e-7d3c-4d6d-87a6-549470f5d340 req-d3b0c12f-9bc1-4f31-ab0d-c4f386574716 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/ports?device_id=d2d6852c-b173-4568-9a88-5de665199c71 HTTP/1.1" status: 200 len: 943 time: 0.0532453 Apr 05 22:46:07.875028 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-8a4606b9-4fe5-485d-8101-4510f3fe786a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (79a469f9-bdbc-4492-b479-9e5faeaf33b0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:07.886557 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6b7ae41e-7d3c-4d6d-87a6-549470f5d340 req-48c49cdf-7f91-4f81-8982-0ebcbe574e0f tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/security-groups?id=ced387a5-040e-45ba-9c43-ed76753c1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436885 Apr 05 22:46:08.347780 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527d5bd5-19f5-4162-b2e8-518e843f2840 req-06e68fdf-9158-41a4-9e27-8042d2e552e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:08.349381 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-527d5bd5-19f5-4162-b2e8-518e843f2840 req-06e68fdf-9158-41a4-9e27-8042d2e552e2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c30240b95f844507b090c8c5e4e837f8&device_id=d2d6852c-b173-4568-9a88-5de665199c71 HTTP/1.1" status: 200 len: 1127 time: 0.0435929 Apr 05 22:46:08.443828 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527d5bd5-19f5-4162-b2e8-518e843f2840 req-20174f9d-42bb-4999-a50f-81665219c2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:08.445269 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-527d5bd5-19f5-4162-b2e8-518e843f2840 req-20174f9d-42bb-4999-a50f-81665219c2ea service neutron] 10.222.0.13 "GET /v2.0/networks?id=29e62588-d45d-408b-8ff2-41c8ab8f7564 HTTP/1.1" status: 200 len: 913 time: 0.0899408 Apr 05 22:46:08.491698 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-527d5bd5-19f5-4162-b2e8-518e843f2840 req-e23b1dc7-0b9c-4f3f-a2a0-06011f692149 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b8820cd-3783-4e3a-93c7-1660e50d6441 HTTP/1.1" status: 200 len: 217 time: 0.0330980 Apr 05 22:46:08.545269 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527d5bd5-19f5-4162-b2e8-518e843f2840 req-b6f05563-edf6-4f95-91e7-a0877cf88947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:08.546727 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-527d5bd5-19f5-4162-b2e8-518e843f2840 req-b6f05563-edf6-4f95-91e7-a0877cf88947 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=01cfd0c4-12a2-43c1-a8b6-36df1c8261fd HTTP/1.1" status: 200 len: 851 time: 0.0459263 Apr 05 22:46:08.594976 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527d5bd5-19f5-4162-b2e8-518e843f2840 req-589ce995-16b5-4e1c-ac16-23ad98c18ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:08.596413 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-527d5bd5-19f5-4162-b2e8-518e843f2840 req-589ce995-16b5-4e1c-ac16-23ad98c18ec1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=29e62588-d45d-408b-8ff2-41c8ab8f7564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416965 Apr 05 22:46:08.684658 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-527d5bd5-19f5-4162-b2e8-518e843f2840 req-03c2646a-c53d-4e4e-bc6d-a4252897a7bd service neutron] 10.222.0.13 "GET /v2.0/networks/29e62588-d45d-408b-8ff2-41c8ab8f7564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822644 Apr 05 22:46:08.775251 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-527d5bd5-19f5-4162-b2e8-518e843f2840 req-66250e50-46fb-48a4-bc84-590eb444b955 service neutron] 10.222.0.13 "GET /v2.0/networks/29e62588-d45d-408b-8ff2-41c8ab8f7564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836704 Apr 05 22:46:08.993301 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-dae4f030-1cb2-49a8-bcfa-6facf2529a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (e40c9916-dc7d-41d8-a75d-da550db0c469), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:09.008217 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3879a8-833e-439a-adb9-848b57255b7d req-12323802-63f4-45a6-afea-12967a65b906 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:09.009725 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7a3879a8-833e-439a-adb9-848b57255b7d req-12323802-63f4-45a6-afea-12967a65b906 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/ports?device_id=d2d6852c-b173-4568-9a88-5de665199c71 HTTP/1.1" status: 200 len: 943 time: 0.0555532 Apr 05 22:46:09.058047 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7a3879a8-833e-439a-adb9-848b57255b7d req-274eb718-69ba-4dc6-b8c8-cf7ced263425 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/security-groups?id=ced387a5-040e-45ba-9c43-ed76753c1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426655 Apr 05 22:46:10.178470 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a269eef-6fed-4925-8dcf-650f20ecde90 req-0b7a4163-5ffe-4a57-b02e-0f2758601388 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:10.179923 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7a269eef-6fed-4925-8dcf-650f20ecde90 req-0b7a4163-5ffe-4a57-b02e-0f2758601388 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/ports?device_id=d2d6852c-b173-4568-9a88-5de665199c71 HTTP/1.1" status: 200 len: 943 time: 0.0555310 Apr 05 22:46:10.227988 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7a269eef-6fed-4925-8dcf-650f20ecde90 req-4012a3c2-bc11-4743-a160-f03bdedb0735 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/security-groups?id=ced387a5-040e-45ba-9c43-ed76753c1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425375 Apr 05 22:46:10.632118 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-99ae2e83-6010-40d2-b70a-5b0f9e3ea887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (f28e62d6-8243-45bb-b578-64cfae2561d0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:11.342815 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66da61a-c3e4-4e16-a969-a442347ad0bf req-91789ef2-afd8-4b28-92e1-d02005df18f7 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:11.344268 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b66da61a-c3e4-4e16-a969-a442347ad0bf req-91789ef2-afd8-4b28-92e1-d02005df18f7 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/ports?device_id=d2d6852c-b173-4568-9a88-5de665199c71 HTTP/1.1" status: 200 len: 943 time: 0.0511703 Apr 05 22:46:11.391446 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b66da61a-c3e4-4e16-a969-a442347ad0bf req-f5b0a687-4724-49e6-a27a-19cdf06a32e1 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/security-groups?id=ced387a5-040e-45ba-9c43-ed76753c1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406160 Apr 05 22:46:12.055737 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (b771b186-15ef-4a1a-9c73-ea54ac08c8ac), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:12.512907 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e9a0d-b3eb-4e29-a55f-e072e569a3c8 req-ed85acf6-bb44-4abe-83da-d38486e73ed6 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:12.514414 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e98e9a0d-b3eb-4e29-a55f-e072e569a3c8 req-ed85acf6-bb44-4abe-83da-d38486e73ed6 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/ports?device_id=d2d6852c-b173-4568-9a88-5de665199c71 HTTP/1.1" status: 200 len: 943 time: 0.0563254 Apr 05 22:46:12.561885 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e98e9a0d-b3eb-4e29-a55f-e072e569a3c8 req-d5643697-2d15-480b-9fd5-7c0ac37b5864 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/security-groups?id=ced387a5-040e-45ba-9c43-ed76753c1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419345 Apr 05 22:46:13.677301 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f032acf8-0925-4f22-ae58-d9dfa8b75ac0 req-6f633f78-334a-4343-ba27-8f79e5fe9466 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:13.678783 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f032acf8-0925-4f22-ae58-d9dfa8b75ac0 req-6f633f78-334a-4343-ba27-8f79e5fe9466 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/ports?device_id=d2d6852c-b173-4568-9a88-5de665199c71 HTTP/1.1" status: 200 len: 943 time: 0.0521519 Apr 05 22:46:13.726326 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f032acf8-0925-4f22-ae58-d9dfa8b75ac0 req-b300790a-e902-4944-8c9e-1d74f1eb10b5 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/security-groups?id=ced387a5-040e-45ba-9c43-ed76753c1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420437 Apr 05 22:46:14.842142 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e447bf5b-03d7-48fa-8a1e-a750e0e5fa8c req-25c6401d-a4c3-4709-ba53-9ce033937cb7 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:14.843590 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e447bf5b-03d7-48fa-8a1e-a750e0e5fa8c req-25c6401d-a4c3-4709-ba53-9ce033937cb7 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/ports?device_id=d2d6852c-b173-4568-9a88-5de665199c71 HTTP/1.1" status: 200 len: 943 time: 0.0508876 Apr 05 22:46:14.894394 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e447bf5b-03d7-48fa-8a1e-a750e0e5fa8c req-1f4bafdf-a916-468f-96da-2206e72a7901 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/security-groups?id=ced387a5-040e-45ba-9c43-ed76753c1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445812 Apr 05 22:46:16.010727 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2412926-5c5c-4bec-b0b7-ce53ed162ca8 req-a000fc05-9111-46bf-9340-90ab008e6f6b tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:16.012187 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f2412926-5c5c-4bec-b0b7-ce53ed162ca8 req-a000fc05-9111-46bf-9340-90ab008e6f6b tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/ports?device_id=d2d6852c-b173-4568-9a88-5de665199c71 HTTP/1.1" status: 200 len: 943 time: 0.0517862 Apr 05 22:46:16.059268 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f2412926-5c5c-4bec-b0b7-ce53ed162ca8 req-8612f54a-94cf-4977-b48f-1cceadceb0d6 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/security-groups?id=ced387a5-040e-45ba-9c43-ed76753c1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415735 Apr 05 22:46:16.728368 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device 4b8820cd-3783-4e3a-93c7-1660e50d6441 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:46:16.829661 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] For port 4b8820cd-3783-4e3a-93c7-1660e50d6441, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=4b8820cd-3783-4e3a-93c7-1660e50d6441,segment=NetworkSegment(6c738280-30fc-49ea-929c-a4e23bf1c310),segment_id=6c738280-30fc-49ea-929c-a4e23bf1c310)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:46:16.841796 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Returning: {'device': '4b8820cd-3783-4e3a-93c7-1660e50d6441', 'network_id': '29e62588-d45d-408b-8ff2-41c8ab8f7564', 'port_id': '4b8820cd-3783-4e3a-93c7-1660e50d6441', 'mac_address': 'fa:16:3e:0e:0a:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01cfd0c4-12a2-43c1-a8b6-36df1c8261fd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:46:16.881287 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Current status of the port 4b8820cd-3783-4e3a-93c7-1660e50d6441 is: DOWN; New status is: BUILD {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:46:16.881699 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (4b8820cd-3783-4e3a-93c7-1660e50d6441), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:16.893952 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b8820cd-3783-4e3a-93c7-1660e50d6441 {{(pid=103470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:46:16.912877 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] For port 4b8820cd-3783-4e3a-93c7-1660e50d6441, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=4b8820cd-3783-4e3a-93c7-1660e50d6441,segment=NetworkSegment(6c738280-30fc-49ea-929c-a4e23bf1c310),segment_id=6c738280-30fc-49ea-929c-a4e23bf1c310)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:46:16.916628 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (4b8820cd-3783-4e3a-93c7-1660e50d6441), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:16.962864 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Pushing event updated for resources: {'Port': ['ID=4b8820cd-3783-4e3a-93c7-1660e50d6441,revision_number=4']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:17.175748 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf2c713-79bd-4822-b81e-2ecde6af97ba req-e9a50bd9-1563-42f5-bd9b-e4a38554eb5f tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:17.177737 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ccf2c713-79bd-4822-b81e-2ecde6af97ba req-e9a50bd9-1563-42f5-bd9b-e4a38554eb5f tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/ports?device_id=d2d6852c-b173-4568-9a88-5de665199c71 HTTP/1.1" status: 200 len: 944 time: 0.0516987 Apr 05 22:46:17.224392 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ccf2c713-79bd-4822-b81e-2ecde6af97ba req-d7042bad-b5ea-4c3a-908b-0527d884de48 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/security-groups?id=ced387a5-040e-45ba-9c43-ed76753c1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410914 Apr 05 22:46:17.309567 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] get_ports_and_sgs() called for port_ids ['4b8820cd-3783-4e3a-93c7-1660e50d6441'] {{(pid=103470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:46:18.345276 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da627584-43f0-4afc-8191-a8f573c04bec req-991fad4d-4d0a-4072-aceb-dc6836863743 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:18.346776 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-da627584-43f0-4afc-8191-a8f573c04bec req-991fad4d-4d0a-4072-aceb-dc6836863743 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/ports?device_id=d2d6852c-b173-4568-9a88-5de665199c71 HTTP/1.1" status: 200 len: 944 time: 0.0566313 Apr 05 22:46:18.394053 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-da627584-43f0-4afc-8191-a8f573c04bec req-28aef306-bd1c-40d2-8b14-8d23c41c810d tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/security-groups?id=ced387a5-040e-45ba-9c43-ed76753c1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416262 Apr 05 22:46:18.722665 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device 4b8820cd-3783-4e3a-93c7-1660e50d6441 up at agent hyperv_hv-cinder-83588 {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:46:18.771451 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Provisioning for port 4b8820cd-3783-4e3a-93c7-1660e50d6441 completed by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 22:46:18.775244 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Provisioning complete for port 4b8820cd-3783-4e3a-93c7-1660e50d6441 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:46:18.775615 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (4b8820cd-3783-4e3a-93c7-1660e50d6441), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:18.852112 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Current status of the port 4b8820cd-3783-4e3a-93c7-1660e50d6441 is: BUILD; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:46:18.852491 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (4b8820cd-3783-4e3a-93c7-1660e50d6441), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:18.875360 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2d6852c-b173-4568-9a88-5de665199c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b8820cd-3783-4e3a-93c7-1660e50d6441'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:46:18.877598 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5eeae28b1739aff28e9ac2b05a29cddcf15b93cc3fe96f2ce32a289e1b5713d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24d1f26-ff0c-42ac-90ca-cb42f33d8aa7" -d '{"events": [{"server_uuid": "d2d6852c-b173-4568-9a88-5de665199c71", "name": "network-vif-plugged", "status": "completed", "tag": "4b8820cd-3783-4e3a-93c7-1660e50d6441"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:46:18.890408 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] For port 4b8820cd-3783-4e3a-93c7-1660e50d6441, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=4b8820cd-3783-4e3a-93c7-1660e50d6441,segment=NetworkSegment(6c738280-30fc-49ea-929c-a4e23bf1c310),segment_id=6c738280-30fc-49ea-929c-a4e23bf1c310)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:46:18.894621 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (4b8820cd-3783-4e3a-93c7-1660e50d6441), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:18.917447 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-942d6a3e-8dd7-4c5e-9d6b-5624ecd2dc4d x-openstack-request-id: req-942d6a3e-8dd7-4c5e-9d6b-5624ecd2dc4d {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:46:18.917764 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2d6852c-b173-4568-9a88-5de665199c71", "name": "network-vif-plugged", "status": "completed", "tag": "4b8820cd-3783-4e3a-93c7-1660e50d6441", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:46:18.918018 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-942d6a3e-8dd7-4c5e-9d6b-5624ecd2dc4d {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:46:18.918409 dv-cinder-835881-4-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-942d6a3e-8dd7-4c5e-9d6b-5624ecd2dc4d'] response: {'server_uuid': 'd2d6852c-b173-4568-9a88-5de665199c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b8820cd-3783-4e3a-93c7-1660e50d6441', 'code': 200} Apr 05 22:46:18.944013 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Pushing event updated for resources: {'Port': ['ID=4b8820cd-3783-4e3a-93c7-1660e50d6441,revision_number=5']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:19.186728 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b4e117-c761-40ac-bee5-97c62ee05bd6 req-063f1992-bfcc-4e08-b6bf-6e8931629887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:19.188165 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-88b4e117-c761-40ac-bee5-97c62ee05bd6 req-063f1992-bfcc-4e08-b6bf-6e8931629887 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d2d6852c-b173-4568-9a88-5de665199c71 HTTP/1.1" status: 200 len: 1129 time: 0.0451143 Apr 05 22:46:19.235620 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-88b4e117-c761-40ac-bee5-97c62ee05bd6 req-67157e6e-da93-402e-a37b-368c16962260 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ced387a5-040e-45ba-9c43-ed76753c1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399606 Apr 05 22:46:19.509922 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a44bb4-b960-49e2-b0d8-38c99d086b28 req-c4bbc38a-7c5f-448c-8565-4206107abe60 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:19.511350 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-31a44bb4-b960-49e2-b0d8-38c99d086b28 req-c4bbc38a-7c5f-448c-8565-4206107abe60 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/ports?device_id=d2d6852c-b173-4568-9a88-5de665199c71 HTTP/1.1" status: 200 len: 945 time: 0.0511596 Apr 05 22:46:19.562832 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-31a44bb4-b960-49e2-b0d8-38c99d086b28 req-f35abcdc-5877-46c4-8ac5-fc734e7f653c tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/security-groups?id=ced387a5-040e-45ba-9c43-ed76753c1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460248 Apr 05 22:46:20.681122 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbbe3dc-f7ed-4ff3-a6c3-3cf59a16b424 req-9381cd18-127e-40f4-a88b-b585d31007f5 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:20.682634 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1bbbe3dc-f7ed-4ff3-a6c3-3cf59a16b424 req-9381cd18-127e-40f4-a88b-b585d31007f5 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/ports?device_id=d2d6852c-b173-4568-9a88-5de665199c71 HTTP/1.1" status: 200 len: 945 time: 0.0514240 Apr 05 22:46:20.736364 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1bbbe3dc-f7ed-4ff3-a6c3-3cf59a16b424 req-daf902bb-6eb0-47f7-8405-fe23c0508336 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/security-groups?id=ced387a5-040e-45ba-9c43-ed76753c1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482323 Apr 05 22:46:21.854307 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d6df4d-0e3a-4312-944b-6b66b4a54c10 req-9ffb8e10-5876-415e-a34f-5bb351270b73 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:21.855783 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d8d6df4d-0e3a-4312-944b-6b66b4a54c10 req-9ffb8e10-5876-415e-a34f-5bb351270b73 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/ports?device_id=d2d6852c-b173-4568-9a88-5de665199c71 HTTP/1.1" status: 200 len: 945 time: 0.0521061 Apr 05 22:46:21.904266 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d8d6df4d-0e3a-4312-944b-6b66b4a54c10 req-5ede572b-faf1-4e8b-9e5c-727af5f62759 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/security-groups?id=ced387a5-040e-45ba-9c43-ed76753c1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426371 Apr 05 22:46:22.024002 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb65e946-8c2a-44c9-bd1f-7431d3a9ad71 req-b4236f5f-8e65-4d95-904f-30dfcc81bdeb tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:22.025439 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-fb65e946-8c2a-44c9-bd1f-7431d3a9ad71 req-b4236f5f-8e65-4d95-904f-30dfcc81bdeb tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/ports?device_id=d2d6852c-b173-4568-9a88-5de665199c71 HTTP/1.1" status: 200 len: 945 time: 0.0548112 Apr 05 22:46:22.072258 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-fb65e946-8c2a-44c9-bd1f-7431d3a9ad71 req-d85a93ec-26ab-4c5a-984c-08494ef87aba tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/security-groups?id=ced387a5-040e-45ba-9c43-ed76753c1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413365 Apr 05 22:46:22.094349 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 44418) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:46:22.234172 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c4d280-77db-452d-9599-2113cfb54cb1 tempest-TestVolumeBootPattern-1235523850 tempest-TestVolumeBootPattern-1235523850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:22.235705 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-b2c4d280-77db-452d-9599-2113cfb54cb1 tempest-TestVolumeBootPattern-1235523850 tempest-TestVolumeBootPattern-1235523850-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=d2d6852c-b173-4568-9a88-5de665199c71 HTTP/1.1" status: 200 len: 1124 time: 0.1403866 Apr 05 22:46:22.238437 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 44422) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:46:22.242692 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-0a2b3473-3d99-4b0a-8ba2-3bb27336dab2 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Request body: {'floatingip': {'floating_network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'port_id': '4b8820cd-3783-4e3a-93c7-1660e50d6441', 'tenant_id': 'c30240b95f844507b090c8c5e4e837f8', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:46:22.262988 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0a2b3473-3d99-4b0a-8ba2-3bb27336dab2 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:22.358155 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0a2b3473-3d99-4b0a-8ba2-3bb27336dab2 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:22.457436 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_common [None req-0a2b3473-3d99-4b0a-8ba2-3bb27336dab2 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Allocated IP 172.27.1.144 (1c7020db-f04b-4bae-aa0d-07e17c11278d/de4a5644-b80e-4142-a210-68f31fcb6ac5/23d8af5a-4780-46ec-b9f7-f6b1de44f937) {{(pid=103469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:46:22.565123 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0a2b3473-3d99-4b0a-8ba2-3bb27336dab2 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks [] for port (23d8af5a-4780-46ec-b9f7-f6b1de44f937), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:22.597956 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0a2b3473-3d99-4b0a-8ba2-3bb27336dab2 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757100095748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827921'] for port (23d8af5a-4780-46ec-b9f7-f6b1de44f937), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:22.635150 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2b3473-3d99-4b0a-8ba2-3bb27336dab2 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Network 1c7020db-f04b-4bae-aa0d-07e17c11278d is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:46:22.637909 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-0a2b3473-3d99-4b0a-8ba2-3bb27336dab2 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:46:22.643814 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2b3473-3d99-4b0a-8ba2-3bb27336dab2 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Received port after_create {{(pid=103469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:46:22.649858 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2b3473-3d99-4b0a-8ba2-3bb27336dab2 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Pushing event updated for resources: {'Port': ['ID=23d8af5a-4780-46ec-b9f7-f6b1de44f937,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:22.999809 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0a2b3473-3d99-4b0a-8ba2-3bb27336dab2 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks [] for floatingip (487125d3-ec2c-447a-be50-2d2b52038d8b), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:23.068140 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0a2b3473-3d99-4b0a-8ba2-3bb27336dab2 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (23d8af5a-4780-46ec-b9f7-f6b1de44f937), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:23.211006 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0a2b3473-3d99-4b0a-8ba2-3bb27336dab2 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks [] for port (23d8af5a-4780-46ec-b9f7-f6b1de44f937), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:23.215353 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0a2b3473-3d99-4b0a-8ba2-3bb27336dab2 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828008'] for port (23d8af5a-4780-46ec-b9f7-f6b1de44f937), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:23.284522 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2b3473-3d99-4b0a-8ba2-3bb27336dab2 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Pushing event updated for resources: {'Port': ['ID=23d8af5a-4780-46ec-b9f7-f6b1de44f937,revision_number=2']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:23.294198 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0a2b3473-3d99-4b0a-8ba2-3bb27336dab2 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536593'] for floatingip (487125d3-ec2c-447a-be50-2d2b52038d8b), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:23.394545 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.db.l3_db [None req-0a2b3473-3d99-4b0a-8ba2-3bb27336dab2 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Floating IP 487125d3-ec2c-447a-be50-2d2b52038d8b associated. External IP: 172.27.1.144, port: 4b8820cd-3783-4e3a-93c7-1660e50d6441. Apr 05 22:46:23.605403 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a2b3473-3d99-4b0a-8ba2-3bb27336dab2 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Router 1234f21b-804b-42c6-8ed1-79cd5f091c41 has already been hosted by L3 agent 79a469f9-bdbc-4492-b479-9e5faeaf33b0 {{(pid=103469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:46:23.720030 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a2b3473-3d99-4b0a-8ba2-3bb27336dab2 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Notify agent at l3_agent.dv-cinder-835881-4-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:46:23.731254 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ea07a3-8cad-4e8b-969f-ddc43d231061 None None] Sync routers for ids ['1234f21b-804b-42c6-8ed1-79cd5f091c41'] in dv-cinder-835881-4-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:46:23.741353 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0a2b3473-3d99-4b0a-8ba2-3bb27336dab2 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for floatingip (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:23.743948 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ea07a3-8cad-4e8b-969f-ddc43d231061 None None] Routers {'1234f21b-804b-42c6-8ed1-79cd5f091c41'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:46:23.744627 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-95ea07a3-8cad-4e8b-969f-ddc43d231061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:46:08Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['1234f21b-804b-42c6-8ed1-79cd5f091c41'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:46:23.868157 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-95ea07a3-8cad-4e8b-969f-ddc43d231061 None None] Set router 1234f21b-804b-42c6-8ed1-79cd5f091c41 gateway port host: dv-cinder-835881-4-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:46:24.032732 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-0a2b3473-3d99-4b0a-8ba2-3bb27336dab2 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7932603 Apr 05 22:46:24.033370 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2d6852c-b173-4568-9a88-5de665199c71', 'tag': '4b8820cd-3783-4e3a-93c7-1660e50d6441'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:46:24.035556 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f386ba26b1031f5495d5bdef0d2c98b5b567df56bfe60a1d1e0dd7c3f719aed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e270f9c-a340-4c51-9d0a-792974d45041" -d '{"events": [{"name": "network-changed", "server_uuid": "d2d6852c-b173-4568-9a88-5de665199c71", "tag": "4b8820cd-3783-4e3a-93c7-1660e50d6441"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:46:24.071390 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e7f1df-efa1-4a84-9e31-78457a979072 x-openstack-request-id: req-88e7f1df-efa1-4a84-9e31-78457a979072 {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:46:24.071687 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2d6852c-b173-4568-9a88-5de665199c71", "tag": "4b8820cd-3783-4e3a-93c7-1660e50d6441", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:46:24.071938 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-88e7f1df-efa1-4a84-9e31-78457a979072 {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:46:24.072340 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88e7f1df-efa1-4a84-9e31-78457a979072'] response: {'name': 'network-changed', 'server_uuid': 'd2d6852c-b173-4568-9a88-5de665199c71', 'tag': '4b8820cd-3783-4e3a-93c7-1660e50d6441', 'status': 'completed', 'code': 200} Apr 05 22:46:24.108730 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-95ea07a3-8cad-4e8b-969f-ddc43d231061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'name': 'tempest-TestVolumeBootPattern-1575049161-router', 'tenant_id': 'c30240b95f844507b090c8c5e4e837f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '162c1f4e-739b-4d50-b74e-16242592db8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:39:01Z', 'updated_at': '2022-04-05T22:39:06Z', 'revision_number': 4, 'project_id': 'c30240b95f844507b090c8c5e4e837f8', 'gw_port': {'id': '162c1f4e-739b-4d50-b74e-16242592db8a', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ca:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:02Z', 'updated_at': '2022-04-05T22:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_floatingips': [{'id': '487125d3-ec2c-447a-be50-2d2b52038d8b', 'tenant_id': 'c30240b95f844507b090c8c5e4e837f8', 'floating_ip_address': '172.27.1.144', 'floating_network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'router_id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'port_id': '4b8820cd-3783-4e3a-93c7-1660e50d6441', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29e62588-d45d-408b-8ff2-41c8ab8f7564', 'mac_address': 'fa:16:3e:0e:0a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d6852c-b173-4568-9a88-5de665199c71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:46:22Z', 'updated_at': '2022-04-05T22:46:22Z', 'revision_number': 0, 'project_id': 'c30240b95f844507b090c8c5e4e837f8', 'fixed_ip_address_scope': None}, {'id': 'd4df3501-f0aa-4f89-b950-cbe9c9c9cc85', 'tenant_id': 'c30240b95f844507b090c8c5e4e837f8', 'floating_ip_address': '172.27.1.90', 'floating_network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'router_id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'port_id': '6399fef4-cd8d-42d8-852a-64936366419f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29e62588-d45d-408b-8ff2-41c8ab8f7564', 'mac_address': 'fa:16:3e:fb:99:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acab9884-4180-449d-a397-76c9a23ab8c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:43:12Z', 'updated_at': '2022-04-05T22:43:15Z', 'revision_number': 1, 'project_id': 'c30240b95f844507b090c8c5e4e837f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7acd7cb9-7e4a-4699-9295-869abcd2d15b', 'name': '', 'network_id': '29e62588-d45d-408b-8ff2-41c8ab8f7564', 'tenant_id': 'c30240b95f844507b090c8c5e4e837f8', 'mac_address': 'fa:16:3e:a9:ec:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '01cfd0c4-12a2-43c1-a8b6-36df1c8261fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:05Z', 'updated_at': '2022-04-05T22:39:11Z', 'revision_number': 5, 'project_id': 'c30240b95f844507b090c8c5e4e837f8', 'subnets': [{'id': '01cfd0c4-12a2-43c1-a8b6-36df1c8261fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:46:24.133861 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e270f9c-a340-4c51-9d0a-792974d45041 req-b3fbb432-5f29-4abc-ab85-3a51cb240749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:24.135123 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ea07a3-8cad-4e8b-969f-ddc43d231061 None None] Checking router: 1234f21b-804b-42c6-8ed1-79cd5f091c41 for host: dv-cinder-835881-4-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:46:24.135345 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7e270f9c-a340-4c51-9d0a-792974d45041 req-b3fbb432-5f29-4abc-ab85-3a51cb240749 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c30240b95f844507b090c8c5e4e837f8&device_id=d2d6852c-b173-4568-9a88-5de665199c71 HTTP/1.1" status: 200 len: 1129 time: 0.0430338 Apr 05 22:46:24.143419 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ea07a3-8cad-4e8b-969f-ddc43d231061 None None] Routers {'1234f21b-804b-42c6-8ed1-79cd5f091c41'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:46:24.144012 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-95ea07a3-8cad-4e8b-969f-ddc43d231061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:46:08Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['1234f21b-804b-42c6-8ed1-79cd5f091c41'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:46:24.226195 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e270f9c-a340-4c51-9d0a-792974d45041 req-149103ab-876d-40ef-8a85-2011b6e4a2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:24.227663 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7e270f9c-a340-4c51-9d0a-792974d45041 req-149103ab-876d-40ef-8a85-2011b6e4a2db service neutron] 10.222.0.13 "GET /v2.0/networks?id=29e62588-d45d-408b-8ff2-41c8ab8f7564 HTTP/1.1" status: 200 len: 913 time: 0.0853612 Apr 05 22:46:24.250032 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-95ea07a3-8cad-4e8b-969f-ddc43d231061 None None] Set router 1234f21b-804b-42c6-8ed1-79cd5f091c41 gateway port host: dv-cinder-835881-4-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:46:24.295214 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7e270f9c-a340-4c51-9d0a-792974d45041 req-28d6c74d-5248-48fd-8969-384c9c688899 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b8820cd-3783-4e3a-93c7-1660e50d6441 HTTP/1.1" status: 200 len: 999 time: 0.0595634 Apr 05 22:46:24.345396 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e270f9c-a340-4c51-9d0a-792974d45041 req-b5143fcc-12f5-4895-baa1-c202c0db216f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:24.346946 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7e270f9c-a340-4c51-9d0a-792974d45041 req-b5143fcc-12f5-4895-baa1-c202c0db216f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=01cfd0c4-12a2-43c1-a8b6-36df1c8261fd HTTP/1.1" status: 200 len: 851 time: 0.0434763 Apr 05 22:46:24.397947 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e270f9c-a340-4c51-9d0a-792974d45041 req-52936cee-418e-4169-9ecc-841fff35f6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:24.399449 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7e270f9c-a340-4c51-9d0a-792974d45041 req-52936cee-418e-4169-9ecc-841fff35f6e8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=29e62588-d45d-408b-8ff2-41c8ab8f7564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464919 Apr 05 22:46:24.480129 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-95ea07a3-8cad-4e8b-969f-ddc43d231061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'name': 'tempest-TestVolumeBootPattern-1575049161-router', 'tenant_id': 'c30240b95f844507b090c8c5e4e837f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '162c1f4e-739b-4d50-b74e-16242592db8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:39:01Z', 'updated_at': '2022-04-05T22:39:06Z', 'revision_number': 4, 'project_id': 'c30240b95f844507b090c8c5e4e837f8', 'gw_port': {'id': '162c1f4e-739b-4d50-b74e-16242592db8a', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ca:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:02Z', 'updated_at': '2022-04-05T22:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_floatingips': [{'id': '487125d3-ec2c-447a-be50-2d2b52038d8b', 'tenant_id': 'c30240b95f844507b090c8c5e4e837f8', 'floating_ip_address': '172.27.1.144', 'floating_network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'router_id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'port_id': '4b8820cd-3783-4e3a-93c7-1660e50d6441', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29e62588-d45d-408b-8ff2-41c8ab8f7564', 'mac_address': 'fa:16:3e:0e:0a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d6852c-b173-4568-9a88-5de665199c71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:46:22Z', 'updated_at': '2022-04-05T22:46:22Z', 'revision_number': 0, 'project_id': 'c30240b95f844507b090c8c5e4e837f8', 'fixed_ip_address_scope': None}, {'id': 'd4df3501-f0aa-4f89-b950-cbe9c9c9cc85', 'tenant_id': 'c30240b95f844507b090c8c5e4e837f8', 'floating_ip_address': '172.27.1.90', 'floating_network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'router_id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'port_id': '6399fef4-cd8d-42d8-852a-64936366419f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29e62588-d45d-408b-8ff2-41c8ab8f7564', 'mac_address': 'fa:16:3e:fb:99:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acab9884-4180-449d-a397-76c9a23ab8c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:43:12Z', 'updated_at': '2022-04-05T22:43:15Z', 'revision_number': 1, 'project_id': 'c30240b95f844507b090c8c5e4e837f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7acd7cb9-7e4a-4699-9295-869abcd2d15b', 'name': '', 'network_id': '29e62588-d45d-408b-8ff2-41c8ab8f7564', 'tenant_id': 'c30240b95f844507b090c8c5e4e837f8', 'mac_address': 'fa:16:3e:a9:ec:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '01cfd0c4-12a2-43c1-a8b6-36df1c8261fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:05Z', 'updated_at': '2022-04-05T22:39:11Z', 'revision_number': 5, 'project_id': 'c30240b95f844507b090c8c5e4e837f8', 'subnets': [{'id': '01cfd0c4-12a2-43c1-a8b6-36df1c8261fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:46:24.493133 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7e270f9c-a340-4c51-9d0a-792974d45041 req-79cd1ccd-f9d2-4285-a408-fb84853014a2 service neutron] 10.222.0.13 "GET /v2.0/networks/29e62588-d45d-408b-8ff2-41c8ab8f7564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862546 Apr 05 22:46:24.507032 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ea07a3-8cad-4e8b-969f-ddc43d231061 None None] The sync data for ids ['1234f21b-804b-42c6-8ed1-79cd5f091c41'] in dv-cinder-835881-4-iscsi is: [{'id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'name': 'tempest-TestVolumeBootPattern-1575049161-router', 'tenant_id': 'c30240b95f844507b090c8c5e4e837f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '162c1f4e-739b-4d50-b74e-16242592db8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:39:01Z', 'updated_at': '2022-04-05T22:39:06Z', 'revision_number': 4, 'project_id': 'c30240b95f844507b090c8c5e4e837f8', 'gw_port': {'id': '162c1f4e-739b-4d50-b74e-16242592db8a', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ca:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:02Z', 'updated_at': '2022-04-05T22:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_floatingips': [{'id': '487125d3-ec2c-447a-be50-2d2b52038d8b', 'tenant_id': 'c30240b95f844507b090c8c5e4e837f8', 'floating_ip_address': '172.27.1.144', 'floating_network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'router_id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'port_id': '4b8820cd-3783-4e3a-93c7-1660e50d6441', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29e62588-d45d-408b-8ff2-41c8ab8f7564', 'mac_address': 'fa:16:3e:0e:0a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d6852c-b173-4568-9a88-5de665199c71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:46:22Z', 'updated_at': '2022-04-05T22:46:22Z', 'revision_number': 0, 'project_id': 'c30240b95f844507b090c8c5e4e837f8', 'fixed_ip_address_scope': None}, {'id': 'd4df3501-f0aa-4f89-b950-cbe9c9c9cc85', 'tenant_id': 'c30240b95f844507b090c8c5e4e837f8', 'floating_ip_address': '172.27.1.90', 'floating_network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'router_id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'port_id': '6399fef4-cd8d-42d8-852a-64936366419f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29e62588-d45d-408b-8ff2-41c8ab8f7564', 'mac_address': 'fa:16:3e:fb:99:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acab9884-4180-449d-a397-76c9a23ab8c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:43:12Z', 'updated_at': '2022-04-05T22:43:15Z', 'revision_number': 1, 'project_id': 'c30240b95f844507b090c8c5e4e837f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7acd7cb9-7e4a-4699-9295-869abcd2d15b', 'name': '', 'network_id': '29e62588-d45d-408b-8ff2-41c8ab8f7564', 'tenant_id': 'c30240b95f844507b090c8c5e4e837f8', 'mac_address': 'fa:16:3e:a9:ec:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '01cfd0c4-12a2-43c1-a8b6-36df1c8261fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:05Z', 'updated_at': '2022-04-05T22:39:11Z', 'revision_number': 5, 'project_id': 'c30240b95f844507b090c8c5e4e837f8', 'subnets': [{'id': '01cfd0c4-12a2-43c1-a8b6-36df1c8261fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:46:24.605278 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7e270f9c-a340-4c51-9d0a-792974d45041 req-0899bbd0-2652-4c5d-aff7-9abf285722ab service neutron] 10.222.0.13 "GET /v2.0/networks/29e62588-d45d-408b-8ff2-41c8ab8f7564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048157 Apr 05 22:46:24.706572 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7af664b-e0b6-497a-b6bb-9e282737580b None None] New status for floating IP 487125d3-ec2c-447a-be50-2d2b52038d8b: ACTIVE {{(pid=103470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:46:27.935093 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (021dfe4d-8109-4136-9367-dac606dce553), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:32.772832 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ca6490f1-7adc-4a73-9ecd-d2f3940650ab req-878d26c7-60e1-448e-8bc8-98005070868d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=acab9884-4180-449d-a397-76c9a23ab8c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433214 Apr 05 22:46:32.837398 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6490f1-7adc-4a73-9ecd-d2f3940650ab req-90e9df2d-9fa8-474f-8850-b53fa4f4d441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:32.840029 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ca6490f1-7adc-4a73-9ecd-d2f3940650ab req-90e9df2d-9fa8-474f-8850-b53fa4f4d441 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c30240b95f844507b090c8c5e4e837f8&device_id=acab9884-4180-449d-a397-76c9a23ab8c2 HTTP/1.1" status: 200 len: 1129 time: 0.0464470 Apr 05 22:46:32.955985 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6490f1-7adc-4a73-9ecd-d2f3940650ab req-447d5734-e6d3-441a-8761-76449eb3ab77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:32.957521 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ca6490f1-7adc-4a73-9ecd-d2f3940650ab req-447d5734-e6d3-441a-8761-76449eb3ab77 service neutron] 10.222.0.13 "GET /v2.0/networks?id=29e62588-d45d-408b-8ff2-41c8ab8f7564 HTTP/1.1" status: 200 len: 913 time: 0.0893388 Apr 05 22:46:33.411414 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ca6490f1-7adc-4a73-9ecd-d2f3940650ab req-0de1b8ad-636e-43da-8068-33dcca1d246d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6399fef4-cd8d-42d8-852a-64936366419f HTTP/1.1" status: 200 len: 1000 time: 0.0597193 Apr 05 22:46:33.463296 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6490f1-7adc-4a73-9ecd-d2f3940650ab req-aab5ea7c-325b-486a-9f08-d477c11262aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:33.464725 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ca6490f1-7adc-4a73-9ecd-d2f3940650ab req-aab5ea7c-325b-486a-9f08-d477c11262aa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=01cfd0c4-12a2-43c1-a8b6-36df1c8261fd HTTP/1.1" status: 200 len: 851 time: 0.0468128 Apr 05 22:46:33.539207 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6490f1-7adc-4a73-9ecd-d2f3940650ab req-3e7dad30-6da7-41ca-bcd8-fdd225ef0c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:33.540744 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ca6490f1-7adc-4a73-9ecd-d2f3940650ab req-3e7dad30-6da7-41ca-bcd8-fdd225ef0c52 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=29e62588-d45d-408b-8ff2-41c8ab8f7564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472388 Apr 05 22:46:33.633907 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ca6490f1-7adc-4a73-9ecd-d2f3940650ab req-4fe207aa-7834-44f6-a63e-83f06f6fa34e service neutron] 10.222.0.13 "GET /v2.0/networks/29e62588-d45d-408b-8ff2-41c8ab8f7564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837853 Apr 05 22:46:33.729204 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ca6490f1-7adc-4a73-9ecd-d2f3940650ab req-8f78a03b-8036-4b70-addb-4f126648368c service neutron] 10.222.0.13 "GET /v2.0/networks/29e62588-d45d-408b-8ff2-41c8ab8f7564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879040 Apr 05 22:46:34.213075 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db06f19f-1642-468d-be1a-551ececef628 req-db130b35-e116-44e3-ac37-73bafbc45000 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:34.214555 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-db06f19f-1642-468d-be1a-551ececef628 req-db130b35-e116-44e3-ac37-73bafbc45000 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9611e60-02f1-453b-973f-b4967f296848 HTTP/1.1" status: 200 len: 945 time: 0.0540709 Apr 05 22:46:34.273028 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-db06f19f-1642-468d-be1a-551ececef628 req-5badd8b6-9583-48f4-9b93-feb9740968f3 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/security-groups?id=3820c57e-0a2b-4cd6-a0d9-5b9070b5147e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523379 Apr 05 22:46:35.443590 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfb9d50-cd71-4507-beb5-3acfa9831be9 req-1e0d61d5-df2e-4983-bef1-9e61aed2207c tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:35.445045 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6cfb9d50-cd71-4507-beb5-3acfa9831be9 req-1e0d61d5-df2e-4983-bef1-9e61aed2207c tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9611e60-02f1-453b-973f-b4967f296848 HTTP/1.1" status: 200 len: 945 time: 0.1032028 Apr 05 22:46:35.490596 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6cfb9d50-cd71-4507-beb5-3acfa9831be9 req-0a2d7ffb-5e79-4102-964e-d9b1d2e5c6c4 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/security-groups?id=3820c57e-0a2b-4cd6-a0d9-5b9070b5147e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398426 Apr 05 22:46:35.526550 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-18de3df6-884d-417a-ad8e-320867e53580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (08425891-4e99-4ae4-974b-85ee5a0410c6), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:36.504733 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207d9e1-cc9f-40e7-a805-d9bc4c31a541 req-95307d67-0d82-4c4f-b8c6-74431a29267e tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:36.507486 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7207d9e1-cc9f-40e7-a805-d9bc4c31a541 req-95307d67-0d82-4c4f-b8c6-74431a29267e tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9611e60-02f1-453b-973f-b4967f296848 HTTP/1.1" status: 200 len: 945 time: 0.0538063 Apr 05 22:46:36.644582 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a26f6-72b9-4b01-956e-4464f14dbe5e req-0217d1b9-c487-4dd9-a62c-8996cd7a4b21 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:36.646882 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-121a26f6-72b9-4b01-956e-4464f14dbe5e req-0217d1b9-c487-4dd9-a62c-8996cd7a4b21 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9611e60-02f1-453b-973f-b4967f296848 HTTP/1.1" status: 200 len: 945 time: 0.0707662 Apr 05 22:46:36.649154 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [req-7207d9e1-cc9f-40e7-a805-d9bc4c31a541 req-1e0b73bc-667e-49bc-952c-3f4e36f52258 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Deleting port efa8e03c-2e14-4148-afb3-88bab1905e4a {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:46:36.649561 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-7207d9e1-cc9f-40e7-a805-d9bc4c31a541 req-1e0b73bc-667e-49bc-952c-3f4e36f52258 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757100664625'] for port (efa8e03c-2e14-4148-afb3-88bab1905e4a), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:36.756289 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-121a26f6-72b9-4b01-956e-4464f14dbe5e req-32134165-b49b-45ee-ae29-a1a307a674f5 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/security-groups?id=3820c57e-0a2b-4cd6-a0d9-5b9070b5147e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018941 Apr 05 22:46:36.770233 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-7207d9e1-cc9f-40e7-a805-d9bc4c31a541 req-1e0b73bc-667e-49bc-952c-3f4e36f52258 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] For port efa8e03c-2e14-4148-afb3-88bab1905e4a, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=efa8e03c-2e14-4148-afb3-88bab1905e4a,segment=NetworkSegment(7d65933d-36de-4f1d-ae48-24ad40f63257),segment_id=7d65933d-36de-4f1d-ae48-24ad40f63257)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:46:36.770595 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-7207d9e1-cc9f-40e7-a805-d9bc4c31a541 req-1e0b73bc-667e-49bc-952c-3f4e36f52258 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525920'] for port (efa8e03c-2e14-4148-afb3-88bab1905e4a), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:36.944603 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-7207d9e1-cc9f-40e7-a805-d9bc4c31a541 req-1e0b73bc-667e-49bc-952c-3f4e36f52258 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:36.945036 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-7207d9e1-cc9f-40e7-a805-d9bc4c31a541 req-1e0b73bc-667e-49bc-952c-3f4e36f52258 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536593'] for floatingip (cc7fe4be-adc1-4b2b-a3c9-18d3dc746ce0), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:36.945511 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.db.l3_db [req-7207d9e1-cc9f-40e7-a805-d9bc4c31a541 req-1e0b73bc-667e-49bc-952c-3f4e36f52258 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Floating IP cc7fe4be-adc1-4b2b-a3c9-18d3dc746ce0 disassociated. External IP: 172.27.1.156, port: efa8e03c-2e14-4148-afb3-88bab1905e4a. Apr 05 22:46:36.945992 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [req-7207d9e1-cc9f-40e7-a805-d9bc4c31a541 req-1e0b73bc-667e-49bc-952c-3f4e36f52258 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Calling delete_port for efa8e03c-2e14-4148-afb3-88bab1905e4a owned by compute:nova {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:46:37.078763 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-7207d9e1-cc9f-40e7-a805-d9bc4c31a541 req-1e0b73bc-667e-49bc-952c-3f4e36f52258 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757100670980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757100095757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827921'] for port (efa8e03c-2e14-4148-afb3-88bab1905e4a), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:37.107678 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0b73bc-667e-49bc-952c-3f4e36f52258 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Pushing event deleted for resources: {'Port': ['ID=efa8e03c-2e14-4148-afb3-88bab1905e4a,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:37.219822 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7207d9e1-cc9f-40e7-a805-d9bc4c31a541 req-1e0b73bc-667e-49bc-952c-3f4e36f52258 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Router d51c3735-6a4e-4d37-acdf-25e27a08c3d1 has already been hosted by L3 agent 79a469f9-bdbc-4492-b479-9e5faeaf33b0 {{(pid=103469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:46:37.331618 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7207d9e1-cc9f-40e7-a805-d9bc4c31a541 req-1e0b73bc-667e-49bc-952c-3f4e36f52258 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Notify agent at l3_agent.dv-cinder-835881-4-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:46:37.342079 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8028ac0-8a6d-48b2-89cf-2c306bbe1ace None None] Sync routers for ids ['d51c3735-6a4e-4d37-acdf-25e27a08c3d1'] in dv-cinder-835881-4-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:46:37.352745 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8028ac0-8a6d-48b2-89cf-2c306bbe1ace None None] Routers {'d51c3735-6a4e-4d37-acdf-25e27a08c3d1'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:46:37.353417 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-c8028ac0-8a6d-48b2-89cf-2c306bbe1ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:46:08Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['d51c3735-6a4e-4d37-acdf-25e27a08c3d1'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:46:37.373328 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [req-7207d9e1-cc9f-40e7-a805-d9bc4c31a541 req-1e0b73bc-667e-49bc-952c-3f4e36f52258 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] No DVR routers for this DVR port efa8e03c-2e14-4148-afb3-88bab1905e4a on host hv-cinder-83588 {{(pid=103469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:46:37.375893 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-7207d9e1-cc9f-40e7-a805-d9bc4c31a541 req-1e0b73bc-667e-49bc-952c-3f4e36f52258 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:37.379197 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7207d9e1-cc9f-40e7-a805-d9bc4c31a541 req-1e0b73bc-667e-49bc-952c-3f4e36f52258 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.13 "DELETE /v2.0/ports/efa8e03c-2e14-4148-afb3-88bab1905e4a HTTP/1.1" status: 204 len: 173 time: 0.8667495 Apr 05 22:46:37.379635 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9611e60-02f1-453b-973f-b4967f296848', 'name': 'network-vif-deleted', 'tag': 'efa8e03c-2e14-4148-afb3-88bab1905e4a'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:46:37.381919 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f386ba26b1031f5495d5bdef0d2c98b5b567df56bfe60a1d1e0dd7c3f719aed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-282baea5-1761-4bb3-9748-cf4735ab3e20" -d '{"events": [{"server_uuid": "a9611e60-02f1-453b-973f-b4967f296848", "name": "network-vif-deleted", "tag": "efa8e03c-2e14-4148-afb3-88bab1905e4a"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:46:37.422008 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bed3fc3-837f-414b-9925-270ffedaa71e x-openstack-request-id: req-4bed3fc3-837f-414b-9925-270ffedaa71e {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:46:37.422305 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9611e60-02f1-453b-973f-b4967f296848", "name": "network-vif-deleted", "tag": "efa8e03c-2e14-4148-afb3-88bab1905e4a", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:46:37.422561 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4bed3fc3-837f-414b-9925-270ffedaa71e {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:46:37.422969 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bed3fc3-837f-414b-9925-270ffedaa71e'] response: {'server_uuid': 'a9611e60-02f1-453b-973f-b4967f296848', 'name': 'network-vif-deleted', 'tag': 'efa8e03c-2e14-4148-afb3-88bab1905e4a', 'status': 'completed', 'code': 200} Apr 05 22:46:37.465427 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-c8028ac0-8a6d-48b2-89cf-2c306bbe1ace None None] Set router d51c3735-6a4e-4d37-acdf-25e27a08c3d1 gateway port host: dv-cinder-835881-4-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:46:37.690920 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-c8028ac0-8a6d-48b2-89cf-2c306bbe1ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'name': 'tempest-AttachVolumeNegativeTest-472364483-router', 'tenant_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'f7257a2b-51a0-4a83-97f1-aa23ea91efe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:36:28Z', 'updated_at': '2022-04-05T22:36:43Z', 'revision_number': 4, 'project_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'gw_port': {'id': 'f7257a2b-51a0-4a83-97f1-aa23ea91efe1', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:07:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:29Z', 'updated_at': '2022-04-05T22:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_interfaces': [{'id': '35730c02-9364-4d72-96fb-383f73802885', 'name': '', 'network_id': '2745cec7-a148-4762-a4f4-09b14f6d3b74', 'tenant_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'mac_address': 'fa:16:3e:db:97:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '45b714fa-5bcf-429b-b58b-460d14e81c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:40Z', 'updated_at': '2022-04-05T22:36:52Z', 'revision_number': 5, 'project_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'subnets': [{'id': '45b714fa-5bcf-429b-b58b-460d14e81c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:46:37.715819 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8028ac0-8a6d-48b2-89cf-2c306bbe1ace None None] Checking router: d51c3735-6a4e-4d37-acdf-25e27a08c3d1 for host: dv-cinder-835881-4-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:46:37.724035 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8028ac0-8a6d-48b2-89cf-2c306bbe1ace None None] Routers {'d51c3735-6a4e-4d37-acdf-25e27a08c3d1'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:46:37.724645 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-c8028ac0-8a6d-48b2-89cf-2c306bbe1ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:46:08Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['d51c3735-6a4e-4d37-acdf-25e27a08c3d1'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:46:37.878049 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-4e07cd75-12b1-488f-affe-d77bca9d9971 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (79a469f9-bdbc-4492-b479-9e5faeaf33b0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:37.890508 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0d8efa16-7287-40f8-a349-c8b36fefa944 req-f5e7ffb5-a0a9-4dd0-a995-5aca8da9913b tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9611e60-02f1-453b-973f-b4967f296848 HTTP/1.1" status: 200 len: 210 time: 0.0411990 Apr 05 22:46:37.942083 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-c8028ac0-8a6d-48b2-89cf-2c306bbe1ace None None] Set router d51c3735-6a4e-4d37-acdf-25e27a08c3d1 gateway port host: dv-cinder-835881-4-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:46:38.146392 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-c8028ac0-8a6d-48b2-89cf-2c306bbe1ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'name': 'tempest-AttachVolumeNegativeTest-472364483-router', 'tenant_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'f7257a2b-51a0-4a83-97f1-aa23ea91efe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:36:28Z', 'updated_at': '2022-04-05T22:36:43Z', 'revision_number': 4, 'project_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'gw_port': {'id': 'f7257a2b-51a0-4a83-97f1-aa23ea91efe1', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:07:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:29Z', 'updated_at': '2022-04-05T22:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_interfaces': [{'id': '35730c02-9364-4d72-96fb-383f73802885', 'name': '', 'network_id': '2745cec7-a148-4762-a4f4-09b14f6d3b74', 'tenant_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'mac_address': 'fa:16:3e:db:97:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '45b714fa-5bcf-429b-b58b-460d14e81c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:40Z', 'updated_at': '2022-04-05T22:36:52Z', 'revision_number': 5, 'project_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'subnets': [{'id': '45b714fa-5bcf-429b-b58b-460d14e81c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:46:38.171939 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8028ac0-8a6d-48b2-89cf-2c306bbe1ace None None] The sync data for ids ['d51c3735-6a4e-4d37-acdf-25e27a08c3d1'] in dv-cinder-835881-4-iscsi is: [{'id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'name': 'tempest-AttachVolumeNegativeTest-472364483-router', 'tenant_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'f7257a2b-51a0-4a83-97f1-aa23ea91efe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:36:28Z', 'updated_at': '2022-04-05T22:36:43Z', 'revision_number': 4, 'project_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'gw_port': {'id': 'f7257a2b-51a0-4a83-97f1-aa23ea91efe1', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:07:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:29Z', 'updated_at': '2022-04-05T22:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_interfaces': [{'id': '35730c02-9364-4d72-96fb-383f73802885', 'name': '', 'network_id': '2745cec7-a148-4762-a4f4-09b14f6d3b74', 'tenant_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'mac_address': 'fa:16:3e:db:97:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '45b714fa-5bcf-429b-b58b-460d14e81c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:40Z', 'updated_at': '2022-04-05T22:36:52Z', 'revision_number': 5, 'project_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'subnets': [{'id': '45b714fa-5bcf-429b-b58b-460d14e81c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:46:38.383438 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be86c8d9-ef6d-4c05-9c47-3ddc31623a04 None None] New status for floating IP cc7fe4be-adc1-4b2b-a3c9-18d3dc746ce0: DOWN {{(pid=103470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:46:38.975824 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 44514) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:46:39.001059 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-dae4f030-1cb2-49a8-bcfa-6facf2529a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (e40c9916-dc7d-41d8-a75d-da550db0c469), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:39.035233 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-4595ec27-e115-442d-93d8-90dc9e69e615 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for security_group (3820c57e-0a2b-4cd6-a0d9-5b9070b5147e), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:39.058771 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-4595ec27-e115-442d-93d8-90dc9e69e615 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for security_group (3820c57e-0a2b-4cd6-a0d9-5b9070b5147e), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:39.105425 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-4595ec27-e115-442d-93d8-90dc9e69e615 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (3820c57e-0a2b-4cd6-a0d9-5b9070b5147e), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:39.108012 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-4595ec27-e115-442d-93d8-90dc9e69e615 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:39.109145 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-4595ec27-e115-442d-93d8-90dc9e69e615 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "DELETE /v2.0/security-groups/3820c57e-0a2b-4cd6-a0d9-5b9070b5147e HTTP/1.1" status: 204 len: 168 time: 0.1323528 Apr 05 22:46:39.111959 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 44516) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:46:39.118087 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4595ec27-e115-442d-93d8-90dc9e69e615 tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3820c57e-0a2b-4cd6-a0d9-5b9070b5147e,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:39.126505 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.api.v2.resource [None req-d16a9303-8442-405d-97cc-ce0eab9572dd tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] show failed (client error): The resource could not be found. Apr 05 22:46:39.127508 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-d16a9303-8442-405d-97cc-ce0eab9572dd tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "GET /v2.0/security-groups/3820c57e-0a2b-4cd6-a0d9-5b9070b5147e HTTP/1.1" status: 404 len: 347 time: 0.0144768 Apr 05 22:46:39.130325 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 44518) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:46:39.256691 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-0b5efa4d-7508-4f86-8e30-7ff66662068c tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Deleting port d5741d99-8048-4ac7-8e5f-09e41446f52c {{(pid=103468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:46:39.256956 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-0b5efa4d-7508-4f86-8e30-7ff66662068c tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757100664625'] for port (d5741d99-8048-4ac7-8e5f-09e41446f52c), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:39.336359 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-0b5efa4d-7508-4f86-8e30-7ff66662068c tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525920'] for port (d5741d99-8048-4ac7-8e5f-09e41446f52c), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:39.336687 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-0b5efa4d-7508-4f86-8e30-7ff66662068c tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for floatingip (d5741d99-8048-4ac7-8e5f-09e41446f52c), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:39.348265 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-0b5efa4d-7508-4f86-8e30-7ff66662068c tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Calling delete_port for d5741d99-8048-4ac7-8e5f-09e41446f52c owned by network:floatingip {{(pid=103468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:46:39.472646 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-0b5efa4d-7508-4f86-8e30-7ff66662068c tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757100670980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757100095757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815454'] for port (d5741d99-8048-4ac7-8e5f-09e41446f52c), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:39.498616 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5efa4d-7508-4f86-8e30-7ff66662068c tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Pushing event deleted for resources: {'Port': ['ID=d5741d99-8048-4ac7-8e5f-09e41446f52c,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:39.511434 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5efa4d-7508-4f86-8e30-7ff66662068c tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:46:39.511783 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5efa4d-7508-4f86-8e30-7ff66662068c tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:46:39.512124 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5efa4d-7508-4f86-8e30-7ff66662068c tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:46:39.512459 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5efa4d-7508-4f86-8e30-7ff66662068c tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:46:39.512786 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5efa4d-7508-4f86-8e30-7ff66662068c tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:46:39.513114 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5efa4d-7508-4f86-8e30-7ff66662068c tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:46:39.513436 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5efa4d-7508-4f86-8e30-7ff66662068c tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:46:39.513780 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5efa4d-7508-4f86-8e30-7ff66662068c tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:46:39.514101 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5efa4d-7508-4f86-8e30-7ff66662068c tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:46:39.514420 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5efa4d-7508-4f86-8e30-7ff66662068c tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:46:39.514740 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5efa4d-7508-4f86-8e30-7ff66662068c tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:46:39.515058 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5efa4d-7508-4f86-8e30-7ff66662068c tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:46:39.515374 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5efa4d-7508-4f86-8e30-7ff66662068c tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:46:39.515691 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5efa4d-7508-4f86-8e30-7ff66662068c tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:46:39.516009 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5efa4d-7508-4f86-8e30-7ff66662068c tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:46:39.814638 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-0b5efa4d-7508-4f86-8e30-7ff66662068c tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks [] for floatingip (cc7fe4be-adc1-4b2b-a3c9-18d3dc746ce0), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:39.817079 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-0b5efa4d-7508-4f86-8e30-7ff66662068c tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for floatingip (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:39.818280 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-0b5efa4d-7508-4f86-8e30-7ff66662068c tempest-AttachVolumeNegativeTest-608981041 tempest-AttachVolumeNegativeTest-608981041-project] 10.222.0.45 "DELETE /v2.0/floatingips/cc7fe4be-adc1-4b2b-a3c9-18d3dc746ce0 HTTP/1.1" status: 204 len: 168 time: 0.6863706 Apr 05 22:46:40.635723 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-99ae2e83-6010-40d2-b70a-5b0f9e3ea887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (f28e62d6-8243-45bb-b578-64cfae2561d0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:40.856071 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device efa8e03c-2e14-4148-afb3-88bab1905e4a no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:46:40.876475 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] No Port match for: efa8e03c-2e14-4148-afb3-88bab1905e4a {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:46:40.876816 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device efa8e03c-2e14-4148-afb3-88bab1905e4a not bound to the agent host hv-cinder-83588 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:46:42.057681 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (b771b186-15ef-4a1a-9c73-ea54ac08c8ac), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:43.002355 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-97cde7d9-dbb1-4d23-a7c6-1511c50e2662 None None] Agent healthcheck: found 6 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:46:43.452839 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 44556) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:46:43.898238 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-47804672-29b3-42b5-9c64-e112de6fae9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535057'] for router_interface (d51c3735-6a4e-4d37-acdf-25e27a08c3d1), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:44.149386 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-47804672-29b3-42b5-9c64-e112de6fae9c admin admin] Deleting port 35730c02-9364-4d72-96fb-383f73802885 {{(pid=103468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:46:44.149750 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-47804672-29b3-42b5-9c64-e112de6fae9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757100664625'] for port (35730c02-9364-4d72-96fb-383f73802885), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:44.226108 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-47804672-29b3-42b5-9c64-e112de6fae9c admin admin] For port 35730c02-9364-4d72-96fb-383f73802885, host dv-cinder-835881-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=35730c02-9364-4d72-96fb-383f73802885,segment=NetworkSegment(7d65933d-36de-4f1d-ae48-24ad40f63257),segment_id=7d65933d-36de-4f1d-ae48-24ad40f63257)] {{(pid=103468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:46:44.226471 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-47804672-29b3-42b5-9c64-e112de6fae9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525920'] for port (35730c02-9364-4d72-96fb-383f73802885), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:44.238486 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-47804672-29b3-42b5-9c64-e112de6fae9c admin admin] Calling delete_port for 35730c02-9364-4d72-96fb-383f73802885 owned by network:router_interface {{(pid=103468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:46:44.416288 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-47804672-29b3-42b5-9c64-e112de6fae9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757100670980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757100095757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815454'] for port (35730c02-9364-4d72-96fb-383f73802885), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:44.438911 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47804672-29b3-42b5-9c64-e112de6fae9c admin admin] Pushing event deleted for resources: {'Port': ['ID=35730c02-9364-4d72-96fb-383f73802885,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:44.612239 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-47804672-29b3-42b5-9c64-e112de6fae9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3645314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536705'] for router_interface (d51c3735-6a4e-4d37-acdf-25e27a08c3d1), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:44.825462 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47804672-29b3-42b5-9c64-e112de6fae9c admin admin] Router d51c3735-6a4e-4d37-acdf-25e27a08c3d1 has already been hosted by L3 agent 79a469f9-bdbc-4492-b479-9e5faeaf33b0 {{(pid=103468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:46:44.929495 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47804672-29b3-42b5-9c64-e112de6fae9c admin admin] Notify agent at l3_agent.dv-cinder-835881-4-iscsi the message routers_updated {{(pid=103468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:46:44.935408 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-47804672-29b3-42b5-9c64-e112de6fae9c admin admin] 10.222.0.45 "PUT /v2.0/routers/d51c3735-6a4e-4d37-acdf-25e27a08c3d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4805944 Apr 05 22:46:44.936926 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 44562) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:46:44.940511 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1bd59d-7785-4422-aeca-3b113d31cc57 None None] Sync routers for ids ['d51c3735-6a4e-4d37-acdf-25e27a08c3d1'] in dv-cinder-835881-4-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:46:44.949767 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1bd59d-7785-4422-aeca-3b113d31cc57 None None] Routers {'d51c3735-6a4e-4d37-acdf-25e27a08c3d1'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:46:44.950379 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-2a1bd59d-7785-4422-aeca-3b113d31cc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:46:38Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['d51c3735-6a4e-4d37-acdf-25e27a08c3d1'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:46:45.040274 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-e9394a9d-3993-4b3c-b4e3-7b932e8d5071 admin admin] Publish callbacks [] for router (d51c3735-6a4e-4d37-acdf-25e27a08c3d1), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:45.056796 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-2a1bd59d-7785-4422-aeca-3b113d31cc57 None None] Set router d51c3735-6a4e-4d37-acdf-25e27a08c3d1 gateway port host: dv-cinder-835881-4-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:46:45.139512 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-e9394a9d-3993-4b3c-b4e3-7b932e8d5071 admin admin] Publish callbacks [] for router_gateway (d51c3735-6a4e-4d37-acdf-25e27a08c3d1), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:45.193867 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-e9394a9d-3993-4b3c-b4e3-7b932e8d5071 admin admin] Deleting port f7257a2b-51a0-4a83-97f1-aa23ea91efe1 {{(pid=103468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:46:45.194223 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-e9394a9d-3993-4b3c-b4e3-7b932e8d5071 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757100664625'] for port (f7257a2b-51a0-4a83-97f1-aa23ea91efe1), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:45.230174 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-2a1bd59d-7785-4422-aeca-3b113d31cc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'name': 'tempest-AttachVolumeNegativeTest-472364483-router', 'tenant_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'f7257a2b-51a0-4a83-97f1-aa23ea91efe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:36:28Z', 'updated_at': '2022-04-05T22:46:44Z', 'revision_number': 5, 'project_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'gw_port': {'id': 'f7257a2b-51a0-4a83-97f1-aa23ea91efe1', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:07:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:29Z', 'updated_at': '2022-04-05T22:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi'}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:46:45.259407 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1bd59d-7785-4422-aeca-3b113d31cc57 None None] Checking router: d51c3735-6a4e-4d37-acdf-25e27a08c3d1 for host: dv-cinder-835881-4-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:46:45.267551 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1bd59d-7785-4422-aeca-3b113d31cc57 None None] Routers {'d51c3735-6a4e-4d37-acdf-25e27a08c3d1'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:46:45.268151 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-2a1bd59d-7785-4422-aeca-3b113d31cc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:46:38Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['d51c3735-6a4e-4d37-acdf-25e27a08c3d1'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:46:45.271884 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-e9394a9d-3993-4b3c-b4e3-7b932e8d5071 admin admin] For port f7257a2b-51a0-4a83-97f1-aa23ea91efe1, host dv-cinder-835881-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=f7257a2b-51a0-4a83-97f1-aa23ea91efe1,segment=NetworkSegment(93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb),segment_id=93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb)] {{(pid=103468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:46:45.272255 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-e9394a9d-3993-4b3c-b4e3-7b932e8d5071 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525920'] for port (f7257a2b-51a0-4a83-97f1-aa23ea91efe1), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:45.285441 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-e9394a9d-3993-4b3c-b4e3-7b932e8d5071 admin admin] Calling delete_port for f7257a2b-51a0-4a83-97f1-aa23ea91efe1 owned by network:router_gateway {{(pid=103468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:46:45.354472 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-2a1bd59d-7785-4422-aeca-3b113d31cc57 None None] Set router d51c3735-6a4e-4d37-acdf-25e27a08c3d1 gateway port host: None {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:46:45.403627 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-2a1bd59d-7785-4422-aeca-3b113d31cc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'name': 'tempest-AttachVolumeNegativeTest-472364483-router', 'tenant_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:36:28Z', 'updated_at': '2022-04-05T22:46:45Z', 'revision_number': 6, 'project_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'gw_port_host': None}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:46:45.432308 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1bd59d-7785-4422-aeca-3b113d31cc57 None None] The sync data for ids ['d51c3735-6a4e-4d37-acdf-25e27a08c3d1'] in dv-cinder-835881-4-iscsi is: [{'id': 'd51c3735-6a4e-4d37-acdf-25e27a08c3d1', 'name': 'tempest-AttachVolumeNegativeTest-472364483-router', 'tenant_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:36:28Z', 'updated_at': '2022-04-05T22:46:45Z', 'revision_number': 6, 'project_id': 'e718bf4373f64b3f9ec542b95b3e4d7b', 'gw_port_host': None}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:46:45.452283 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-e9394a9d-3993-4b3c-b4e3-7b932e8d5071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757100670980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757100095757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815454'] for port (f7257a2b-51a0-4a83-97f1-aa23ea91efe1), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:45.482877 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9394a9d-3993-4b3c-b4e3-7b932e8d5071 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7257a2b-51a0-4a83-97f1-aa23ea91efe1,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:45.542270 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-e9394a9d-3993-4b3c-b4e3-7b932e8d5071 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536647'] for router_gateway (d51c3735-6a4e-4d37-acdf-25e27a08c3d1), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:45.632271 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-e9394a9d-3993-4b3c-b4e3-7b932e8d5071 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5469'] for router (d51c3735-6a4e-4d37-acdf-25e27a08c3d1), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:45.634356 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-e9394a9d-3993-4b3c-b4e3-7b932e8d5071 admin admin] Publish callbacks [] for router_controller (d51c3735-6a4e-4d37-acdf-25e27a08c3d1), precommit_delete_associations {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:45.675637 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-e9394a9d-3993-4b3c-b4e3-7b932e8d5071 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534781'] for router (d51c3735-6a4e-4d37-acdf-25e27a08c3d1), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:45.676320 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9394a9d-3993-4b3c-b4e3-7b932e8d5071 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d51c3735-6a4e-4d37-acdf-25e27a08c3d1 {{(pid=103468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 22:46:45.681643 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-e9394a9d-3993-4b3c-b4e3-7b932e8d5071 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:45.685004 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-e9394a9d-3993-4b3c-b4e3-7b932e8d5071 admin admin] 10.222.0.45 "DELETE /v2.0/routers/d51c3735-6a4e-4d37-acdf-25e27a08c3d1 HTTP/1.1" status: 204 len: 168 time: 0.7449796 Apr 05 22:46:45.685395 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 44566) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:46:45.728965 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_v2 [None req-63fce621-256f-401c-a3b6-163c28840355 admin admin] Deleting subnet 45b714fa-5bcf-429b-b58b-460d14e81c92 {{(pid=103469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 22:46:45.731845 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-63fce621-256f-401c-a3b6-163c28840355 admin admin] Publish callbacks [] for subnet (45b714fa-5bcf-429b-b58b-460d14e81c92), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:45.764935 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-63fce621-256f-401c-a3b6-163c28840355 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075975'] for subnet (45b714fa-5bcf-429b-b58b-460d14e81c92), precommit_delete_associations {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:45.876643 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-63fce621-256f-401c-a3b6-163c28840355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3499703'] for subnet (45b714fa-5bcf-429b-b58b-460d14e81c92), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:45.927538 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-63fce621-256f-401c-a3b6-163c28840355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3499704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8949870'] for subnet (45b714fa-5bcf-429b-b58b-460d14e81c92), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:45.955739 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fce621-256f-401c-a3b6-163c28840355 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45b714fa-5bcf-429b-b58b-460d14e81c92,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:45.960505 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-63fce621-256f-401c-a3b6-163c28840355 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:45.965852 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c3a1c9-30eb-41e0-b314-bb4bf91300df None None] Network 2745cec7-a148-4762-a4f4-09b14f6d3b74 requested from dv-cinder-835881-4-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:46:45.966528 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 44568) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:46:45.966668 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-63fce621-256f-401c-a3b6-163c28840355 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/45b714fa-5bcf-429b-b58b-460d14e81c92 HTTP/1.1" status: 204 len: 168 time: 0.2800951 Apr 05 22:46:46.039203 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-79cc2106-2bee-4742-9da8-5132dfbb4ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539952'] for network (2745cec7-a148-4762-a4f4-09b14f6d3b74), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:46.092502 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-79cc2106-2bee-4742-9da8-5132dfbb4ede admin admin] Deleting port 84dd4799-e41f-469c-a9f1-79ec67471a26 {{(pid=103468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:46:46.092818 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-79cc2106-2bee-4742-9da8-5132dfbb4ede admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757100664625'] for port (84dd4799-e41f-469c-a9f1-79ec67471a26), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:46.160208 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-79cc2106-2bee-4742-9da8-5132dfbb4ede admin admin] For port 84dd4799-e41f-469c-a9f1-79ec67471a26, host dv-cinder-835881-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=84dd4799-e41f-469c-a9f1-79ec67471a26,segment=NetworkSegment(7d65933d-36de-4f1d-ae48-24ad40f63257),segment_id=7d65933d-36de-4f1d-ae48-24ad40f63257)] {{(pid=103468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:46:46.160579 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-79cc2106-2bee-4742-9da8-5132dfbb4ede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525920'] for port (84dd4799-e41f-469c-a9f1-79ec67471a26), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:46.174719 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-79cc2106-2bee-4742-9da8-5132dfbb4ede admin admin] Calling delete_port for 84dd4799-e41f-469c-a9f1-79ec67471a26 owned by network:dhcp {{(pid=103468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:46:46.186289 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2561ceb-f6a6-445f-9cdb-2c1d6ee227a9 None None] DHCP port deletion for 2745cec7-a148-4762-a4f4-09b14f6d3b74 request from dv-cinder-835881-4-iscsi {{(pid=103470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 05 22:46:46.236330 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-f2561ceb-f6a6-445f-9cdb-2c1d6ee227a9 None None] Deleting port 84dd4799-e41f-469c-a9f1-79ec67471a26 {{(pid=103470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:46:46.236700 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-f2561ceb-f6a6-445f-9cdb-2c1d6ee227a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757100664625'] for port (84dd4799-e41f-469c-a9f1-79ec67471a26), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:46.265630 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-79cc2106-2bee-4742-9da8-5132dfbb4ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757100670980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757100095757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815454'] for port (84dd4799-e41f-469c-a9f1-79ec67471a26), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:46.291169 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cc2106-2bee-4742-9da8-5132dfbb4ede admin admin] Pushing event deleted for resources: {'Port': ['ID=84dd4799-e41f-469c-a9f1-79ec67471a26,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:46.295511 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cc2106-2bee-4742-9da8-5132dfbb4ede admin admin] No DVR routers for this DVR port 84dd4799-e41f-469c-a9f1-79ec67471a26 on host dv-cinder-835881-4-iscsi {{(pid=103468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:46:46.304571 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-f2561ceb-f6a6-445f-9cdb-2c1d6ee227a9 None None] For port 84dd4799-e41f-469c-a9f1-79ec67471a26, host dv-cinder-835881-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=84dd4799-e41f-469c-a9f1-79ec67471a26,segment=NetworkSegment(7d65933d-36de-4f1d-ae48-24ad40f63257),segment_id=7d65933d-36de-4f1d-ae48-24ad40f63257)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:46:46.304988 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-f2561ceb-f6a6-445f-9cdb-2c1d6ee227a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525920'] for port (84dd4799-e41f-469c-a9f1-79ec67471a26), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:46.319763 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-f2561ceb-f6a6-445f-9cdb-2c1d6ee227a9 None None] Calling delete_port for 84dd4799-e41f-469c-a9f1-79ec67471a26 owned by network:dhcp {{(pid=103470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:46:46.375753 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-79cc2106-2bee-4742-9da8-5132dfbb4ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3448140', 'neutron.services.segments.db._delete_segments_for_network-8757100575609'] for network (2745cec7-a148-4762-a4f4-09b14f6d3b74), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:46.396864 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.services.segments.db [None req-79cc2106-2bee-4742-9da8-5132dfbb4ede admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2745cec7-a148-4762-a4f4-09b14f6d3b74']}} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:46:46.405160 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-f2561ceb-f6a6-445f-9cdb-2c1d6ee227a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757100670980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757100095757'] for port (84dd4799-e41f-469c-a9f1-79ec67471a26), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:46.406552 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.services.segments.db [None req-79cc2106-2bee-4742-9da8-5132dfbb4ede admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d65933d-36de-4f1d-ae48-24ad40f63257') {'for_net_delete': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:46:46.406857 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.services.segments.db [None req-79cc2106-2bee-4742-9da8-5132dfbb4ede admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d65933d-36de-4f1d-ae48-24ad40f63257') {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:46:46.414782 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device 84dd4799-e41f-469c-a9f1-79ec67471a26 no longer exists at agent ovs-agent-dv-cinder-835881-4-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:46:46.418999 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-79cc2106-2bee-4742-9da8-5132dfbb4ede admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757100576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12319179'] for segment (7d65933d-36de-4f1d-ae48-24ad40f63257), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:46.432596 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-79cc2106-2bee-4742-9da8-5132dfbb4ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3567180'] for segment (7d65933d-36de-4f1d-ae48-24ad40f63257), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:46.438925 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79cc2106-2bee-4742-9da8-5132dfbb4ede admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=103468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 22:46:46.439327 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-79cc2106-2bee-4742-9da8-5132dfbb4ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3567180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8815363'] for segment (7d65933d-36de-4f1d-ae48-24ad40f63257), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:46.441038 dv-cinder-835881-4-iscsi neutron-server[103468]: Traceback (most recent call last): Apr 05 22:46:46.441038 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 22:46:46.441038 dv-cinder-835881-4-iscsi neutron-server[103468]: timer() Apr 05 22:46:46.441038 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 22:46:46.441038 dv-cinder-835881-4-iscsi neutron-server[103468]: cb(*args, **kw) Apr 05 22:46:46.441038 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 22:46:46.441038 dv-cinder-835881-4-iscsi neutron-server[103468]: return func(*args, **kwargs) Apr 05 22:46:46.441038 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 22:46:46.441038 dv-cinder-835881-4-iscsi neutron-server[103468]: self._notify() Apr 05 22:46:46.441038 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 22:46:46.441038 dv-cinder-835881-4-iscsi neutron-server[103468]: self.callback(batched_events) Apr 05 22:46:46.441038 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 22:46:46.441038 dv-cinder-835881-4-iscsi neutron-server[103468]: event.method(event) Apr 05 22:46:46.441038 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 22:46:46.441038 dv-cinder-835881-4-iscsi neutron-server[103468]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 22:46:46.441038 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 22:46:46.441038 dv-cinder-835881-4-iscsi neutron-server[103468]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 22:46:46.441038 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 22:46:46.441038 dv-cinder-835881-4-iscsi neutron-server[103468]: return f(self, *a, **k) Apr 05 22:46:46.441038 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 22:46:46.441038 dv-cinder-835881-4-iscsi neutron-server[103468]: return self._get(url).json() Apr 05 22:46:46.441038 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 22:46:46.441038 dv-cinder-835881-4-iscsi neutron-server[103468]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 22:46:46.441038 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 22:46:46.441038 dv-cinder-835881-4-iscsi neutron-server[103468]: return self.request(url, 'GET', **kwargs) Apr 05 22:46:46.441038 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 22:46:46.441038 dv-cinder-835881-4-iscsi neutron-server[103468]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 22:46:46.441038 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 22:46:46.441038 dv-cinder-835881-4-iscsi neutron-server[103468]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 22:46:46.441038 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 22:46:46.441038 dv-cinder-835881-4-iscsi neutron-server[103468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 22:46:46.441038 dv-cinder-835881-4-iscsi neutron-server[103468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 22:46:46.453189 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2561ceb-f6a6-445f-9cdb-2c1d6ee227a9 None None] Pushing event deleted for resources: {'Port': ['ID=84dd4799-e41f-469c-a9f1-79ec67471a26,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:46.454898 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] No Port match for: 84dd4799-e41f-469c-a9f1-79ec67471a26 {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:46:46.455241 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device 84dd4799-e41f-469c-a9f1-79ec67471a26 not bound to the agent host dv-cinder-835881-4-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:46:46.455654 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device 35730c02-9364-4d72-96fb-383f73802885 no longer exists at agent ovs-agent-dv-cinder-835881-4-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:46:46.457914 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2561ceb-f6a6-445f-9cdb-2c1d6ee227a9 None None] No DVR routers for this DVR port 84dd4799-e41f-469c-a9f1-79ec67471a26 on host dv-cinder-835881-4-iscsi {{(pid=103470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:46:46.483858 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] No Port match for: 35730c02-9364-4d72-96fb-383f73802885 {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:46:46.484202 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device 35730c02-9364-4d72-96fb-383f73802885 not bound to the agent host dv-cinder-835881-4-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:46:46.484813 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device f7257a2b-51a0-4a83-97f1-aa23ea91efe1 no longer exists at agent ovs-agent-dv-cinder-835881-4-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:46:46.510696 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] No Port match for: f7257a2b-51a0-4a83-97f1-aa23ea91efe1 {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:46:46.511035 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device f7257a2b-51a0-4a83-97f1-aa23ea91efe1 not bound to the agent host dv-cinder-835881-4-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:46:46.765760 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-79cc2106-2bee-4742-9da8-5132dfbb4ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3448117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536611'] for network (2745cec7-a148-4762-a4f4-09b14f6d3b74), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:46.774228 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-79cc2106-2bee-4742-9da8-5132dfbb4ede admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644259'] for network (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:46.777356 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-79cc2106-2bee-4742-9da8-5132dfbb4ede admin admin] 10.222.0.45 "DELETE /v2.0/networks/2745cec7-a148-4762-a4f4-09b14f6d3b74 HTTP/1.1" status: 204 len: 168 time: 0.8095980 Apr 05 22:46:46.786247 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cc2106-2bee-4742-9da8-5132dfbb4ede admin admin] Pushing event deleted for resources: {'Network': ['ID=2745cec7-a148-4762-a4f4-09b14f6d3b74,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:46.904349 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 44576) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:46:46.944555 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-70b13a34-76c9-4b63-9148-ea0cc15dc77f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e718bf4373f64b3f9ec542b95b3e4d7b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0389087 Apr 05 22:46:46.947039 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 44580) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:46:46.993466 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-b52f4b66-3406-4eb9-862a-d423152243ee admin admin] Publish callbacks [] for security_group (758e9e13-637a-49bf-9339-fcdd9a32689b), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:47.014903 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-b52f4b66-3406-4eb9-862a-d423152243ee admin admin] Publish callbacks [] for security_group (758e9e13-637a-49bf-9339-fcdd9a32689b), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:47.065243 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-b52f4b66-3406-4eb9-862a-d423152243ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (758e9e13-637a-49bf-9339-fcdd9a32689b), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:47.069663 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-b52f4b66-3406-4eb9-862a-d423152243ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:47.070977 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-b52f4b66-3406-4eb9-862a-d423152243ee admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/758e9e13-637a-49bf-9339-fcdd9a32689b HTTP/1.1" status: 204 len: 168 time: 0.1229734 Apr 05 22:46:47.082972 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52f4b66-3406-4eb9-862a-d423152243ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=758e9e13-637a-49bf-9339-fcdd9a32689b,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:47.746736 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 44606) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:46:47.840723 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-86bc0a5d-a527-4107-87e5-7bfd62ee4e78 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-771788854-network', 'tenant_id': 'caa8bea9a93e4886ad9fb96d51104e6f'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:46:47.858897 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86bc0a5d-a527-4107-87e5-7bfd62ee4e78 admin admin] Made reservation on behalf of caa8bea9a93e4886ad9fb96d51104e6f for: {'network': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:46:47.861026 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-86bc0a5d-a527-4107-87e5-7bfd62ee4e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for network (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:47.869996 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-86bc0a5d-a527-4107-87e5-7bfd62ee4e78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:47.943760 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-86bc0a5d-a527-4107-87e5-7bfd62ee4e78 admin admin] Publish callbacks [] for security_group (651f732a-7708-45c2-84cf-5461b44203a5), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:47.947193 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-86bc0a5d-a527-4107-87e5-7bfd62ee4e78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (651f732a-7708-45c2-84cf-5461b44203a5), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:47.971165 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86bc0a5d-a527-4107-87e5-7bfd62ee4e78 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=103469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 22:46:47.979715 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bc0a5d-a527-4107-87e5-7bfd62ee4e78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=651f732a-7708-45c2-84cf-5461b44203a5,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:47.987251 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-86bc0a5d-a527-4107-87e5-7bfd62ee4e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3567180'] for segment (379f1619-a54c-4c6f-b05d-5e9dd0e014fa), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:47.987251 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.db.segments_db [None req-86bc0a5d-a527-4107-87e5-7bfd62ee4e78 admin admin] Added segment 379f1619-a54c-4c6f-b05d-5e9dd0e014fa of type vlan for network 05163729-a7fb-44bd-94da-5c5230988e35 Apr 05 22:46:48.026225 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-86bc0a5d-a527-4107-87e5-7bfd62ee4e78 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757100112442'] for network (05163729-a7fb-44bd-94da-5c5230988e35), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:48.049342 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-86bc0a5d-a527-4107-87e5-7bfd62ee4e78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321'] for network (05163729-a7fb-44bd-94da-5c5230988e35), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:48.050316 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bc0a5d-a527-4107-87e5-7bfd62ee4e78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:48.050903 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-86bc0a5d-a527-4107-87e5-7bfd62ee4e78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644259'] for network (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:48.083043 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-86bc0a5d-a527-4107-87e5-7bfd62ee4e78 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3352208 Apr 05 22:46:48.086253 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 44610) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:46:48.091299 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-851aa50c-a2a9-4c27-bc59-9fc91303d9c2 admin admin] Request body: {'subnet': {'network_id': '05163729-a7fb-44bd-94da-5c5230988e35', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-771788854-subnet', 'tenant_id': 'caa8bea9a93e4886ad9fb96d51104e6f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:46:48.112143 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-851aa50c-a2a9-4c27-bc59-9fc91303d9c2 admin admin] Made reservation on behalf of caa8bea9a93e4886ad9fb96d51104e6f for: {'subnet': 1} {{(pid=103468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:46:48.115183 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-851aa50c-a2a9-4c27-bc59-9fc91303d9c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8580131'] for subnet (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:48.117164 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bc0a5d-a527-4107-87e5-7bfd62ee4e78 admin admin] Pushing event updated for resources: {'Network': ['ID=05163729-a7fb-44bd-94da-5c5230988e35,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:48.127401 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Network 05163729-a7fb-44bd-94da-5c5230988e35 details requested by agent ovs-agent-dv-cinder-835881-4-iscsi with host dv-cinder-835881-4-iscsi {{(pid=103470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 22:46:48.288394 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-851aa50c-a2a9-4c27-bc59-9fc91303d9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8815022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8580157'] for subnet (240bfb39-b73f-4af8-b3c9-3d58306295f8), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:48.348971 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851aa50c-a2a9-4c27-bc59-9fc91303d9c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=240bfb39-b73f-4af8-b3c9-3d58306295f8,revision_number=0']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:48.357817 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851aa50c-a2a9-4c27-bc59-9fc91303d9c2 admin admin] Checking segment: {'id': '379f1619-a54c-4c6f-b05d-5e9dd0e014fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '05163729-a7fb-44bd-94da-5c5230988e35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:46:48.358155 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851aa50c-a2a9-4c27-bc59-9fc91303d9c2 admin admin] Network hostable DHCP agents. Network: 05163729-a7fb-44bd-94da-5c5230988e35, hostable agents: ['08425891-4e99-4ae4-974b-85ee5a0410c6'], hosted agents: [] {{(pid=103468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 22:46:48.378748 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851aa50c-a2a9-4c27-bc59-9fc91303d9c2 admin admin] Network 05163729-a7fb-44bd-94da-5c5230988e35 is scheduled to be hosted by DHCP agent 08425891-4e99-4ae4-974b-85ee5a0410c6 with binding_index 1 {{(pid=103468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 22:46:48.387869 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.base_scheduler [None req-851aa50c-a2a9-4c27-bc59-9fc91303d9c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-4-iscsi, 05163729-a7fb-44bd-94da-5c5230988e35) {{(pid=103468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:46:48.393128 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851aa50c-a2a9-4c27-bc59-9fc91303d9c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:48.394741 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-851aa50c-a2a9-4c27-bc59-9fc91303d9c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644259'] for subnet (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:48.398541 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5e72d9-8e84-4c3d-b90e-03bd44822e25 None None] Network 05163729-a7fb-44bd-94da-5c5230988e35 requested from dv-cinder-835881-4-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:46:48.420256 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-851aa50c-a2a9-4c27-bc59-9fc91303d9c2 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3324678 Apr 05 22:46:48.509396 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa793b1-46f3-4d0e-b101-f4a1b1ddafa9 None None] Network 05163729-a7fb-44bd-94da-5c5230988e35 requested from dv-cinder-835881-4-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:46:48.910754 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 44638) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:46:48.915888 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-c1dc910b-4cc1-474c-8793-53b385ca5aa8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1933809971-network', 'tenant_id': 'c42dd5ee650c4201b3ed448c02686d33'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:46:48.934885 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1dc910b-4cc1-474c-8793-53b385ca5aa8 admin admin] Made reservation on behalf of c42dd5ee650c4201b3ed448c02686d33 for: {'network': 1} {{(pid=103468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:46:48.937139 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c1dc910b-4cc1-474c-8793-53b385ca5aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for network (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:48.946065 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c1dc910b-4cc1-474c-8793-53b385ca5aa8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:49.021789 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c1dc910b-4cc1-474c-8793-53b385ca5aa8 admin admin] Publish callbacks [] for security_group (cd47a637-3335-43dd-9a6f-bc9dceb2e7fa), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:49.025658 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c1dc910b-4cc1-474c-8793-53b385ca5aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (cd47a637-3335-43dd-9a6f-bc9dceb2e7fa), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:49.046944 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1dc910b-4cc1-474c-8793-53b385ca5aa8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=103468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 22:46:49.061998 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dc910b-4cc1-474c-8793-53b385ca5aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd47a637-3335-43dd-9a6f-bc9dceb2e7fa,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:49.064831 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c1dc910b-4cc1-474c-8793-53b385ca5aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3567180'] for segment (8626cb5e-becd-4b1b-abd7-e45f5cfbfcda), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:49.065170 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.db.segments_db [None req-c1dc910b-4cc1-474c-8793-53b385ca5aa8 admin admin] Added segment 8626cb5e-becd-4b1b-abd7-e45f5cfbfcda of type vlan for network 45050d1b-342e-4a55-a85a-f7036b2d33fe Apr 05 22:46:49.104362 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c1dc910b-4cc1-474c-8793-53b385ca5aa8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757100112442'] for network (45050d1b-342e-4a55-a85a-f7036b2d33fe), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:49.128407 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c1dc910b-4cc1-474c-8793-53b385ca5aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321'] for network (45050d1b-342e-4a55-a85a-f7036b2d33fe), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:49.129335 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1dc910b-4cc1-474c-8793-53b385ca5aa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:49.129946 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c1dc910b-4cc1-474c-8793-53b385ca5aa8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644259'] for network (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:49.186247 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-c1dc910b-4cc1-474c-8793-53b385ca5aa8 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2741530 Apr 05 22:46:49.188869 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 44640) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:46:49.192982 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dc910b-4cc1-474c-8793-53b385ca5aa8 admin admin] Pushing event updated for resources: {'Network': ['ID=45050d1b-342e-4a55-a85a-f7036b2d33fe,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:49.194523 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-e1711515-214e-47de-abdd-5be797fdc7b2 admin admin] Request body: {'subnet': {'network_id': '45050d1b-342e-4a55-a85a-f7036b2d33fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1933809971-subnet', 'tenant_id': 'c42dd5ee650c4201b3ed448c02686d33', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:46:49.202522 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Network 45050d1b-342e-4a55-a85a-f7036b2d33fe details requested by agent ovs-agent-dv-cinder-835881-4-iscsi with host dv-cinder-835881-4-iscsi {{(pid=103470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 22:46:49.212864 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1711515-214e-47de-abdd-5be797fdc7b2 admin admin] Made reservation on behalf of c42dd5ee650c4201b3ed448c02686d33 for: {'subnet': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:46:49.215165 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e1711515-214e-47de-abdd-5be797fdc7b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8949769'] for subnet (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:49.379008 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e1711515-214e-47de-abdd-5be797fdc7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8949783'] for subnet (8eadb048-a0d3-4111-81af-3ac69da4cfd4), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:49.433156 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1711515-214e-47de-abdd-5be797fdc7b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8eadb048-a0d3-4111-81af-3ac69da4cfd4,revision_number=0']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:49.442625 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1711515-214e-47de-abdd-5be797fdc7b2 admin admin] Checking segment: {'id': '8626cb5e-becd-4b1b-abd7-e45f5cfbfcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '45050d1b-342e-4a55-a85a-f7036b2d33fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:46:49.442993 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1711515-214e-47de-abdd-5be797fdc7b2 admin admin] Network hostable DHCP agents. Network: 45050d1b-342e-4a55-a85a-f7036b2d33fe, hostable agents: ['08425891-4e99-4ae4-974b-85ee5a0410c6'], hosted agents: [] {{(pid=103469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 22:46:49.460369 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1711515-214e-47de-abdd-5be797fdc7b2 admin admin] Network 45050d1b-342e-4a55-a85a-f7036b2d33fe is scheduled to be hosted by DHCP agent 08425891-4e99-4ae4-974b-85ee5a0410c6 with binding_index 1 {{(pid=103469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 22:46:49.469293 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-e1711515-214e-47de-abdd-5be797fdc7b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-4-iscsi, 45050d1b-342e-4a55-a85a-f7036b2d33fe) {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:46:49.473703 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1711515-214e-47de-abdd-5be797fdc7b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:49.475167 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e1711515-214e-47de-abdd-5be797fdc7b2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:49.480046 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9d1ac5-2c3a-4f9f-9dd1-19c91f600e03 None None] Network 45050d1b-342e-4a55-a85a-f7036b2d33fe requested from dv-cinder-835881-4-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:46:49.491072 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-e1711515-214e-47de-abdd-5be797fdc7b2 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3008740 Apr 05 22:46:49.582711 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551d173a-bf59-4be3-b053-4bdd44a5397c None None] Network 45050d1b-342e-4a55-a85a-f7036b2d33fe requested from dv-cinder-835881-4-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:46:49.604487 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 44646) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:46:49.655244 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.db.db_base_plugin_v2 [None req-a43969e4-5e14-43dc-b1c1-9e5e39887adf admin admin] Deleting subnet 240bfb39-b73f-4af8-b3c9-3d58306295f8 {{(pid=103468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 22:46:49.660381 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-a43969e4-5e14-43dc-b1c1-9e5e39887adf admin admin] Publish callbacks [] for subnet (240bfb39-b73f-4af8-b3c9-3d58306295f8), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:49.696600 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-a43969e4-5e14-43dc-b1c1-9e5e39887adf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12319024'] for subnet (240bfb39-b73f-4af8-b3c9-3d58306295f8), precommit_delete_associations {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:49.738051 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-a43969e4-5e14-43dc-b1c1-9e5e39887adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3499703'] for subnet (240bfb39-b73f-4af8-b3c9-3d58306295f8), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:49.789155 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-a43969e4-5e14-43dc-b1c1-9e5e39887adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3499704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8580164'] for subnet (240bfb39-b73f-4af8-b3c9-3d58306295f8), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:49.812434 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43969e4-5e14-43dc-b1c1-9e5e39887adf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=240bfb39-b73f-4af8-b3c9-3d58306295f8,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:49.817968 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-a43969e4-5e14-43dc-b1c1-9e5e39887adf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644259'] for subnet (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:49.821257 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-a43969e4-5e14-43dc-b1c1-9e5e39887adf admin admin] 10.222.0.45 "DELETE /v2.0/subnets/240bfb39-b73f-4af8-b3c9-3d58306295f8 HTTP/1.1" status: 204 len: 168 time: 0.2156351 Apr 05 22:46:49.823748 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 44650) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:46:49.890718 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-9c871c46-e041-408d-b23d-4306db75a6fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539952'] for network (05163729-a7fb-44bd-94da-5c5230988e35), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:49.968755 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-9c871c46-e041-408d-b23d-4306db75a6fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3448140', 'neutron.services.segments.db._delete_segments_for_network-8757100575609'] for network (05163729-a7fb-44bd-94da-5c5230988e35), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:49.988242 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.services.segments.db [None req-9c871c46-e041-408d-b23d-4306db75a6fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05163729-a7fb-44bd-94da-5c5230988e35']}} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:46:49.998009 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.services.segments.db [None req-9c871c46-e041-408d-b23d-4306db75a6fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '379f1619-a54c-4c6f-b05d-5e9dd0e014fa') {'for_net_delete': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:46:49.998307 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.services.segments.db [None req-9c871c46-e041-408d-b23d-4306db75a6fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '379f1619-a54c-4c6f-b05d-5e9dd0e014fa') {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:46:50.007553 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-9c871c46-e041-408d-b23d-4306db75a6fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757100576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12319179'] for segment (379f1619-a54c-4c6f-b05d-5e9dd0e014fa), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:50.020568 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-9c871c46-e041-408d-b23d-4306db75a6fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3567180'] for segment (379f1619-a54c-4c6f-b05d-5e9dd0e014fa), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:50.027203 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c871c46-e041-408d-b23d-4306db75a6fc admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=103468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 22:46:50.027599 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-9c871c46-e041-408d-b23d-4306db75a6fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3567180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8815363'] for segment (379f1619-a54c-4c6f-b05d-5e9dd0e014fa), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:50.029268 dv-cinder-835881-4-iscsi neutron-server[103468]: Traceback (most recent call last): Apr 05 22:46:50.029268 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 22:46:50.029268 dv-cinder-835881-4-iscsi neutron-server[103468]: timer() Apr 05 22:46:50.029268 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 22:46:50.029268 dv-cinder-835881-4-iscsi neutron-server[103468]: cb(*args, **kw) Apr 05 22:46:50.029268 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 22:46:50.029268 dv-cinder-835881-4-iscsi neutron-server[103468]: return func(*args, **kwargs) Apr 05 22:46:50.029268 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 22:46:50.029268 dv-cinder-835881-4-iscsi neutron-server[103468]: self._notify() Apr 05 22:46:50.029268 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 22:46:50.029268 dv-cinder-835881-4-iscsi neutron-server[103468]: self.callback(batched_events) Apr 05 22:46:50.029268 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 22:46:50.029268 dv-cinder-835881-4-iscsi neutron-server[103468]: event.method(event) Apr 05 22:46:50.029268 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 22:46:50.029268 dv-cinder-835881-4-iscsi neutron-server[103468]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 22:46:50.029268 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 22:46:50.029268 dv-cinder-835881-4-iscsi neutron-server[103468]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 22:46:50.029268 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 22:46:50.029268 dv-cinder-835881-4-iscsi neutron-server[103468]: return f(self, *a, **k) Apr 05 22:46:50.029268 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 22:46:50.029268 dv-cinder-835881-4-iscsi neutron-server[103468]: return self._get(url).json() Apr 05 22:46:50.029268 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 22:46:50.029268 dv-cinder-835881-4-iscsi neutron-server[103468]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 22:46:50.029268 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 22:46:50.029268 dv-cinder-835881-4-iscsi neutron-server[103468]: return self.request(url, 'GET', **kwargs) Apr 05 22:46:50.029268 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 22:46:50.029268 dv-cinder-835881-4-iscsi neutron-server[103468]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 22:46:50.029268 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 22:46:50.029268 dv-cinder-835881-4-iscsi neutron-server[103468]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 22:46:50.029268 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 22:46:50.029268 dv-cinder-835881-4-iscsi neutron-server[103468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 22:46:50.029268 dv-cinder-835881-4-iscsi neutron-server[103468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 22:46:50.087293 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-9c871c46-e041-408d-b23d-4306db75a6fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3448117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536611'] for network (05163729-a7fb-44bd-94da-5c5230988e35), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:50.093864 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-9c871c46-e041-408d-b23d-4306db75a6fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644259'] for network (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:50.097069 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-9c871c46-e041-408d-b23d-4306db75a6fc admin admin] 10.222.0.45 "DELETE /v2.0/networks/05163729-a7fb-44bd-94da-5c5230988e35 HTTP/1.1" status: 204 len: 168 time: 0.2722917 Apr 05 22:46:50.100733 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 44652) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:46:50.107766 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c871c46-e041-408d-b23d-4306db75a6fc admin admin] Pushing event deleted for resources: {'Network': ['ID=05163729-a7fb-44bd-94da-5c5230988e35,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:50.145356 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_v2 [None req-a20db8d7-1f93-4505-9e46-455d102b2d8b admin admin] Deleting subnet 8eadb048-a0d3-4111-81af-3ac69da4cfd4 {{(pid=103469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 22:46:50.149081 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a20db8d7-1f93-4505-9e46-455d102b2d8b admin admin] Publish callbacks [] for subnet (8eadb048-a0d3-4111-81af-3ac69da4cfd4), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:50.182749 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a20db8d7-1f93-4505-9e46-455d102b2d8b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075975'] for subnet (8eadb048-a0d3-4111-81af-3ac69da4cfd4), precommit_delete_associations {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:50.224047 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a20db8d7-1f93-4505-9e46-455d102b2d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3499703'] for subnet (8eadb048-a0d3-4111-81af-3ac69da4cfd4), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:50.272995 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a20db8d7-1f93-4505-9e46-455d102b2d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3499704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8949870'] for subnet (8eadb048-a0d3-4111-81af-3ac69da4cfd4), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:50.298580 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20db8d7-1f93-4505-9e46-455d102b2d8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8eadb048-a0d3-4111-81af-3ac69da4cfd4,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:50.300504 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a20db8d7-1f93-4505-9e46-455d102b2d8b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:50.303807 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-a20db8d7-1f93-4505-9e46-455d102b2d8b admin admin] 10.222.0.45 "DELETE /v2.0/subnets/8eadb048-a0d3-4111-81af-3ac69da4cfd4 HTTP/1.1" status: 204 len: 168 time: 0.2020845 Apr 05 22:46:50.306937 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 44654) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:46:50.372631 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-ff207d9e-208b-47cb-b7c8-80528922426c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539952'] for network (45050d1b-342e-4a55-a85a-f7036b2d33fe), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:50.450517 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-ff207d9e-208b-47cb-b7c8-80528922426c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3448140', 'neutron.services.segments.db._delete_segments_for_network-8757100575609'] for network (45050d1b-342e-4a55-a85a-f7036b2d33fe), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:50.469874 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.services.segments.db [None req-ff207d9e-208b-47cb-b7c8-80528922426c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45050d1b-342e-4a55-a85a-f7036b2d33fe']}} {{(pid=103469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:46:50.479304 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.services.segments.db [None req-ff207d9e-208b-47cb-b7c8-80528922426c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8626cb5e-becd-4b1b-abd7-e45f5cfbfcda') {'for_net_delete': True} {{(pid=103469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:46:50.479541 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.services.segments.db [None req-ff207d9e-208b-47cb-b7c8-80528922426c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8626cb5e-becd-4b1b-abd7-e45f5cfbfcda') {} {{(pid=103469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:46:50.488360 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-ff207d9e-208b-47cb-b7c8-80528922426c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757100576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9076220'] for segment (8626cb5e-becd-4b1b-abd7-e45f5cfbfcda), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:50.501048 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-ff207d9e-208b-47cb-b7c8-80528922426c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3567180'] for segment (8626cb5e-becd-4b1b-abd7-e45f5cfbfcda), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:50.507330 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff207d9e-208b-47cb-b7c8-80528922426c admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=103469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 22:46:50.507711 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-ff207d9e-208b-47cb-b7c8-80528922426c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3567180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8827980'] for segment (8626cb5e-becd-4b1b-abd7-e45f5cfbfcda), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:50.509286 dv-cinder-835881-4-iscsi neutron-server[103469]: Traceback (most recent call last): Apr 05 22:46:50.509286 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 22:46:50.509286 dv-cinder-835881-4-iscsi neutron-server[103469]: timer() Apr 05 22:46:50.509286 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 22:46:50.509286 dv-cinder-835881-4-iscsi neutron-server[103469]: cb(*args, **kw) Apr 05 22:46:50.509286 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 22:46:50.509286 dv-cinder-835881-4-iscsi neutron-server[103469]: return func(*args, **kwargs) Apr 05 22:46:50.509286 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 22:46:50.509286 dv-cinder-835881-4-iscsi neutron-server[103469]: self._notify() Apr 05 22:46:50.509286 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 22:46:50.509286 dv-cinder-835881-4-iscsi neutron-server[103469]: self.callback(batched_events) Apr 05 22:46:50.509286 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 22:46:50.509286 dv-cinder-835881-4-iscsi neutron-server[103469]: event.method(event) Apr 05 22:46:50.509286 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 22:46:50.509286 dv-cinder-835881-4-iscsi neutron-server[103469]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 22:46:50.509286 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 22:46:50.509286 dv-cinder-835881-4-iscsi neutron-server[103469]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 22:46:50.509286 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 22:46:50.509286 dv-cinder-835881-4-iscsi neutron-server[103469]: return f(self, *a, **k) Apr 05 22:46:50.509286 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 22:46:50.509286 dv-cinder-835881-4-iscsi neutron-server[103469]: return self._get(url).json() Apr 05 22:46:50.509286 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 22:46:50.509286 dv-cinder-835881-4-iscsi neutron-server[103469]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 22:46:50.509286 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 22:46:50.509286 dv-cinder-835881-4-iscsi neutron-server[103469]: return self.request(url, 'GET', **kwargs) Apr 05 22:46:50.509286 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 22:46:50.509286 dv-cinder-835881-4-iscsi neutron-server[103469]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 22:46:50.509286 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 22:46:50.509286 dv-cinder-835881-4-iscsi neutron-server[103469]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 22:46:50.509286 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 22:46:50.509286 dv-cinder-835881-4-iscsi neutron-server[103469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 22:46:50.509286 dv-cinder-835881-4-iscsi neutron-server[103469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 22:46:50.564630 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-ff207d9e-208b-47cb-b7c8-80528922426c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3448117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536611'] for network (45050d1b-342e-4a55-a85a-f7036b2d33fe), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:50.572325 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-ff207d9e-208b-47cb-b7c8-80528922426c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644259'] for network (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:50.575500 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-ff207d9e-208b-47cb-b7c8-80528922426c admin admin] 10.222.0.45 "DELETE /v2.0/networks/45050d1b-342e-4a55-a85a-f7036b2d33fe HTTP/1.1" status: 204 len: 168 time: 0.2676463 Apr 05 22:46:50.585431 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff207d9e-208b-47cb-b7c8-80528922426c admin admin] Pushing event deleted for resources: {'Network': ['ID=45050d1b-342e-4a55-a85a-f7036b2d33fe,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:50.746423 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 44660) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:46:50.786038 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-9a3dd4f3-8cf0-4d3a-8b7f-1b0f69d37470 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=caa8bea9a93e4886ad9fb96d51104e6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381625 Apr 05 22:46:50.788918 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 44662) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:46:50.834927 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5fa0a59c-eb26-48ef-a4f6-436f71074ce4 admin admin] Publish callbacks [] for security_group (651f732a-7708-45c2-84cf-5461b44203a5), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:50.856083 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5fa0a59c-eb26-48ef-a4f6-436f71074ce4 admin admin] Publish callbacks [] for security_group (651f732a-7708-45c2-84cf-5461b44203a5), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:50.902914 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5fa0a59c-eb26-48ef-a4f6-436f71074ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (651f732a-7708-45c2-84cf-5461b44203a5), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:50.905645 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5fa0a59c-eb26-48ef-a4f6-436f71074ce4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:50.906800 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-5fa0a59c-eb26-48ef-a4f6-436f71074ce4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/651f732a-7708-45c2-84cf-5461b44203a5 HTTP/1.1" status: 204 len: 168 time: 0.1169865 Apr 05 22:46:50.915097 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa0a59c-eb26-48ef-a4f6-436f71074ce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=651f732a-7708-45c2-84cf-5461b44203a5,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:51.205393 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 44668) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:46:51.244253 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-c4523b49-3bb7-46af-a401-f1c66614d633 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c42dd5ee650c4201b3ed448c02686d33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376565 Apr 05 22:46:51.246573 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 44670) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:46:51.291659 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-cab99829-19e5-487d-bacb-9851ccc10b54 admin admin] Publish callbacks [] for security_group (cd47a637-3335-43dd-9a6f-bc9dceb2e7fa), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:51.312167 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-cab99829-19e5-487d-bacb-9851ccc10b54 admin admin] Publish callbacks [] for security_group (cd47a637-3335-43dd-9a6f-bc9dceb2e7fa), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:51.356804 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-cab99829-19e5-487d-bacb-9851ccc10b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (cd47a637-3335-43dd-9a6f-bc9dceb2e7fa), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:51.359566 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-cab99829-19e5-487d-bacb-9851ccc10b54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:51.360700 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-cab99829-19e5-487d-bacb-9851ccc10b54 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cd47a637-3335-43dd-9a6f-bc9dceb2e7fa HTTP/1.1" status: 204 len: 168 time: 0.1132436 Apr 05 22:46:51.369121 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab99829-19e5-487d-bacb-9851ccc10b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd47a637-3335-43dd-9a6f-bc9dceb2e7fa,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:52.503132 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f190ffa-b0dc-4e99-88a3-8f9c9d3331c6 req-96f05bbc-b189-4503-b86c-f6e63c329346 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:52.504627 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3f190ffa-b0dc-4e99-88a3-8f9c9d3331c6 req-96f05bbc-b189-4503-b86c-f6e63c329346 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/ports?device_id=66c73357-2425-46ef-b26c-ef0a5e480202 HTTP/1.1" status: 200 len: 946 time: 0.0571370 Apr 05 22:46:52.555164 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3f190ffa-b0dc-4e99-88a3-8f9c9d3331c6 req-78884a69-53cc-4e6f-8d0f-dc566e2c536c tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/security-groups?id=1d5210fc-2b3e-451e-8690-a29aceaed0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442829 Apr 05 22:46:53.676095 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edcf570-ea34-45a2-9a40-91966b2bec31 req-a7babfd5-fac3-4b18-9b39-f40eb0b5776f tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:53.677691 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0edcf570-ea34-45a2-9a40-91966b2bec31 req-a7babfd5-fac3-4b18-9b39-f40eb0b5776f tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/ports?device_id=66c73357-2425-46ef-b26c-ef0a5e480202 HTTP/1.1" status: 200 len: 946 time: 0.0527425 Apr 05 22:46:53.727032 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0edcf570-ea34-45a2-9a40-91966b2bec31 req-d295f98b-9376-427d-b2e3-2fe96d33f520 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/security-groups?id=1d5210fc-2b3e-451e-8690-a29aceaed0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435634 Apr 05 22:46:54.849189 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1890f6c1-f607-49d7-bf7d-296c608270b9 req-098cb370-602b-4af8-9c9a-1ed89cf0094c tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:54.851312 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1890f6c1-f607-49d7-bf7d-296c608270b9 req-098cb370-602b-4af8-9c9a-1ed89cf0094c tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/ports?device_id=66c73357-2425-46ef-b26c-ef0a5e480202 HTTP/1.1" status: 200 len: 946 time: 0.0533915 Apr 05 22:46:54.901981 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1890f6c1-f607-49d7-bf7d-296c608270b9 req-05f936a8-b96c-443d-8247-e6b0642d527e tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/security-groups?id=1d5210fc-2b3e-451e-8690-a29aceaed0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451481 Apr 05 22:46:55.606182 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 44760) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:46:55.707696 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7c21cc43-99a6-477c-b083-b0f6b2021f47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:55.782151 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7c21cc43-99a6-477c-b083-b0f6b2021f47 admin admin] Publish callbacks [] for security_group (29385be6-261c-471e-9b76-5b30695a45bb), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:55.785646 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7c21cc43-99a6-477c-b083-b0f6b2021f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (29385be6-261c-471e-9b76-5b30695a45bb), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:55.823755 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-7c21cc43-99a6-477c-b083-b0f6b2021f47 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ebe5a55a4c6942238b842848c71d3370&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2165282 Apr 05 22:46:55.825656 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c21cc43-99a6-477c-b083-b0f6b2021f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29385be6-261c-471e-9b76-5b30695a45bb,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:55.826506 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 44764) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:46:55.879091 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5cdd8de9-3305-4213-a70b-ffbf510f2cfb admin admin] Publish callbacks [] for security_group (29385be6-261c-471e-9b76-5b30695a45bb), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:55.899963 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5cdd8de9-3305-4213-a70b-ffbf510f2cfb admin admin] Publish callbacks [] for security_group (29385be6-261c-471e-9b76-5b30695a45bb), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:55.953020 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5cdd8de9-3305-4213-a70b-ffbf510f2cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (29385be6-261c-471e-9b76-5b30695a45bb), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:55.956038 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5cdd8de9-3305-4213-a70b-ffbf510f2cfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:55.960195 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-5cdd8de9-3305-4213-a70b-ffbf510f2cfb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/29385be6-261c-471e-9b76-5b30695a45bb HTTP/1.1" status: 204 len: 168 time: 0.1297004 Apr 05 22:46:55.974712 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdd8de9-3305-4213-a70b-ffbf510f2cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29385be6-261c-471e-9b76-5b30695a45bb,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:56.031677 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a376a8bd-095d-4129-80a3-d0c9df3baf79 req-5d000a3f-848f-416c-bdf1-cf920037fb09 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:56.033499 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a376a8bd-095d-4129-80a3-d0c9df3baf79 req-5d000a3f-848f-416c-bdf1-cf920037fb09 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/ports?device_id=66c73357-2425-46ef-b26c-ef0a5e480202 HTTP/1.1" status: 200 len: 946 time: 0.0609300 Apr 05 22:46:56.089689 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a376a8bd-095d-4129-80a3-d0c9df3baf79 req-24f327ab-2fbe-4833-a553-afbd41c327eb tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/security-groups?id=1d5210fc-2b3e-451e-8690-a29aceaed0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494368 Apr 05 22:46:56.260152 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 44782) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:46:56.274512 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e87d070c-3bba-406b-b738-6789f9a19828 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:56.374664 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e87d070c-3bba-406b-b738-6789f9a19828 admin admin] Publish callbacks [] for security_group (c0c958de-e52e-42fb-895f-5e501b55e2a7), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:56.380288 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e87d070c-3bba-406b-b738-6789f9a19828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (c0c958de-e52e-42fb-895f-5e501b55e2a7), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:56.419189 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-e87d070c-3bba-406b-b738-6789f9a19828 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=47ff0080fdc148fb928954c6b68a2349&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1577268 Apr 05 22:46:56.420012 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87d070c-3bba-406b-b738-6789f9a19828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c958de-e52e-42fb-895f-5e501b55e2a7,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:56.422357 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 44790) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:46:56.469684 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9c8e6b91-9fbc-4def-9134-fe3af5f4b19c admin admin] Publish callbacks [] for security_group (c0c958de-e52e-42fb-895f-5e501b55e2a7), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:56.491091 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9c8e6b91-9fbc-4def-9134-fe3af5f4b19c admin admin] Publish callbacks [] for security_group (c0c958de-e52e-42fb-895f-5e501b55e2a7), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:56.538397 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9c8e6b91-9fbc-4def-9134-fe3af5f4b19c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (c0c958de-e52e-42fb-895f-5e501b55e2a7), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:56.540888 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9c8e6b91-9fbc-4def-9134-fe3af5f4b19c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:56.542047 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-9c8e6b91-9fbc-4def-9134-fe3af5f4b19c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c0c958de-e52e-42fb-895f-5e501b55e2a7 HTTP/1.1" status: 204 len: 168 time: 0.1188173 Apr 05 22:46:56.549856 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8e6b91-9fbc-4def-9134-fe3af5f4b19c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c958de-e52e-42fb-895f-5e501b55e2a7,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:57.212280 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e53af26-b32c-4920-8891-550fa2199204 req-f9760f08-7776-4770-a7fa-180ead437376 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:57.214013 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0e53af26-b32c-4920-8891-550fa2199204 req-f9760f08-7776-4770-a7fa-180ead437376 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/ports?device_id=66c73357-2425-46ef-b26c-ef0a5e480202 HTTP/1.1" status: 200 len: 946 time: 0.0553536 Apr 05 22:46:57.265590 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0e53af26-b32c-4920-8891-550fa2199204 req-2ec7f334-0716-44de-98a3-af5cbc3f4a67 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/security-groups?id=1d5210fc-2b3e-451e-8690-a29aceaed0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451896 Apr 05 22:46:57.948267 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (021dfe4d-8109-4136-9367-dac606dce553), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:58.391589 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf14c70d-e1b9-4d98-86ca-9efcf8dc7d12 req-3e5db856-12ed-4ca3-96f9-42e25ba61806 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:58.393075 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-bf14c70d-e1b9-4d98-86ca-9efcf8dc7d12 req-3e5db856-12ed-4ca3-96f9-42e25ba61806 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/ports?device_id=66c73357-2425-46ef-b26c-ef0a5e480202 HTTP/1.1" status: 200 len: 946 time: 0.0534155 Apr 05 22:46:58.442120 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-bf14c70d-e1b9-4d98-86ca-9efcf8dc7d12 req-a94208c7-1f51-4546-b390-dba216408d47 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/security-groups?id=1d5210fc-2b3e-451e-8690-a29aceaed0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432518 Apr 05 22:46:59.564291 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d1220-36c9-435f-b133-591a1a2af744 req-93b77078-5992-49ff-ab07-eeca45f7b6bf tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:59.565692 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-576d1220-36c9-435f-b133-591a1a2af744 req-93b77078-5992-49ff-ab07-eeca45f7b6bf tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/ports?device_id=66c73357-2425-46ef-b26c-ef0a5e480202 HTTP/1.1" status: 200 len: 946 time: 0.0536206 Apr 05 22:46:59.613838 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-576d1220-36c9-435f-b133-591a1a2af744 req-06611a68-8e29-484e-a519-9d263d162ff9 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/security-groups?id=1d5210fc-2b3e-451e-8690-a29aceaed0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415306 Apr 05 22:47:00.737463 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5268706b-9466-4a10-9c01-58ae7e74ebf8 req-62929948-45d1-4891-a5d8-987a2fe6a192 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:00.739195 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5268706b-9466-4a10-9c01-58ae7e74ebf8 req-62929948-45d1-4891-a5d8-987a2fe6a192 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/ports?device_id=66c73357-2425-46ef-b26c-ef0a5e480202 HTTP/1.1" status: 200 len: 946 time: 0.0564883 Apr 05 22:47:00.789230 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5268706b-9466-4a10-9c01-58ae7e74ebf8 req-4a0a4340-1db8-4ad8-bb0e-75159cea81fb tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/security-groups?id=1d5210fc-2b3e-451e-8690-a29aceaed0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434873 Apr 05 22:47:01.907664 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c987491-d1dd-4027-bb99-5873cee58f4a req-a335f4a9-e356-4c1f-b800-10dbcb37dffd tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:01.909052 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4c987491-d1dd-4027-bb99-5873cee58f4a req-a335f4a9-e356-4c1f-b800-10dbcb37dffd tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/ports?device_id=66c73357-2425-46ef-b26c-ef0a5e480202 HTTP/1.1" status: 200 len: 946 time: 0.0523369 Apr 05 22:47:01.959417 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4c987491-d1dd-4027-bb99-5873cee58f4a req-cbdaeb76-bedf-40a9-b99a-3e3c909d4d90 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/security-groups?id=1d5210fc-2b3e-451e-8690-a29aceaed0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444312 Apr 05 22:47:02.760750 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb82b6-58dc-4a78-96f2-0eb7dc9bf88c req-3edb203a-c2b3-4570-9278-67eed0715c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:02.762309 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cedb82b6-58dc-4a78-96f2-0eb7dc9bf88c req-3edb203a-c2b3-4570-9278-67eed0715c91 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9618f5baeec7405cafcaccb0e53c77b4&device_id=66c73357-2425-46ef-b26c-ef0a5e480202 HTTP/1.1" status: 200 len: 1130 time: 0.1390624 Apr 05 22:47:02.809669 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 44944) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:47:02.853916 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb82b6-58dc-4a78-96f2-0eb7dc9bf88c req-77a464a0-5bdf-43fa-9852-f7a4913bd895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:02.855375 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cedb82b6-58dc-4a78-96f2-0eb7dc9bf88c req-77a464a0-5bdf-43fa-9852-f7a4913bd895 service neutron] 10.222.0.13 "GET /v2.0/networks?id=93ea6e4b-6c87-4cb7-972a-0a6c56c3540c HTTP/1.1" status: 200 len: 909 time: 0.0873356 Apr 05 22:47:02.913603 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ff2e2070-aad6-4778-be42-e2ef0d0fc6a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:02.924302 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cedb82b6-58dc-4a78-96f2-0eb7dc9bf88c req-6ab54e18-767b-4103-8c43-a328d309195e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b73ba79-695c-4c18-90e8-34b322632fcd HTTP/1.1" status: 200 len: 1001 time: 0.0626597 Apr 05 22:47:02.981138 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb82b6-58dc-4a78-96f2-0eb7dc9bf88c req-c535ed3b-fd2f-42a7-a6a8-dbaf997cecca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:02.982706 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cedb82b6-58dc-4a78-96f2-0eb7dc9bf88c req-c535ed3b-fd2f-42a7-a6a8-dbaf997cecca service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a0dda594-505e-4d09-af0b-87c49916ab00 HTTP/1.1" status: 200 len: 847 time: 0.0520089 Apr 05 22:47:02.987988 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ff2e2070-aad6-4778-be42-e2ef0d0fc6a4 admin admin] Publish callbacks [] for security_group (c927ce56-dde6-4f05-a3dd-e6477c490dda), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:02.999225 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ff2e2070-aad6-4778-be42-e2ef0d0fc6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (c927ce56-dde6-4f05-a3dd-e6477c490dda), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:03.032575 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 44952) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:47:03.032854 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-ff2e2070-aad6-4778-be42-e2ef0d0fc6a4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=141a04f246df4d1d8fcd95421e409481&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2219903 Apr 05 22:47:03.054367 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2e2070-aad6-4778-be42-e2ef0d0fc6a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c927ce56-dde6-4f05-a3dd-e6477c490dda,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:47:03.065868 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb82b6-58dc-4a78-96f2-0eb7dc9bf88c req-fade8036-31ce-412c-96ed-281c3a131e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:03.067335 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cedb82b6-58dc-4a78-96f2-0eb7dc9bf88c req-fade8036-31ce-412c-96ed-281c3a131e65 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=93ea6e4b-6c87-4cb7-972a-0a6c56c3540c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0777993 Apr 05 22:47:03.096470 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [req-cedb82b6-58dc-4a78-96f2-0eb7dc9bf88c req-8a372cd5-173f-4fa1-960f-a1f22bb678fe service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103469) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 22:47:03.097442 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cedb82b6-58dc-4a78-96f2-0eb7dc9bf88c req-8a372cd5-173f-4fa1-960f-a1f22bb678fe service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0091798 Apr 05 22:47:03.449670 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d11b8713-5f73-4f53-8cbd-8b3d992e3800 admin admin] Publish callbacks [] for security_group (c927ce56-dde6-4f05-a3dd-e6477c490dda), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:03.457546 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66072bf9-0ed7-4179-b9d8-8373976412da req-c8163e5d-6c80-48a7-a1c3-f93463639527 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:03.459033 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-66072bf9-0ed7-4179-b9d8-8373976412da req-c8163e5d-6c80-48a7-a1c3-f93463639527 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/ports?device_id=66c73357-2425-46ef-b26c-ef0a5e480202 HTTP/1.1" status: 200 len: 946 time: 0.4163327 Apr 05 22:47:03.507456 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d11b8713-5f73-4f53-8cbd-8b3d992e3800 admin admin] Publish callbacks [] for security_group (c927ce56-dde6-4f05-a3dd-e6477c490dda), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:03.560558 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cedb82b6-58dc-4a78-96f2-0eb7dc9bf88c req-ac6b6c6f-1881-44a6-b15d-c2f7d24b882c service neutron] 10.222.0.13 "GET /v2.0/networks/93ea6e4b-6c87-4cb7-972a-0a6c56c3540c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4528370 Apr 05 22:47:03.571861 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-66072bf9-0ed7-4179-b9d8-8373976412da req-53a5ca3c-3e1f-4b19-8c6e-cc506d6d5639 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/security-groups?id=1d5210fc-2b3e-451e-8690-a29aceaed0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021667 Apr 05 22:47:03.590507 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d11b8713-5f73-4f53-8cbd-8b3d992e3800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (c927ce56-dde6-4f05-a3dd-e6477c490dda), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:03.593362 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d11b8713-5f73-4f53-8cbd-8b3d992e3800 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:03.594513 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-d11b8713-5f73-4f53-8cbd-8b3d992e3800 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c927ce56-dde6-4f05-a3dd-e6477c490dda HTTP/1.1" status: 204 len: 168 time: 0.5610087 Apr 05 22:47:03.601998 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11b8713-5f73-4f53-8cbd-8b3d992e3800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c927ce56-dde6-4f05-a3dd-e6477c490dda,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:47:03.852477 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 44960) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:47:03.869226 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-43fc371d-bb75-454d-a408-acfd113b7504 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:03.921514 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cedb82b6-58dc-4a78-96f2-0eb7dc9bf88c req-278eb9af-3808-426d-b061-fdeab96a4510 service neutron] 10.222.0.13 "GET /v2.0/networks/93ea6e4b-6c87-4cb7-972a-0a6c56c3540c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880258 Apr 05 22:47:03.946752 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-43fc371d-bb75-454d-a408-acfd113b7504 admin admin] Publish callbacks [] for security_group (a8162fb1-d7df-497a-9957-efe7cb24744e), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:03.950253 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-43fc371d-bb75-454d-a408-acfd113b7504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (a8162fb1-d7df-497a-9957-efe7cb24744e), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:03.990989 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-43fc371d-bb75-454d-a408-acfd113b7504 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=58c20d5a3e3440bfac1f8fe022c65b93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1363146 Apr 05 22:47:03.992273 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fc371d-bb75-454d-a408-acfd113b7504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8162fb1-d7df-497a-9957-efe7cb24744e,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:47:03.993737 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 44962) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:47:04.045827 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-004ec1eb-56a0-4ed7-be0b-49720d9c3ba1 admin admin] Publish callbacks [] for security_group (a8162fb1-d7df-497a-9957-efe7cb24744e), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:04.066674 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-004ec1eb-56a0-4ed7-be0b-49720d9c3ba1 admin admin] Publish callbacks [] for security_group (a8162fb1-d7df-497a-9957-efe7cb24744e), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:04.112753 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-004ec1eb-56a0-4ed7-be0b-49720d9c3ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (a8162fb1-d7df-497a-9957-efe7cb24744e), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:04.115393 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-004ec1eb-56a0-4ed7-be0b-49720d9c3ba1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:04.116702 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-004ec1eb-56a0-4ed7-be0b-49720d9c3ba1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a8162fb1-d7df-497a-9957-efe7cb24744e HTTP/1.1" status: 204 len: 168 time: 0.1219978 Apr 05 22:47:04.124190 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004ec1eb-56a0-4ed7-be0b-49720d9c3ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8162fb1-d7df-497a-9957-efe7cb24744e,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:47:04.700776 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42136ec7-4ae0-42ec-a24f-826a57194b17 req-73480d58-d86a-48c1-9eea-a2a31f879dba tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:04.702359 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-42136ec7-4ae0-42ec-a24f-826a57194b17 req-73480d58-d86a-48c1-9eea-a2a31f879dba tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/ports?device_id=66c73357-2425-46ef-b26c-ef0a5e480202 HTTP/1.1" status: 200 len: 946 time: 0.0598791 Apr 05 22:47:04.753248 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-42136ec7-4ae0-42ec-a24f-826a57194b17 req-932dd559-9bc2-45ce-b4a1-b131135b9f2b tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/security-groups?id=1d5210fc-2b3e-451e-8690-a29aceaed0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450280 Apr 05 22:47:05.528337 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-63aa976e-6307-40b2-a7c6-35c2638683ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (08425891-4e99-4ae4-974b-85ee5a0410c6), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:05.883366 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c9ee2f-63b8-4153-985d-8824f86283df req-63c4d12d-818f-4d7a-b8dd-c16b5083dd87 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:05.884878 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b5c9ee2f-63b8-4153-985d-8824f86283df req-63c4d12d-818f-4d7a-b8dd-c16b5083dd87 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/ports?device_id=66c73357-2425-46ef-b26c-ef0a5e480202 HTTP/1.1" status: 200 len: 946 time: 0.0599954 Apr 05 22:47:05.940445 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b5c9ee2f-63b8-4153-985d-8824f86283df req-18786d07-eddb-4326-b7bf-28ece675eb6a tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/security-groups?id=1d5210fc-2b3e-451e-8690-a29aceaed0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498579 Apr 05 22:47:07.059400 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b7ea86-cbce-454d-9d07-b914b5270a03 req-64fc349a-9506-4352-a6a6-b567a009a21a tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:07.060866 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b0b7ea86-cbce-454d-9d07-b914b5270a03 req-64fc349a-9506-4352-a6a6-b567a009a21a tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/ports?device_id=66c73357-2425-46ef-b26c-ef0a5e480202 HTTP/1.1" status: 200 len: 946 time: 0.0545542 Apr 05 22:47:07.109656 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b0b7ea86-cbce-454d-9d07-b914b5270a03 req-99edb3d5-f14b-4e70-9517-e46932680c07 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/security-groups?id=1d5210fc-2b3e-451e-8690-a29aceaed0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432496 Apr 05 22:47:07.297991 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-94bea9e7-1c80-44e9-b46c-ea69f7d0ddff req-af5362e5-894c-4933-852b-26c104a63694 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=66c73357-2425-46ef-b26c-ef0a5e480202&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0433204 Apr 05 22:47:07.324382 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12899ea-6c93-4f0e-8a14-9124d9002c32 req-896f7097-618f-46eb-87eb-e15b01fc4b9b tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:07.325929 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e12899ea-6c93-4f0e-8a14-9124d9002c32 req-896f7097-618f-46eb-87eb-e15b01fc4b9b tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/ports?device_id=66c73357-2425-46ef-b26c-ef0a5e480202 HTTP/1.1" status: 200 len: 946 time: 0.0535913 Apr 05 22:47:07.380719 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e12899ea-6c93-4f0e-8a14-9124d9002c32 req-a26cbfad-0500-4539-ba47-52ba4a1e09fe tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/security-groups?id=1d5210fc-2b3e-451e-8690-a29aceaed0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488014 Apr 05 22:47:07.387202 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bea9e7-1c80-44e9-b46c-ea69f7d0ddff req-782dd7d4-1550-4741-9a77-9c7a56e468ea tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:07.388581 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [req-94bea9e7-1c80-44e9-b46c-ea69f7d0ddff req-782dd7d4-1550-4741-9a77-9c7a56e468ea tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/ports/4b73ba79-695c-4c18-90e8-34b322632fcd HTTP/1.1" status: 200 len: 943 time: 0.0614445 Apr 05 22:47:07.883509 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1590b6aa-d64f-42d8-a7c1-c7a55426946c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (79a469f9-bdbc-4492-b479-9e5faeaf33b0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:08.506271 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a64e2d6-4698-4626-b7d7-0331e50088a9 req-b32ce98c-383c-4122-92d7-f55643150566 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:08.507742 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2a64e2d6-4698-4626-b7d7-0331e50088a9 req-b32ce98c-383c-4122-92d7-f55643150566 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/ports?device_id=66c73357-2425-46ef-b26c-ef0a5e480202 HTTP/1.1" status: 200 len: 946 time: 0.0589666 Apr 05 22:47:08.559642 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2a64e2d6-4698-4626-b7d7-0331e50088a9 req-e3aa2caf-5a5a-4ab5-bcf4-372f434610c5 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/security-groups?id=1d5210fc-2b3e-451e-8690-a29aceaed0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454323 Apr 05 22:47:08.935280 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device 4b73ba79-695c-4c18-90e8-34b322632fcd no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:47:09.020969 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-dae4f030-1cb2-49a8-bcfa-6facf2529a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (e40c9916-dc7d-41d8-a75d-da550db0c469), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:09.028851 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Current status of the port 4b73ba79-695c-4c18-90e8-34b322632fcd is: ACTIVE; New status is: DOWN {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:47:09.029212 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (4b73ba79-695c-4c18-90e8-34b322632fcd), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:09.054361 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66c73357-2425-46ef-b26c-ef0a5e480202', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b73ba79-695c-4c18-90e8-34b322632fcd'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:47:09.057270 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5eeae28b1739aff28e9ac2b05a29cddcf15b93cc3fe96f2ce32a289e1b5713d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ffd2a95-8595-4ac1-a899-4b6fa7a8f08c" -d '{"events": [{"server_uuid": "66c73357-2425-46ef-b26c-ef0a5e480202", "name": "network-vif-unplugged", "status": "completed", "tag": "4b73ba79-695c-4c18-90e8-34b322632fcd"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:47:09.073088 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] For port 4b73ba79-695c-4c18-90e8-34b322632fcd, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=4b73ba79-695c-4c18-90e8-34b322632fcd,segment=NetworkSegment(eb2adb5d-94cc-41f9-b121-d2e0e78cb534),segment_id=eb2adb5d-94cc-41f9-b121-d2e0e78cb534)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:47:09.077390 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (4b73ba79-695c-4c18-90e8-34b322632fcd), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:09.109665 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 22:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ffd111b-ade2-4f38-8217-fd665a3dc486 x-openstack-request-id: req-0ffd111b-ade2-4f38-8217-fd665a3dc486 {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:47:09.109665 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66c73357-2425-46ef-b26c-ef0a5e480202", "name": "network-vif-unplugged", "status": "completed", "tag": "4b73ba79-695c-4c18-90e8-34b322632fcd", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:47:09.109665 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0ffd111b-ade2-4f38-8217-fd665a3dc486 {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:47:09.109665 dv-cinder-835881-4-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ffd111b-ade2-4f38-8217-fd665a3dc486'] response: {'server_uuid': '66c73357-2425-46ef-b26c-ef0a5e480202', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b73ba79-695c-4c18-90e8-34b322632fcd', 'code': 200} Apr 05 22:47:09.133727 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Pushing event updated for resources: {'Port': ['ID=4b73ba79-695c-4c18-90e8-34b322632fcd,revision_number=6']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:47:09.149341 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:09.149720 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:09.150223 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:09.150566 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:09.150899 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:09.151227 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:09.151549 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:09.151872 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:09.152226 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:09.152545 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:09.152889 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:09.153212 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:09.153554 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:09.153874 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:09.154190 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:09.233123 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bea9e7-1c80-44e9-b46c-ea69f7d0ddff req-43778f3e-6343-4edc-b735-dd3a7de03709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:09.234719 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-94bea9e7-1c80-44e9-b46c-ea69f7d0ddff req-43778f3e-6343-4edc-b735-dd3a7de03709 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=66c73357-2425-46ef-b26c-ef0a5e480202&tenant_id=9618f5baeec7405cafcaccb0e53c77b4 HTTP/1.1" status: 200 len: 1128 time: 0.0508454 Apr 05 22:47:09.301410 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bea9e7-1c80-44e9-b46c-ea69f7d0ddff req-023873eb-ef41-425d-857c-cd0d5ca8a28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:09.301410 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-94bea9e7-1c80-44e9-b46c-ea69f7d0ddff req-023873eb-ef41-425d-857c-cd0d5ca8a28f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9618f5baeec7405cafcaccb0e53c77b4&device_id=66c73357-2425-46ef-b26c-ef0a5e480202 HTTP/1.1" status: 200 len: 1128 time: 0.0446374 Apr 05 22:47:09.707743 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bea9e7-1c80-44e9-b46c-ea69f7d0ddff req-1217d6cd-750c-4eb2-abc3-9b2c33a14b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:09.709142 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-94bea9e7-1c80-44e9-b46c-ea69f7d0ddff req-1217d6cd-750c-4eb2-abc3-9b2c33a14b57 service neutron] 10.222.0.13 "GET /v2.0/networks?id=93ea6e4b-6c87-4cb7-972a-0a6c56c3540c HTTP/1.1" status: 200 len: 909 time: 0.1240642 Apr 05 22:47:09.721005 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd47123-7fe3-4f93-9a5b-ddab395099d1 req-776660fc-9536-49b7-a556-0567514e4188 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:09.722821 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ecd47123-7fe3-4f93-9a5b-ddab395099d1 req-776660fc-9536-49b7-a556-0567514e4188 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/ports?device_id=66c73357-2425-46ef-b26c-ef0a5e480202 HTTP/1.1" status: 200 len: 944 time: 0.0789199 Apr 05 22:47:09.826644 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-94bea9e7-1c80-44e9-b46c-ea69f7d0ddff req-fd194876-368d-457d-8484-d1fb21455759 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b73ba79-695c-4c18-90e8-34b322632fcd HTTP/1.1" status: 200 len: 999 time: 0.1027100 Apr 05 22:47:09.851415 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ecd47123-7fe3-4f93-9a5b-ddab395099d1 req-b68f18db-b3af-4344-b4bf-886cdcf62971 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/security-groups?id=1d5210fc-2b3e-451e-8690-a29aceaed0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190948 Apr 05 22:47:09.894039 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bea9e7-1c80-44e9-b46c-ea69f7d0ddff req-79b6dd6d-97f4-4f51-b227-bf4f343327e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:09.895495 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-94bea9e7-1c80-44e9-b46c-ea69f7d0ddff req-79b6dd6d-97f4-4f51-b227-bf4f343327e7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a0dda594-505e-4d09-af0b-87c49916ab00 HTTP/1.1" status: 200 len: 847 time: 0.0599618 Apr 05 22:47:09.947896 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bea9e7-1c80-44e9-b46c-ea69f7d0ddff req-79e718dc-65d1-477e-bb35-8598697ef2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:09.949451 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-94bea9e7-1c80-44e9-b46c-ea69f7d0ddff req-79e718dc-65d1-477e-bb35-8598697ef2f0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=93ea6e4b-6c87-4cb7-972a-0a6c56c3540c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470550 Apr 05 22:47:10.053593 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-94bea9e7-1c80-44e9-b46c-ea69f7d0ddff req-2c314f85-7d52-4538-b09a-c17d61389418 service neutron] 10.222.0.13 "GET /v2.0/networks/93ea6e4b-6c87-4cb7-972a-0a6c56c3540c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885208 Apr 05 22:47:10.150296 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-94bea9e7-1c80-44e9-b46c-ea69f7d0ddff req-3430097a-8d86-4ca5-811b-3d48736c9874 service neutron] 10.222.0.13 "GET /v2.0/networks/93ea6e4b-6c87-4cb7-972a-0a6c56c3540c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897229 Apr 05 22:47:10.638833 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-99ae2e83-6010-40d2-b70a-5b0f9e3ea887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (f28e62d6-8243-45bb-b578-64cfae2561d0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:10.673980 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237490dc-6728-43d7-aec1-ddcdae30562a req-aff991e8-da47-4b19-8b18-d207931281b1 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:10.675444 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-237490dc-6728-43d7-aec1-ddcdae30562a req-aff991e8-da47-4b19-8b18-d207931281b1 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=56759a36-c6e6-4803-84c2-b5af45d89df1 HTTP/1.1" status: 200 len: 946 time: 0.0521901 Apr 05 22:47:10.723013 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-237490dc-6728-43d7-aec1-ddcdae30562a req-3c2d4e9a-9758-4a8a-a091-243ce081e427 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/security-groups?id=4dbac682-dcca-4004-8cb5-5a88e2b76428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410793 Apr 05 22:47:10.970086 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7407dc40-4cf3-42c7-8880-dc454b5bc653 req-8d10f617-e370-488b-94da-c4bbb5014872 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:10.971545 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7407dc40-4cf3-42c7-8880-dc454b5bc653 req-8d10f617-e370-488b-94da-c4bbb5014872 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/ports?device_id=66c73357-2425-46ef-b26c-ef0a5e480202 HTTP/1.1" status: 200 len: 944 time: 0.0511508 Apr 05 22:47:11.020032 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7407dc40-4cf3-42c7-8880-dc454b5bc653 req-941f597a-505d-4453-b63b-18889f4999c3 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/security-groups?id=1d5210fc-2b3e-451e-8690-a29aceaed0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428901 Apr 05 22:47:11.853856 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f56fee-0992-4835-b32a-ffba27009155 req-ba58aff6-ab16-4e43-9e88-ea34ed44523b tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:11.855238 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d4f56fee-0992-4835-b32a-ffba27009155 req-ba58aff6-ab16-4e43-9e88-ea34ed44523b tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=56759a36-c6e6-4803-84c2-b5af45d89df1 HTTP/1.1" status: 200 len: 946 time: 0.0560706 Apr 05 22:47:11.902065 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d4f56fee-0992-4835-b32a-ffba27009155 req-c082b570-8f20-4cbe-ae3b-a58cfe1cfaea tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/security-groups?id=4dbac682-dcca-4004-8cb5-5a88e2b76428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413036 Apr 05 22:47:12.062248 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (b771b186-15ef-4a1a-9c73-ea54ac08c8ac), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:12.145517 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c30fdc-c1cc-42f1-a003-32383def6b45 req-c5944431-c872-4df2-9320-e5eb7c50f1cf tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:12.146990 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-71c30fdc-c1cc-42f1-a003-32383def6b45 req-c5944431-c872-4df2-9320-e5eb7c50f1cf tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/ports?device_id=66c73357-2425-46ef-b26c-ef0a5e480202 HTTP/1.1" status: 200 len: 944 time: 0.0533912 Apr 05 22:47:12.197613 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-71c30fdc-c1cc-42f1-a003-32383def6b45 req-4197b40f-a57f-47ed-95cb-ffe3df653e3f tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/security-groups?id=1d5210fc-2b3e-451e-8690-a29aceaed0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441651 Apr 05 22:47:13.018912 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43da8d6-0c19-4d69-9516-dcbdc1721080 req-760b5e22-2eb7-45ef-b5f9-52b0c9fb9818 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:13.020356 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c43da8d6-0c19-4d69-9516-dcbdc1721080 req-760b5e22-2eb7-45ef-b5f9-52b0c9fb9818 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=56759a36-c6e6-4803-84c2-b5af45d89df1 HTTP/1.1" status: 200 len: 946 time: 0.0502284 Apr 05 22:47:13.071609 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c43da8d6-0c19-4d69-9516-dcbdc1721080 req-79dc6350-f3e3-49b4-b644-62b216c47c78 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/security-groups?id=4dbac682-dcca-4004-8cb5-5a88e2b76428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457499 Apr 05 22:47:13.313135 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6def60-9085-4223-811d-0cfd34a1a863 req-f8c5bca5-4620-47a5-8d63-aeae038a1933 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:13.314642 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2f6def60-9085-4223-811d-0cfd34a1a863 req-f8c5bca5-4620-47a5-8d63-aeae038a1933 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/ports?device_id=66c73357-2425-46ef-b26c-ef0a5e480202 HTTP/1.1" status: 200 len: 944 time: 0.0508237 Apr 05 22:47:13.364183 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2f6def60-9085-4223-811d-0cfd34a1a863 req-1641c677-1331-4d49-88c2-661043245f26 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/security-groups?id=1d5210fc-2b3e-451e-8690-a29aceaed0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439689 Apr 05 22:47:14.191148 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6539ea-805f-44de-85ae-7502151ff82e req-466454ae-8dca-4cfa-8485-9979ed9fde13 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:14.192712 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-dd6539ea-805f-44de-85ae-7502151ff82e req-466454ae-8dca-4cfa-8485-9979ed9fde13 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=56759a36-c6e6-4803-84c2-b5af45d89df1 HTTP/1.1" status: 200 len: 946 time: 0.0541751 Apr 05 22:47:14.237753 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-dd6539ea-805f-44de-85ae-7502151ff82e req-df5b1fbc-52fa-4c39-94fd-e0e519fa00da tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/security-groups?id=4dbac682-dcca-4004-8cb5-5a88e2b76428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387933 Apr 05 22:47:14.493500 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02556a0-f687-4326-a1a6-1957e6b6e1ba req-7136d504-6a81-4aec-aa96-0dfa5d864d3e tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:14.495643 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f02556a0-f687-4326-a1a6-1957e6b6e1ba req-7136d504-6a81-4aec-aa96-0dfa5d864d3e tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.13 "GET /v2.0/ports?device_id=56759a36-c6e6-4803-84c2-b5af45d89df1 HTTP/1.1" status: 200 len: 946 time: 0.0868852 Apr 05 22:47:14.506515 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eb4c63-2dc5-4ddd-ad20-54646be15f1b req-e2f86061-3819-4e57-ac5e-59ab10795b5c tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:14.507874 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-67eb4c63-2dc5-4ddd-ad20-54646be15f1b req-e2f86061-3819-4e57-ac5e-59ab10795b5c tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/ports?device_id=66c73357-2425-46ef-b26c-ef0a5e480202 HTTP/1.1" status: 200 len: 944 time: 0.0706487 Apr 05 22:47:14.612620 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-67eb4c63-2dc5-4ddd-ad20-54646be15f1b req-dc9c4170-87c6-4464-86ec-c9dc4f8d039f tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/security-groups?id=1d5210fc-2b3e-451e-8690-a29aceaed0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972545 Apr 05 22:47:14.634201 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [req-f02556a0-f687-4326-a1a6-1957e6b6e1ba req-bd332358-b15b-4722-8d0a-e17f1c405fa5 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Deleting port bef3fcd9-fe46-4d3f-b757-1c268a363876 {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:47:14.634539 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-f02556a0-f687-4326-a1a6-1957e6b6e1ba req-bd332358-b15b-4722-8d0a-e17f1c405fa5 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757100664625'] for port (bef3fcd9-fe46-4d3f-b757-1c268a363876), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:14.728897 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-f02556a0-f687-4326-a1a6-1957e6b6e1ba req-bd332358-b15b-4722-8d0a-e17f1c405fa5 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] For port bef3fcd9-fe46-4d3f-b757-1c268a363876, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=bef3fcd9-fe46-4d3f-b757-1c268a363876,segment=NetworkSegment(3f4d4486-67c6-4d24-87d7-d8d6c3b7851c),segment_id=3f4d4486-67c6-4d24-87d7-d8d6c3b7851c)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:47:14.729253 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-f02556a0-f687-4326-a1a6-1957e6b6e1ba req-bd332358-b15b-4722-8d0a-e17f1c405fa5 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525920'] for port (bef3fcd9-fe46-4d3f-b757-1c268a363876), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:14.904432 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-f02556a0-f687-4326-a1a6-1957e6b6e1ba req-bd332358-b15b-4722-8d0a-e17f1c405fa5 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:14.904815 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-f02556a0-f687-4326-a1a6-1957e6b6e1ba req-bd332358-b15b-4722-8d0a-e17f1c405fa5 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536593'] for floatingip (d03efdda-04a9-4c5d-8c5b-58f992334f75), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:14.905128 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.db.l3_db [req-f02556a0-f687-4326-a1a6-1957e6b6e1ba req-bd332358-b15b-4722-8d0a-e17f1c405fa5 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Floating IP d03efdda-04a9-4c5d-8c5b-58f992334f75 disassociated. External IP: 172.27.1.174, port: bef3fcd9-fe46-4d3f-b757-1c268a363876. Apr 05 22:47:14.905464 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [req-f02556a0-f687-4326-a1a6-1957e6b6e1ba req-bd332358-b15b-4722-8d0a-e17f1c405fa5 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Calling delete_port for bef3fcd9-fe46-4d3f-b757-1c268a363876 owned by compute:nova {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:47:14.949562 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device 4b73ba79-695c-4c18-90e8-34b322632fcd details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:47:15.031946 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-f02556a0-f687-4326-a1a6-1957e6b6e1ba req-bd332358-b15b-4722-8d0a-e17f1c405fa5 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757100670980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757100095757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827921'] for port (bef3fcd9-fe46-4d3f-b757-1c268a363876), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:15.049159 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] For port 4b73ba79-695c-4c18-90e8-34b322632fcd, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=4b73ba79-695c-4c18-90e8-34b322632fcd,segment=NetworkSegment(eb2adb5d-94cc-41f9-b121-d2e0e78cb534),segment_id=eb2adb5d-94cc-41f9-b121-d2e0e78cb534)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:47:15.060726 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Returning: {'device': '4b73ba79-695c-4c18-90e8-34b322632fcd', 'network_id': '93ea6e4b-6c87-4cb7-972a-0a6c56c3540c', 'port_id': '4b73ba79-695c-4c18-90e8-34b322632fcd', 'mac_address': 'fa:16:3e:f7:bc:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0dda594-505e-4d09-af0b-87c49916ab00', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:47:15.064803 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd332358-b15b-4722-8d0a-e17f1c405fa5 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Pushing event deleted for resources: {'Port': ['ID=bef3fcd9-fe46-4d3f-b757-1c268a363876,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:47:15.076347 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd332358-b15b-4722-8d0a-e17f1c405fa5 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:15.076692 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd332358-b15b-4722-8d0a-e17f1c405fa5 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:15.077036 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd332358-b15b-4722-8d0a-e17f1c405fa5 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:15.077371 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd332358-b15b-4722-8d0a-e17f1c405fa5 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:15.077728 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd332358-b15b-4722-8d0a-e17f1c405fa5 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:15.078058 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd332358-b15b-4722-8d0a-e17f1c405fa5 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:15.078385 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd332358-b15b-4722-8d0a-e17f1c405fa5 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:15.078707 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd332358-b15b-4722-8d0a-e17f1c405fa5 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:15.079029 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd332358-b15b-4722-8d0a-e17f1c405fa5 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:15.079346 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd332358-b15b-4722-8d0a-e17f1c405fa5 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:15.079668 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd332358-b15b-4722-8d0a-e17f1c405fa5 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:15.079989 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd332358-b15b-4722-8d0a-e17f1c405fa5 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:15.080308 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd332358-b15b-4722-8d0a-e17f1c405fa5 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:15.080626 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd332358-b15b-4722-8d0a-e17f1c405fa5 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:15.080942 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd332358-b15b-4722-8d0a-e17f1c405fa5 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:15.102205 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Current status of the port 4b73ba79-695c-4c18-90e8-34b322632fcd is: DOWN; New status is: BUILD {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:47:15.102590 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (4b73ba79-695c-4c18-90e8-34b322632fcd), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:15.116392 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b73ba79-695c-4c18-90e8-34b322632fcd {{(pid=103470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:47:15.136445 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] For port 4b73ba79-695c-4c18-90e8-34b322632fcd, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=4b73ba79-695c-4c18-90e8-34b322632fcd,segment=NetworkSegment(eb2adb5d-94cc-41f9-b121-d2e0e78cb534),segment_id=eb2adb5d-94cc-41f9-b121-d2e0e78cb534)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:47:15.140721 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (4b73ba79-695c-4c18-90e8-34b322632fcd), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:15.188284 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Pushing event updated for resources: {'Port': ['ID=4b73ba79-695c-4c18-90e8-34b322632fcd,revision_number=7']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:47:15.208681 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f02556a0-f687-4326-a1a6-1957e6b6e1ba req-bd332358-b15b-4722-8d0a-e17f1c405fa5 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Router 605bef79-fea7-48b4-aa2e-9a61b7b53637 has already been hosted by L3 agent 79a469f9-bdbc-4492-b479-9e5faeaf33b0 {{(pid=103469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:47:15.341409 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ce6964df-40b3-4bb5-9453-3b6ce4bcca01 req-44d8647f-e0d1-4316-a036-044a38d7341d tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/ports?device_id=56759a36-c6e6-4803-84c2-b5af45d89df1 HTTP/1.1" status: 200 len: 210 time: 0.0336781 Apr 05 22:47:15.343030 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f02556a0-f687-4326-a1a6-1957e6b6e1ba req-bd332358-b15b-4722-8d0a-e17f1c405fa5 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Notify agent at l3_agent.dv-cinder-835881-4-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:47:15.364306 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a35b2f0-f81a-4baf-90b1-64da17a335ae None None] Sync routers for ids ['605bef79-fea7-48b4-aa2e-9a61b7b53637'] in dv-cinder-835881-4-iscsi {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:47:15.377801 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a35b2f0-f81a-4baf-90b1-64da17a335ae None None] Routers {'605bef79-fea7-48b4-aa2e-9a61b7b53637'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:47:15.378426 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-4a35b2f0-f81a-4baf-90b1-64da17a335ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:47:08Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['605bef79-fea7-48b4-aa2e-9a61b7b53637'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:47:15.383035 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [req-f02556a0-f687-4326-a1a6-1957e6b6e1ba req-bd332358-b15b-4722-8d0a-e17f1c405fa5 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] No DVR routers for this DVR port bef3fcd9-fe46-4d3f-b757-1c268a363876 on host hv-cinder-83588 {{(pid=103469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:47:15.386469 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-f02556a0-f687-4326-a1a6-1957e6b6e1ba req-bd332358-b15b-4722-8d0a-e17f1c405fa5 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:15.389847 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f02556a0-f687-4326-a1a6-1957e6b6e1ba req-bd332358-b15b-4722-8d0a-e17f1c405fa5 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.13 "DELETE /v2.0/ports/bef3fcd9-fe46-4d3f-b757-1c268a363876 HTTP/1.1" status: 204 len: 173 time: 0.8810847 Apr 05 22:47:15.390287 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56759a36-c6e6-4803-84c2-b5af45d89df1', 'name': 'network-vif-deleted', 'tag': 'bef3fcd9-fe46-4d3f-b757-1c268a363876'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:47:15.392607 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f386ba26b1031f5495d5bdef0d2c98b5b567df56bfe60a1d1e0dd7c3f719aed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc65b4b-6b46-4967-911c-3fa9539b4149" -d '{"events": [{"server_uuid": "56759a36-c6e6-4803-84c2-b5af45d89df1", "name": "network-vif-deleted", "tag": "bef3fcd9-fe46-4d3f-b757-1c268a363876"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:47:15.603035 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd0ae7da-72d0-4378-961e-0aa0d82d3df9 x-openstack-request-id: req-dd0ae7da-72d0-4378-961e-0aa0d82d3df9 {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:47:15.603516 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56759a36-c6e6-4803-84c2-b5af45d89df1", "name": "network-vif-deleted", "tag": "bef3fcd9-fe46-4d3f-b757-1c268a363876", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:47:15.603864 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dd0ae7da-72d0-4378-961e-0aa0d82d3df9 {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:47:15.604354 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd0ae7da-72d0-4378-961e-0aa0d82d3df9'] response: {'server_uuid': '56759a36-c6e6-4803-84c2-b5af45d89df1', 'name': 'network-vif-deleted', 'tag': 'bef3fcd9-fe46-4d3f-b757-1c268a363876', 'status': 'completed', 'code': 200} Apr 05 22:47:15.624655 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] get_ports_and_sgs() called for port_ids ['4b73ba79-695c-4c18-90e8-34b322632fcd'] {{(pid=103470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:47:15.672359 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-4a35b2f0-f81a-4baf-90b1-64da17a335ae None None] Set router 605bef79-fea7-48b4-aa2e-9a61b7b53637 gateway port host: dv-cinder-835881-4-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:47:15.738645 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b6d9db-dc47-49b3-955a-5df7cf811ec3 req-fe416d01-74ba-4c44-9411-4ad922659416 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:15.740186 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-28b6d9db-dc47-49b3-955a-5df7cf811ec3 req-fe416d01-74ba-4c44-9411-4ad922659416 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/ports?device_id=66c73357-2425-46ef-b26c-ef0a5e480202 HTTP/1.1" status: 200 len: 945 time: 0.0535541 Apr 05 22:47:15.793727 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-28b6d9db-dc47-49b3-955a-5df7cf811ec3 req-5e2b68a7-0638-4014-9d7c-4ab4f87cbc09 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/security-groups?id=1d5210fc-2b3e-451e-8690-a29aceaed0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465977 Apr 05 22:47:15.993040 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-4a35b2f0-f81a-4baf-90b1-64da17a335ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '605bef79-fea7-48b4-aa2e-9a61b7b53637', 'name': 'tempest-AttachVolumeTestJSON-472349617-router', 'tenant_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': 'c3554d77-7648-483d-8c51-ad87166b1feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:31Z', 'updated_at': '2022-04-05T22:38:36Z', 'revision_number': 4, 'project_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'gw_port': {'id': 'c3554d77-7648-483d-8c51-ad87166b1feb', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:62:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605bef79-fea7-48b4-aa2e-9a61b7b53637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:31Z', 'updated_at': '2022-04-05T22:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_interfaces': [{'id': 'e8b012a7-396c-4bc9-a065-3c9ba8fd9314', 'name': '', 'network_id': 'da73ea9b-ba6b-4c3a-88b0-57977001462e', 'tenant_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'mac_address': 'fa:16:3e:6a:9e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605bef79-fea7-48b4-aa2e-9a61b7b53637', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '12407ce6-40cf-4857-a656-235674308ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:35Z', 'updated_at': '2022-04-05T22:38:47Z', 'revision_number': 5, 'project_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'subnets': [{'id': '12407ce6-40cf-4857-a656-235674308ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:47:16.024816 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a35b2f0-f81a-4baf-90b1-64da17a335ae None None] Checking router: 605bef79-fea7-48b4-aa2e-9a61b7b53637 for host: dv-cinder-835881-4-iscsi {{(pid=103470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:47:16.047726 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a35b2f0-f81a-4baf-90b1-64da17a335ae None None] Routers {'605bef79-fea7-48b4-aa2e-9a61b7b53637'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:47:16.048326 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-4a35b2f0-f81a-4baf-90b1-64da17a335ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:47:08Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['605bef79-fea7-48b4-aa2e-9a61b7b53637'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:47:16.174636 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-4a35b2f0-f81a-4baf-90b1-64da17a335ae None None] Set router 605bef79-fea7-48b4-aa2e-9a61b7b53637 gateway port host: dv-cinder-835881-4-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:47:16.374833 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-4a35b2f0-f81a-4baf-90b1-64da17a335ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '605bef79-fea7-48b4-aa2e-9a61b7b53637', 'name': 'tempest-AttachVolumeTestJSON-472349617-router', 'tenant_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': 'c3554d77-7648-483d-8c51-ad87166b1feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:31Z', 'updated_at': '2022-04-05T22:38:36Z', 'revision_number': 4, 'project_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'gw_port': {'id': 'c3554d77-7648-483d-8c51-ad87166b1feb', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:62:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605bef79-fea7-48b4-aa2e-9a61b7b53637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:31Z', 'updated_at': '2022-04-05T22:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_interfaces': [{'id': 'e8b012a7-396c-4bc9-a065-3c9ba8fd9314', 'name': '', 'network_id': 'da73ea9b-ba6b-4c3a-88b0-57977001462e', 'tenant_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'mac_address': 'fa:16:3e:6a:9e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605bef79-fea7-48b4-aa2e-9a61b7b53637', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '12407ce6-40cf-4857-a656-235674308ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:35Z', 'updated_at': '2022-04-05T22:38:47Z', 'revision_number': 5, 'project_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'subnets': [{'id': '12407ce6-40cf-4857-a656-235674308ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:47:16.401149 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a35b2f0-f81a-4baf-90b1-64da17a335ae None None] The sync data for ids ['605bef79-fea7-48b4-aa2e-9a61b7b53637'] in dv-cinder-835881-4-iscsi is: [{'id': '605bef79-fea7-48b4-aa2e-9a61b7b53637', 'name': 'tempest-AttachVolumeTestJSON-472349617-router', 'tenant_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': 'c3554d77-7648-483d-8c51-ad87166b1feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:31Z', 'updated_at': '2022-04-05T22:38:36Z', 'revision_number': 4, 'project_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'gw_port': {'id': 'c3554d77-7648-483d-8c51-ad87166b1feb', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:62:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605bef79-fea7-48b4-aa2e-9a61b7b53637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:31Z', 'updated_at': '2022-04-05T22:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_interfaces': [{'id': 'e8b012a7-396c-4bc9-a065-3c9ba8fd9314', 'name': '', 'network_id': 'da73ea9b-ba6b-4c3a-88b0-57977001462e', 'tenant_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'mac_address': 'fa:16:3e:6a:9e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605bef79-fea7-48b4-aa2e-9a61b7b53637', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '12407ce6-40cf-4857-a656-235674308ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:35Z', 'updated_at': '2022-04-05T22:38:47Z', 'revision_number': 5, 'project_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'subnets': [{'id': '12407ce6-40cf-4857-a656-235674308ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:47:16.426166 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 45180) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:47:16.484210 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-fdb8d173-1cbd-4aab-93aa-91f7f4b5448d tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks [] for security_group (4dbac682-dcca-4004-8cb5-5a88e2b76428), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:16.507050 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-fdb8d173-1cbd-4aab-93aa-91f7f4b5448d tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks [] for security_group (4dbac682-dcca-4004-8cb5-5a88e2b76428), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:16.555115 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-fdb8d173-1cbd-4aab-93aa-91f7f4b5448d tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (4dbac682-dcca-4004-8cb5-5a88e2b76428), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:16.558093 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-fdb8d173-1cbd-4aab-93aa-91f7f4b5448d tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:16.559315 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-fdb8d173-1cbd-4aab-93aa-91f7f4b5448d tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "DELETE /v2.0/security-groups/4dbac682-dcca-4004-8cb5-5a88e2b76428 HTTP/1.1" status: 204 len: 168 time: 0.1321225 Apr 05 22:47:16.562170 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 45182) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:47:16.568598 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb8d173-1cbd-4aab-93aa-91f7f4b5448d tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dbac682-dcca-4004-8cb5-5a88e2b76428,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:47:16.575964 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.api.v2.resource [None req-810234dd-6b0d-421b-982b-4e4b99fe963c tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] show failed (client error): The resource could not be found. Apr 05 22:47:16.576985 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-810234dd-6b0d-421b-982b-4e4b99fe963c tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "GET /v2.0/security-groups/4dbac682-dcca-4004-8cb5-5a88e2b76428 HTTP/1.1" status: 404 len: 347 time: 0.0138321 Apr 05 22:47:16.579966 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 45184) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:47:16.644675 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454f674e-4728-4a3a-91e6-d1ff3ec79e86 None None] New status for floating IP d03efdda-04a9-4c5d-8c5b-58f992334f75: DOWN {{(pid=103471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:47:16.722784 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-aeed6b65-e865-4b18-bd8b-a65eaca1a594 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Deleting port a13bcc38-454c-4ff3-8a48-695c73c96758 {{(pid=103468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:47:16.723131 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-aeed6b65-e865-4b18-bd8b-a65eaca1a594 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757100664625'] for port (a13bcc38-454c-4ff3-8a48-695c73c96758), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:16.814185 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-aeed6b65-e865-4b18-bd8b-a65eaca1a594 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525920'] for port (a13bcc38-454c-4ff3-8a48-695c73c96758), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:16.814516 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-aeed6b65-e865-4b18-bd8b-a65eaca1a594 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks [] for floatingip (a13bcc38-454c-4ff3-8a48-695c73c96758), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:16.827543 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-aeed6b65-e865-4b18-bd8b-a65eaca1a594 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Calling delete_port for a13bcc38-454c-4ff3-8a48-695c73c96758 owned by network:floatingip {{(pid=103468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:47:16.924211 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a458a2b-f1ea-48b1-b508-59b0ad11687e req-984331ba-0d8f-426d-ac36-3104f94a3ca0 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:16.925779 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6a458a2b-f1ea-48b1-b508-59b0ad11687e req-984331ba-0d8f-426d-ac36-3104f94a3ca0 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/ports?device_id=66c73357-2425-46ef-b26c-ef0a5e480202 HTTP/1.1" status: 200 len: 945 time: 0.0518980 Apr 05 22:47:16.959246 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-aeed6b65-e865-4b18-bd8b-a65eaca1a594 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757100670980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757100095757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815454'] for port (a13bcc38-454c-4ff3-8a48-695c73c96758), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:16.974627 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6a458a2b-f1ea-48b1-b508-59b0ad11687e req-bef2031a-5f58-4277-be29-740c21156933 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/security-groups?id=1d5210fc-2b3e-451e-8690-a29aceaed0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431030 Apr 05 22:47:16.985972 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device 4b73ba79-695c-4c18-90e8-34b322632fcd up at agent hyperv_hv-cinder-83588 {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:47:16.986685 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeed6b65-e865-4b18-bd8b-a65eaca1a594 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Pushing event deleted for resources: {'Port': ['ID=a13bcc38-454c-4ff3-8a48-695c73c96758,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:47:17.045274 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Provisioning complete for port 4b73ba79-695c-4c18-90e8-34b322632fcd triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:47:17.045936 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (4b73ba79-695c-4c18-90e8-34b322632fcd), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:17.048948 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-aeed6b65-e865-4b18-bd8b-a65eaca1a594 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks [] for floatingip (d03efdda-04a9-4c5d-8c5b-58f992334f75), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:17.051567 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-aeed6b65-e865-4b18-bd8b-a65eaca1a594 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for floatingip (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:17.052709 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-aeed6b65-e865-4b18-bd8b-a65eaca1a594 tempest-AttachVolumeTestJSON-125092551 tempest-AttachVolumeTestJSON-125092551-project] 10.222.0.45 "DELETE /v2.0/floatingips/d03efdda-04a9-4c5d-8c5b-58f992334f75 HTTP/1.1" status: 204 len: 168 time: 0.4702823 Apr 05 22:47:17.128230 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Current status of the port 4b73ba79-695c-4c18-90e8-34b322632fcd is: BUILD; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:47:17.128628 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (4b73ba79-695c-4c18-90e8-34b322632fcd), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:17.154031 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66c73357-2425-46ef-b26c-ef0a5e480202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b73ba79-695c-4c18-90e8-34b322632fcd'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:47:17.156335 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5eeae28b1739aff28e9ac2b05a29cddcf15b93cc3fe96f2ce32a289e1b5713d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-169d8bdd-69a5-4d91-a471-d7b8e244f166" -d '{"events": [{"server_uuid": "66c73357-2425-46ef-b26c-ef0a5e480202", "name": "network-vif-plugged", "status": "completed", "tag": "4b73ba79-695c-4c18-90e8-34b322632fcd"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:47:17.169115 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] For port 4b73ba79-695c-4c18-90e8-34b322632fcd, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=4b73ba79-695c-4c18-90e8-34b322632fcd,segment=NetworkSegment(eb2adb5d-94cc-41f9-b121-d2e0e78cb534),segment_id=eb2adb5d-94cc-41f9-b121-d2e0e78cb534)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:47:17.173392 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (4b73ba79-695c-4c18-90e8-34b322632fcd), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:17.202362 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d972eecd-403f-4309-b7e2-cdfb9f753078 x-openstack-request-id: req-d972eecd-403f-4309-b7e2-cdfb9f753078 {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:47:17.202648 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66c73357-2425-46ef-b26c-ef0a5e480202", "name": "network-vif-plugged", "status": "completed", "tag": "4b73ba79-695c-4c18-90e8-34b322632fcd", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:47:17.202894 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d972eecd-403f-4309-b7e2-cdfb9f753078 {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:47:17.203287 dv-cinder-835881-4-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d972eecd-403f-4309-b7e2-cdfb9f753078'] response: {'server_uuid': '66c73357-2425-46ef-b26c-ef0a5e480202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b73ba79-695c-4c18-90e8-34b322632fcd', 'code': 200} Apr 05 22:47:17.225618 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Pushing event updated for resources: {'Port': ['ID=4b73ba79-695c-4c18-90e8-34b322632fcd,revision_number=8']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:47:17.438166 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31003573-ae3c-4131-a3cd-be3411cebeaa req-16e940f0-1aa7-4623-ad4c-70b0f384bf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:17.439533 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-31003573-ae3c-4131-a3cd-be3411cebeaa req-16e940f0-1aa7-4623-ad4c-70b0f384bf4f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=66c73357-2425-46ef-b26c-ef0a5e480202 HTTP/1.1" status: 200 len: 1130 time: 0.0457931 Apr 05 22:47:17.491286 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-31003573-ae3c-4131-a3cd-be3411cebeaa req-fa88b6ce-eb31-4936-89cc-9b261eafaf96 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1d5210fc-2b3e-451e-8690-a29aceaed0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394938 Apr 05 22:47:18.094633 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c26ed-a9c6-413b-9ee2-61780d431b60 req-e9ae619b-5730-4837-83e7-a14d46ba14bd tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:18.096093 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0e9c26ed-a9c6-413b-9ee2-61780d431b60 req-e9ae619b-5730-4837-83e7-a14d46ba14bd tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/ports?device_id=66c73357-2425-46ef-b26c-ef0a5e480202 HTTP/1.1" status: 200 len: 946 time: 0.0517054 Apr 05 22:47:18.144370 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0e9c26ed-a9c6-413b-9ee2-61780d431b60 req-301ae69c-749b-42f2-b9b3-833f7a8295b9 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/security-groups?id=1d5210fc-2b3e-451e-8690-a29aceaed0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427270 Apr 05 22:47:19.264504 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1257585a-c672-4045-bb10-1630a5c4b910 req-db6bf080-997a-40b3-b090-0272cf3bcc2d tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:19.266190 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1257585a-c672-4045-bb10-1630a5c4b910 req-db6bf080-997a-40b3-b090-0272cf3bcc2d tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/ports?device_id=66c73357-2425-46ef-b26c-ef0a5e480202 HTTP/1.1" status: 200 len: 946 time: 0.0529294 Apr 05 22:47:19.327746 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1257585a-c672-4045-bb10-1630a5c4b910 req-90d4d950-7519-4121-a649-4381a87a158c tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/security-groups?id=1d5210fc-2b3e-451e-8690-a29aceaed0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525448 Apr 05 22:47:20.002014 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-97cde7d9-dbb1-4d23-a7c6-1511c50e2662 None None] Agent healthcheck: found 6 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:47:20.445019 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33e01e-4321-41e2-a9c3-fa878f8ad218 req-ca4189da-eb3b-4fe4-9943-19cd8b2ad1a3 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:20.446500 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4d33e01e-4321-41e2-a9c3-fa878f8ad218 req-ca4189da-eb3b-4fe4-9943-19cd8b2ad1a3 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/ports?device_id=66c73357-2425-46ef-b26c-ef0a5e480202 HTTP/1.1" status: 200 len: 946 time: 0.0509303 Apr 05 22:47:20.494050 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4d33e01e-4321-41e2-a9c3-fa878f8ad218 req-91c22197-30f2-4f46-8f64-fbde80beb524 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/security-groups?id=1d5210fc-2b3e-451e-8690-a29aceaed0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418997 Apr 05 22:47:20.575143 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 45236) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:47:21.003720 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device bef3fcd9-fe46-4d3f-b757-1c268a363876 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:47:21.025365 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] No Port match for: bef3fcd9-fe46-4d3f-b757-1c268a363876 {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:47:21.025728 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device bef3fcd9-fe46-4d3f-b757-1c268a363876 not bound to the agent host hv-cinder-83588 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:47:21.053456 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-92fdd47d-630a-492f-aaf4-9fa5e50d5607 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535057'] for router_interface (605bef79-fea7-48b4-aa2e-9a61b7b53637), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:21.296055 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-92fdd47d-630a-492f-aaf4-9fa5e50d5607 admin admin] Deleting port e8b012a7-396c-4bc9-a065-3c9ba8fd9314 {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:47:21.296297 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-92fdd47d-630a-492f-aaf4-9fa5e50d5607 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757100664625'] for port (e8b012a7-396c-4bc9-a065-3c9ba8fd9314), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:21.370561 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [None req-92fdd47d-630a-492f-aaf4-9fa5e50d5607 admin admin] For port e8b012a7-396c-4bc9-a065-3c9ba8fd9314, host dv-cinder-835881-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=e8b012a7-396c-4bc9-a065-3c9ba8fd9314,segment=NetworkSegment(3f4d4486-67c6-4d24-87d7-d8d6c3b7851c),segment_id=3f4d4486-67c6-4d24-87d7-d8d6c3b7851c)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:47:21.370912 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-92fdd47d-630a-492f-aaf4-9fa5e50d5607 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525920'] for port (e8b012a7-396c-4bc9-a065-3c9ba8fd9314), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:21.382760 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-92fdd47d-630a-492f-aaf4-9fa5e50d5607 admin admin] Calling delete_port for e8b012a7-396c-4bc9-a065-3c9ba8fd9314 owned by network:router_interface {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:47:21.807951 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-92fdd47d-630a-492f-aaf4-9fa5e50d5607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757100670980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757100095757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827921'] for port (e8b012a7-396c-4bc9-a065-3c9ba8fd9314), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:21.836861 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fdd47d-630a-492f-aaf4-9fa5e50d5607 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8b012a7-396c-4bc9-a065-3c9ba8fd9314,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:47:22.002979 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-92fdd47d-630a-492f-aaf4-9fa5e50d5607 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3645314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536705'] for router_interface (605bef79-fea7-48b4-aa2e-9a61b7b53637), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:22.226436 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92fdd47d-630a-492f-aaf4-9fa5e50d5607 admin admin] Router 605bef79-fea7-48b4-aa2e-9a61b7b53637 has already been hosted by L3 agent 79a469f9-bdbc-4492-b479-9e5faeaf33b0 {{(pid=103469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:47:22.331522 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92fdd47d-630a-492f-aaf4-9fa5e50d5607 admin admin] Notify agent at l3_agent.dv-cinder-835881-4-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:47:22.336631 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-92fdd47d-630a-492f-aaf4-9fa5e50d5607 admin admin] 10.222.0.45 "PUT /v2.0/routers/605bef79-fea7-48b4-aa2e-9a61b7b53637/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7604642 Apr 05 22:47:22.339709 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 45246) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:47:22.342690 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94eda08-ffa7-4055-bcf0-8582e79b77e9 None None] Sync routers for ids ['605bef79-fea7-48b4-aa2e-9a61b7b53637'] in dv-cinder-835881-4-iscsi {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:47:22.353176 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94eda08-ffa7-4055-bcf0-8582e79b77e9 None None] Routers {'605bef79-fea7-48b4-aa2e-9a61b7b53637'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:47:22.354051 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-c94eda08-ffa7-4055-bcf0-8582e79b77e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:47:08Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['605bef79-fea7-48b4-aa2e-9a61b7b53637'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:47:22.449007 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-883a2afe-f666-4062-8106-982f8fea6f5b admin admin] Publish callbacks [] for router (605bef79-fea7-48b4-aa2e-9a61b7b53637), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:22.463745 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-c94eda08-ffa7-4055-bcf0-8582e79b77e9 None None] Set router 605bef79-fea7-48b4-aa2e-9a61b7b53637 gateway port host: dv-cinder-835881-4-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:47:22.553177 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-883a2afe-f666-4062-8106-982f8fea6f5b admin admin] Publish callbacks [] for router_gateway (605bef79-fea7-48b4-aa2e-9a61b7b53637), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:22.606620 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-883a2afe-f666-4062-8106-982f8fea6f5b admin admin] Deleting port c3554d77-7648-483d-8c51-ad87166b1feb {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:47:22.606952 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-883a2afe-f666-4062-8106-982f8fea6f5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757100664625'] for port (c3554d77-7648-483d-8c51-ad87166b1feb), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:22.645174 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-c94eda08-ffa7-4055-bcf0-8582e79b77e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '605bef79-fea7-48b4-aa2e-9a61b7b53637', 'name': 'tempest-AttachVolumeTestJSON-472349617-router', 'tenant_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': 'c3554d77-7648-483d-8c51-ad87166b1feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:31Z', 'updated_at': '2022-04-05T22:47:21Z', 'revision_number': 5, 'project_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'gw_port': {'id': 'c3554d77-7648-483d-8c51-ad87166b1feb', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:62:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605bef79-fea7-48b4-aa2e-9a61b7b53637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:31Z', 'updated_at': '2022-04-05T22:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi'}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:47:22.675333 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94eda08-ffa7-4055-bcf0-8582e79b77e9 None None] Checking router: 605bef79-fea7-48b4-aa2e-9a61b7b53637 for host: dv-cinder-835881-4-iscsi {{(pid=103470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:47:22.689388 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94eda08-ffa7-4055-bcf0-8582e79b77e9 None None] Routers {'605bef79-fea7-48b4-aa2e-9a61b7b53637'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:47:22.689593 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [None req-883a2afe-f666-4062-8106-982f8fea6f5b admin admin] For port c3554d77-7648-483d-8c51-ad87166b1feb, host dv-cinder-835881-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=c3554d77-7648-483d-8c51-ad87166b1feb,segment=NetworkSegment(93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb),segment_id=93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:47:22.689861 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-883a2afe-f666-4062-8106-982f8fea6f5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525920'] for port (c3554d77-7648-483d-8c51-ad87166b1feb), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:22.690033 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-c94eda08-ffa7-4055-bcf0-8582e79b77e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:47:08Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['605bef79-fea7-48b4-aa2e-9a61b7b53637'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:47:22.702809 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-883a2afe-f666-4062-8106-982f8fea6f5b admin admin] Calling delete_port for c3554d77-7648-483d-8c51-ad87166b1feb owned by network:router_gateway {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:47:22.778432 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-c94eda08-ffa7-4055-bcf0-8582e79b77e9 None None] Set router 605bef79-fea7-48b4-aa2e-9a61b7b53637 gateway port host: None {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:47:22.830116 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-c94eda08-ffa7-4055-bcf0-8582e79b77e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '605bef79-fea7-48b4-aa2e-9a61b7b53637', 'name': 'tempest-AttachVolumeTestJSON-472349617-router', 'tenant_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:31Z', 'updated_at': '2022-04-05T22:47:22Z', 'revision_number': 6, 'project_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'gw_port_host': None}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:47:22.859718 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94eda08-ffa7-4055-bcf0-8582e79b77e9 None None] The sync data for ids ['605bef79-fea7-48b4-aa2e-9a61b7b53637'] in dv-cinder-835881-4-iscsi is: [{'id': '605bef79-fea7-48b4-aa2e-9a61b7b53637', 'name': 'tempest-AttachVolumeTestJSON-472349617-router', 'tenant_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:31Z', 'updated_at': '2022-04-05T22:47:22Z', 'revision_number': 6, 'project_id': 'd9b7ea8d9b8d48318b8a50555b5be4f1', 'gw_port_host': None}] {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:47:22.872482 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-883a2afe-f666-4062-8106-982f8fea6f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757100670980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757100095757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827921'] for port (c3554d77-7648-483d-8c51-ad87166b1feb), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:22.898587 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883a2afe-f666-4062-8106-982f8fea6f5b admin admin] Pushing event deleted for resources: {'Port': ['ID=c3554d77-7648-483d-8c51-ad87166b1feb,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:47:22.960488 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-883a2afe-f666-4062-8106-982f8fea6f5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536647'] for router_gateway (605bef79-fea7-48b4-aa2e-9a61b7b53637), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:23.067131 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-883a2afe-f666-4062-8106-982f8fea6f5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5469'] for router (605bef79-fea7-48b4-aa2e-9a61b7b53637), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:23.069300 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-883a2afe-f666-4062-8106-982f8fea6f5b admin admin] Publish callbacks [] for router_controller (605bef79-fea7-48b4-aa2e-9a61b7b53637), precommit_delete_associations {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:23.139816 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-883a2afe-f666-4062-8106-982f8fea6f5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534781'] for router (605bef79-fea7-48b4-aa2e-9a61b7b53637), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:23.148513 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-883a2afe-f666-4062-8106-982f8fea6f5b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 605bef79-fea7-48b4-aa2e-9a61b7b53637 {{(pid=103469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 22:47:23.148513 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-883a2afe-f666-4062-8106-982f8fea6f5b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:23.148513 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-883a2afe-f666-4062-8106-982f8fea6f5b admin admin] 10.222.0.45 "DELETE /v2.0/routers/605bef79-fea7-48b4-aa2e-9a61b7b53637 HTTP/1.1" status: 204 len: 168 time: 0.8064370 Apr 05 22:47:23.149713 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 45256) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:47:23.195138 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ba1549b-d3fa-4f00-a615-83f3768f814e admin admin] Deleting subnet 12407ce6-40cf-4857-a656-235674308ba7 {{(pid=103469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 22:47:23.199283 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0ba1549b-d3fa-4f00-a615-83f3768f814e admin admin] Publish callbacks [] for subnet (12407ce6-40cf-4857-a656-235674308ba7), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:23.235951 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0ba1549b-d3fa-4f00-a615-83f3768f814e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075975'] for subnet (12407ce6-40cf-4857-a656-235674308ba7), precommit_delete_associations {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:23.327029 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0ba1549b-d3fa-4f00-a615-83f3768f814e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3499703'] for subnet (12407ce6-40cf-4857-a656-235674308ba7), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:23.389317 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0ba1549b-d3fa-4f00-a615-83f3768f814e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3499704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8949870'] for subnet (12407ce6-40cf-4857-a656-235674308ba7), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:23.434981 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba1549b-d3fa-4f00-a615-83f3768f814e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12407ce6-40cf-4857-a656-235674308ba7,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:47:23.436911 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0ba1549b-d3fa-4f00-a615-83f3768f814e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:23.442654 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-0ba1549b-d3fa-4f00-a615-83f3768f814e admin admin] 10.222.0.45 "DELETE /v2.0/subnets/12407ce6-40cf-4857-a656-235674308ba7 HTTP/1.1" status: 204 len: 168 time: 0.2894785 Apr 05 22:47:23.442782 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3092e22-753c-4ee6-91b9-61ade38c0f58 None None] Network da73ea9b-ba6b-4c3a-88b0-57977001462e requested from dv-cinder-835881-4-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:47:23.443268 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 45262) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:47:23.466212 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c848d-eca7-4f96-94d9-2a23911d3581 req-0dca2396-f462-49a5-9e36-69f38c9ef397 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:23.468042 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ba8c848d-eca7-4f96-94d9-2a23911d3581 req-0dca2396-f462-49a5-9e36-69f38c9ef397 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=f64687d7-f63a-404f-ac86-38ef2b531c37 HTTP/1.1" status: 200 len: 947 time: 0.0898163 Apr 05 22:47:23.518775 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ba8c848d-eca7-4f96-94d9-2a23911d3581 req-c8e9d012-ab85-4b06-8632-f19ee5a0e3bd tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ee2db58-64e1-4915-a222-13e195377a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449932 Apr 05 22:47:23.521054 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2878c9c4-d629-4a68-b358-bd218f24f603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539952'] for network (da73ea9b-ba6b-4c3a-88b0-57977001462e), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:23.576980 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-2878c9c4-d629-4a68-b358-bd218f24f603 admin admin] Deleting port dfb3deb2-ecee-4d01-ad83-21c3396467e5 {{(pid=103468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:47:23.577326 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2878c9c4-d629-4a68-b358-bd218f24f603 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757100664625'] for port (dfb3deb2-ecee-4d01-ad83-21c3396467e5), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:23.639967 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25c0ee7-8a37-4dc6-92d2-ca029788d59b None None] DHCP port deletion for da73ea9b-ba6b-4c3a-88b0-57977001462e request from dv-cinder-835881-4-iscsi {{(pid=103470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 05 22:47:23.643415 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-2878c9c4-d629-4a68-b358-bd218f24f603 admin admin] For port dfb3deb2-ecee-4d01-ad83-21c3396467e5, host dv-cinder-835881-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=dfb3deb2-ecee-4d01-ad83-21c3396467e5,segment=NetworkSegment(3f4d4486-67c6-4d24-87d7-d8d6c3b7851c),segment_id=3f4d4486-67c6-4d24-87d7-d8d6c3b7851c)] {{(pid=103468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:47:23.643782 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2878c9c4-d629-4a68-b358-bd218f24f603 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525920'] for port (dfb3deb2-ecee-4d01-ad83-21c3396467e5), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:23.662850 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-2878c9c4-d629-4a68-b358-bd218f24f603 admin admin] Calling delete_port for dfb3deb2-ecee-4d01-ad83-21c3396467e5 owned by network:dhcp {{(pid=103468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:47:23.692684 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-f25c0ee7-8a37-4dc6-92d2-ca029788d59b None None] Deleting port dfb3deb2-ecee-4d01-ad83-21c3396467e5 {{(pid=103470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:47:23.693057 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-f25c0ee7-8a37-4dc6-92d2-ca029788d59b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757100664625'] for port (dfb3deb2-ecee-4d01-ad83-21c3396467e5), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:23.749708 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2878c9c4-d629-4a68-b358-bd218f24f603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757100670980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757100095757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815454'] for port (dfb3deb2-ecee-4d01-ad83-21c3396467e5), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:23.762427 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-f25c0ee7-8a37-4dc6-92d2-ca029788d59b None None] For port dfb3deb2-ecee-4d01-ad83-21c3396467e5, host dv-cinder-835881-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=dfb3deb2-ecee-4d01-ad83-21c3396467e5,segment=NetworkSegment(3f4d4486-67c6-4d24-87d7-d8d6c3b7851c),segment_id=3f4d4486-67c6-4d24-87d7-d8d6c3b7851c)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:47:23.762822 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-f25c0ee7-8a37-4dc6-92d2-ca029788d59b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525920'] for port (dfb3deb2-ecee-4d01-ad83-21c3396467e5), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:23.774177 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2878c9c4-d629-4a68-b358-bd218f24f603 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfb3deb2-ecee-4d01-ad83-21c3396467e5,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:47:23.775154 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-f25c0ee7-8a37-4dc6-92d2-ca029788d59b None None] Calling delete_port for dfb3deb2-ecee-4d01-ad83-21c3396467e5 owned by network:dhcp {{(pid=103470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:47:23.778534 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2878c9c4-d629-4a68-b358-bd218f24f603 admin admin] No DVR routers for this DVR port dfb3deb2-ecee-4d01-ad83-21c3396467e5 on host dv-cinder-835881-4-iscsi {{(pid=103468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:47:23.855789 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2878c9c4-d629-4a68-b358-bd218f24f603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3448140', 'neutron.services.segments.db._delete_segments_for_network-8757100575609'] for network (da73ea9b-ba6b-4c3a-88b0-57977001462e), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:23.865996 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-f25c0ee7-8a37-4dc6-92d2-ca029788d59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757100670980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757100095757'] for port (dfb3deb2-ecee-4d01-ad83-21c3396467e5), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:23.876708 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.services.segments.db [None req-2878c9c4-d629-4a68-b358-bd218f24f603 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da73ea9b-ba6b-4c3a-88b0-57977001462e']}} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:47:23.887283 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.services.segments.db [None req-2878c9c4-d629-4a68-b358-bd218f24f603 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f4d4486-67c6-4d24-87d7-d8d6c3b7851c') {'for_net_delete': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:47:23.887581 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.services.segments.db [None req-2878c9c4-d629-4a68-b358-bd218f24f603 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f4d4486-67c6-4d24-87d7-d8d6c3b7851c') {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:47:23.893530 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25c0ee7-8a37-4dc6-92d2-ca029788d59b None None] Pushing event deleted for resources: {'Port': ['ID=dfb3deb2-ecee-4d01-ad83-21c3396467e5,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:47:23.897774 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25c0ee7-8a37-4dc6-92d2-ca029788d59b None None] No DVR routers for this DVR port dfb3deb2-ecee-4d01-ad83-21c3396467e5 on host dv-cinder-835881-4-iscsi {{(pid=103470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:47:23.902046 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2878c9c4-d629-4a68-b358-bd218f24f603 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757100576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12319179'] for segment (3f4d4486-67c6-4d24-87d7-d8d6c3b7851c), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:23.916400 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2878c9c4-d629-4a68-b358-bd218f24f603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3567180'] for segment (3f4d4486-67c6-4d24-87d7-d8d6c3b7851c), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:23.922249 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2878c9c4-d629-4a68-b358-bd218f24f603 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=103468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 22:47:23.922690 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2878c9c4-d629-4a68-b358-bd218f24f603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3567180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8815363'] for segment (3f4d4486-67c6-4d24-87d7-d8d6c3b7851c), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:23.924294 dv-cinder-835881-4-iscsi neutron-server[103468]: Traceback (most recent call last): Apr 05 22:47:23.924294 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 22:47:23.924294 dv-cinder-835881-4-iscsi neutron-server[103468]: timer() Apr 05 22:47:23.924294 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 22:47:23.924294 dv-cinder-835881-4-iscsi neutron-server[103468]: cb(*args, **kw) Apr 05 22:47:23.924294 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 22:47:23.924294 dv-cinder-835881-4-iscsi neutron-server[103468]: return func(*args, **kwargs) Apr 05 22:47:23.924294 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 22:47:23.924294 dv-cinder-835881-4-iscsi neutron-server[103468]: self._notify() Apr 05 22:47:23.924294 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 22:47:23.924294 dv-cinder-835881-4-iscsi neutron-server[103468]: self.callback(batched_events) Apr 05 22:47:23.924294 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 22:47:23.924294 dv-cinder-835881-4-iscsi neutron-server[103468]: event.method(event) Apr 05 22:47:23.924294 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 22:47:23.924294 dv-cinder-835881-4-iscsi neutron-server[103468]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 22:47:23.924294 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 22:47:23.924294 dv-cinder-835881-4-iscsi neutron-server[103468]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 22:47:23.924294 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 22:47:23.924294 dv-cinder-835881-4-iscsi neutron-server[103468]: return f(self, *a, **k) Apr 05 22:47:23.924294 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 22:47:23.924294 dv-cinder-835881-4-iscsi neutron-server[103468]: return self._get(url).json() Apr 05 22:47:23.924294 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 22:47:23.924294 dv-cinder-835881-4-iscsi neutron-server[103468]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 22:47:23.924294 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 22:47:23.924294 dv-cinder-835881-4-iscsi neutron-server[103468]: return self.request(url, 'GET', **kwargs) Apr 05 22:47:23.924294 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 22:47:23.924294 dv-cinder-835881-4-iscsi neutron-server[103468]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 22:47:23.924294 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 22:47:23.924294 dv-cinder-835881-4-iscsi neutron-server[103468]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 22:47:23.924294 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 22:47:23.924294 dv-cinder-835881-4-iscsi neutron-server[103468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 22:47:23.924294 dv-cinder-835881-4-iscsi neutron-server[103468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 22:47:23.980119 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2878c9c4-d629-4a68-b358-bd218f24f603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3448117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536611'] for network (da73ea9b-ba6b-4c3a-88b0-57977001462e), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:23.985388 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2878c9c4-d629-4a68-b358-bd218f24f603 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644259'] for network (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:23.988534 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-2878c9c4-d629-4a68-b358-bd218f24f603 admin admin] 10.222.0.45 "DELETE /v2.0/networks/da73ea9b-ba6b-4c3a-88b0-57977001462e HTTP/1.1" status: 204 len: 168 time: 0.5446932 Apr 05 22:47:24.001267 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2878c9c4-d629-4a68-b358-bd218f24f603 admin admin] Pushing event deleted for resources: {'Network': ['ID=da73ea9b-ba6b-4c3a-88b0-57977001462e,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:47:24.100577 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 45266) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:47:24.139041 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-afecb6f0-2fee-4276-95c9-64d5033ad3b0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d9b7ea8d9b8d48318b8a50555b5be4f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0372469 Apr 05 22:47:24.141445 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 45268) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:47:24.190568 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-290302e3-1091-48b7-a9c8-12a6c98dd35a admin admin] Publish callbacks [] for security_group (d8fdb45f-cdbc-4a01-9bc4-b708f847f2dc), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:24.211207 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-290302e3-1091-48b7-a9c8-12a6c98dd35a admin admin] Publish callbacks [] for security_group (d8fdb45f-cdbc-4a01-9bc4-b708f847f2dc), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:24.257310 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-290302e3-1091-48b7-a9c8-12a6c98dd35a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (d8fdb45f-cdbc-4a01-9bc4-b708f847f2dc), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:24.260538 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-290302e3-1091-48b7-a9c8-12a6c98dd35a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:24.261846 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-290302e3-1091-48b7-a9c8-12a6c98dd35a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d8fdb45f-cdbc-4a01-9bc4-b708f847f2dc HTTP/1.1" status: 204 len: 168 time: 0.1191990 Apr 05 22:47:24.269419 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290302e3-1091-48b7-a9c8-12a6c98dd35a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8fdb45f-cdbc-4a01-9bc4-b708f847f2dc,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:47:24.427779 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device dfb3deb2-ecee-4d01-ad83-21c3396467e5 no longer exists at agent ovs-agent-dv-cinder-835881-4-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:47:24.449403 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] No Port match for: dfb3deb2-ecee-4d01-ad83-21c3396467e5 {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:47:24.450014 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device dfb3deb2-ecee-4d01-ad83-21c3396467e5 not bound to the agent host dv-cinder-835881-4-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:47:24.450210 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device e8b012a7-396c-4bc9-a065-3c9ba8fd9314 no longer exists at agent ovs-agent-dv-cinder-835881-4-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:47:24.471582 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] No Port match for: e8b012a7-396c-4bc9-a065-3c9ba8fd9314 {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:47:24.471929 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device e8b012a7-396c-4bc9-a065-3c9ba8fd9314 not bound to the agent host dv-cinder-835881-4-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:47:24.472336 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device c3554d77-7648-483d-8c51-ad87166b1feb no longer exists at agent ovs-agent-dv-cinder-835881-4-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:47:24.491887 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] No Port match for: c3554d77-7648-483d-8c51-ad87166b1feb {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:47:24.492242 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device c3554d77-7648-483d-8c51-ad87166b1feb not bound to the agent host dv-cinder-835881-4-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:47:24.649702 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450e75b5-c0e1-4d49-a776-3fe99b01f81c req-83934719-67d8-4e23-a5f6-0bc8997cd897 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:24.651166 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-450e75b5-c0e1-4d49-a776-3fe99b01f81c req-83934719-67d8-4e23-a5f6-0bc8997cd897 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=f64687d7-f63a-404f-ac86-38ef2b531c37 HTTP/1.1" status: 200 len: 947 time: 0.0579734 Apr 05 22:47:24.700887 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-450e75b5-c0e1-4d49-a776-3fe99b01f81c req-a9f9ade3-945b-451c-a99e-07c020992bcb tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ee2db58-64e1-4915-a222-13e195377a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422418 Apr 05 22:47:25.328591 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d216f906-855f-4063-b23a-e4b89a128a76 req-167eb242-22cf-4c73-9eca-868f29660914 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:25.330077 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d216f906-855f-4063-b23a-e4b89a128a76 req-167eb242-22cf-4c73-9eca-868f29660914 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.13 "GET /v2.0/ports?device_id=f64687d7-f63a-404f-ac86-38ef2b531c37 HTTP/1.1" status: 200 len: 947 time: 0.0568573 Apr 05 22:47:25.427006 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [req-d216f906-855f-4063-b23a-e4b89a128a76 req-b3935f12-c404-4f70-b7da-2ec9beceb92b tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Deleting port e7463071-a8e8-4b1e-a287-279f809c34c9 {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:47:25.427354 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-d216f906-855f-4063-b23a-e4b89a128a76 req-b3935f12-c404-4f70-b7da-2ec9beceb92b tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757100664625'] for port (e7463071-a8e8-4b1e-a287-279f809c34c9), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:25.512550 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-d216f906-855f-4063-b23a-e4b89a128a76 req-b3935f12-c404-4f70-b7da-2ec9beceb92b tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] For port e7463071-a8e8-4b1e-a287-279f809c34c9, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=e7463071-a8e8-4b1e-a287-279f809c34c9,segment=NetworkSegment(60bccf3c-6e70-4640-bf31-a453a33e1d1c),segment_id=60bccf3c-6e70-4640-bf31-a453a33e1d1c)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:47:25.512824 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-d216f906-855f-4063-b23a-e4b89a128a76 req-b3935f12-c404-4f70-b7da-2ec9beceb92b tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525920'] for port (e7463071-a8e8-4b1e-a287-279f809c34c9), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:25.681312 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-d216f906-855f-4063-b23a-e4b89a128a76 req-b3935f12-c404-4f70-b7da-2ec9beceb92b tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:25.681712 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-d216f906-855f-4063-b23a-e4b89a128a76 req-b3935f12-c404-4f70-b7da-2ec9beceb92b tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536593'] for floatingip (af19fd50-f028-4200-86b7-f43369107719), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:25.682111 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.db.l3_db [req-d216f906-855f-4063-b23a-e4b89a128a76 req-b3935f12-c404-4f70-b7da-2ec9beceb92b tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Floating IP af19fd50-f028-4200-86b7-f43369107719 disassociated. External IP: 172.27.1.141, port: e7463071-a8e8-4b1e-a287-279f809c34c9. Apr 05 22:47:25.682455 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [req-d216f906-855f-4063-b23a-e4b89a128a76 req-b3935f12-c404-4f70-b7da-2ec9beceb92b tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Calling delete_port for e7463071-a8e8-4b1e-a287-279f809c34c9 owned by compute:nova {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:47:25.836082 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-d216f906-855f-4063-b23a-e4b89a128a76 req-b3935f12-c404-4f70-b7da-2ec9beceb92b tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757100670980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757100095757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827921'] for port (e7463071-a8e8-4b1e-a287-279f809c34c9), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:25.872688 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3935f12-c404-4f70-b7da-2ec9beceb92b tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Pushing event deleted for resources: {'Port': ['ID=e7463071-a8e8-4b1e-a287-279f809c34c9,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:47:25.889003 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337cb2e8-b061-4a43-b3ac-e4817515d532 req-86b3f32d-418d-4dd2-8573-431536c3ca60 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:25.890602 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-337cb2e8-b061-4a43-b3ac-e4817515d532 req-86b3f32d-418d-4dd2-8573-431536c3ca60 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/ports?device_id=f64687d7-f63a-404f-ac86-38ef2b531c37 HTTP/1.1" status: 200 len: 947 time: 0.1053143 Apr 05 22:47:26.014355 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-337cb2e8-b061-4a43-b3ac-e4817515d532 req-bb2fcfaa-b78f-41d8-a3a0-44dae1cc66d6 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ee2db58-64e1-4915-a222-13e195377a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888138 Apr 05 22:47:26.032757 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d216f906-855f-4063-b23a-e4b89a128a76 req-b3935f12-c404-4f70-b7da-2ec9beceb92b tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Router 6b8c1170-9035-4651-bab5-07a41f9337ac has already been hosted by L3 agent 79a469f9-bdbc-4492-b479-9e5faeaf33b0 {{(pid=103469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:47:26.412365 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d216f906-855f-4063-b23a-e4b89a128a76 req-b3935f12-c404-4f70-b7da-2ec9beceb92b tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Notify agent at l3_agent.dv-cinder-835881-4-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:47:26.423172 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e768f38-8d11-4b7b-b7c6-a32da8d44ad3 None None] Sync routers for ids ['6b8c1170-9035-4651-bab5-07a41f9337ac'] in dv-cinder-835881-4-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:47:26.433392 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e768f38-8d11-4b7b-b7c6-a32da8d44ad3 None None] Routers {'6b8c1170-9035-4651-bab5-07a41f9337ac'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:47:26.434116 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-2e768f38-8d11-4b7b-b7c6-a32da8d44ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:47:08Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['6b8c1170-9035-4651-bab5-07a41f9337ac'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:47:26.454596 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [req-d216f906-855f-4063-b23a-e4b89a128a76 req-b3935f12-c404-4f70-b7da-2ec9beceb92b tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] No DVR routers for this DVR port e7463071-a8e8-4b1e-a287-279f809c34c9 on host hv-cinder-83588 {{(pid=103469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:47:26.457539 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-d216f906-855f-4063-b23a-e4b89a128a76 req-b3935f12-c404-4f70-b7da-2ec9beceb92b tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:26.461177 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d216f906-855f-4063-b23a-e4b89a128a76 req-b3935f12-c404-4f70-b7da-2ec9beceb92b tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.13 "DELETE /v2.0/ports/e7463071-a8e8-4b1e-a287-279f809c34c9 HTTP/1.1" status: 204 len: 173 time: 1.1259153 Apr 05 22:47:26.461679 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f64687d7-f63a-404f-ac86-38ef2b531c37', 'name': 'network-vif-deleted', 'tag': 'e7463071-a8e8-4b1e-a287-279f809c34c9'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:47:26.464485 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f386ba26b1031f5495d5bdef0d2c98b5b567df56bfe60a1d1e0dd7c3f719aed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a5421b-06d3-4d07-9eca-16b0c3b82d96" -d '{"events": [{"server_uuid": "f64687d7-f63a-404f-ac86-38ef2b531c37", "name": "network-vif-deleted", "tag": "e7463071-a8e8-4b1e-a287-279f809c34c9"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:47:26.508632 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227d0868-e521-4a68-ad2e-a912c834be4e x-openstack-request-id: req-227d0868-e521-4a68-ad2e-a912c834be4e {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:47:26.508930 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f64687d7-f63a-404f-ac86-38ef2b531c37", "name": "network-vif-deleted", "tag": "e7463071-a8e8-4b1e-a287-279f809c34c9", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:47:26.509179 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-227d0868-e521-4a68-ad2e-a912c834be4e {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:47:26.509606 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-227d0868-e521-4a68-ad2e-a912c834be4e'] response: {'server_uuid': 'f64687d7-f63a-404f-ac86-38ef2b531c37', 'name': 'network-vif-deleted', 'tag': 'e7463071-a8e8-4b1e-a287-279f809c34c9', 'status': 'completed', 'code': 200} Apr 05 22:47:26.668859 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-2e768f38-8d11-4b7b-b7c6-a32da8d44ad3 None None] Set router 6b8c1170-9035-4651-bab5-07a41f9337ac gateway port host: dv-cinder-835881-4-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:47:26.884031 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-2e768f38-8d11-4b7b-b7c6-a32da8d44ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8c1170-9035-4651-bab5-07a41f9337ac', 'name': 'tempest-AttachVolumeShelveTestJSON-854944980-router', 'tenant_id': 'aad57955e58648ad8aedc12ef0c854bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'b1d22d1e-c2db-4e00-bf01-d4a961d5d6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:36:26Z', 'updated_at': '2022-04-05T22:36:40Z', 'revision_number': 4, 'project_id': 'aad57955e58648ad8aedc12ef0c854bd', 'gw_port': {'id': 'b1d22d1e-c2db-4e00-bf01-d4a961d5d6c7', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8c1170-9035-4651-bab5-07a41f9337ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:28Z', 'updated_at': '2022-04-05T22:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_interfaces': [{'id': 'bb8d404d-b4f4-4a4d-87bc-ff826ef28e36', 'name': '', 'network_id': 'cdafa027-5a68-4e7d-98e5-3d69d953062c', 'tenant_id': 'aad57955e58648ad8aedc12ef0c854bd', 'mac_address': 'fa:16:3e:1f:a4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8c1170-9035-4651-bab5-07a41f9337ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e210eb77-c8b4-4c67-a300-bbb8691b7d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:35Z', 'updated_at': '2022-04-05T22:36:49Z', 'revision_number': 5, 'project_id': 'aad57955e58648ad8aedc12ef0c854bd', 'subnets': [{'id': 'e210eb77-c8b4-4c67-a300-bbb8691b7d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:47:26.913652 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e768f38-8d11-4b7b-b7c6-a32da8d44ad3 None None] Checking router: 6b8c1170-9035-4651-bab5-07a41f9337ac for host: dv-cinder-835881-4-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:47:26.922591 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e768f38-8d11-4b7b-b7c6-a32da8d44ad3 None None] Routers {'6b8c1170-9035-4651-bab5-07a41f9337ac'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:47:26.923189 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-2e768f38-8d11-4b7b-b7c6-a32da8d44ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:47:08Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['6b8c1170-9035-4651-bab5-07a41f9337ac'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:47:27.034320 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-2e768f38-8d11-4b7b-b7c6-a32da8d44ad3 None None] Set router 6b8c1170-9035-4651-bab5-07a41f9337ac gateway port host: dv-cinder-835881-4-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:47:27.108042 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 45328) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:47:27.161336 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-9654e705-5d2c-49e9-b213-552c2d6beaad tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks [] for security_group (0ee2db58-64e1-4915-a222-13e195377a99), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:27.184373 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-9654e705-5d2c-49e9-b213-552c2d6beaad tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks [] for security_group (0ee2db58-64e1-4915-a222-13e195377a99), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:27.232356 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-9654e705-5d2c-49e9-b213-552c2d6beaad tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (0ee2db58-64e1-4915-a222-13e195377a99), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:27.235106 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-9654e705-5d2c-49e9-b213-552c2d6beaad tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:27.236334 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-9654e705-5d2c-49e9-b213-552c2d6beaad tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "DELETE /v2.0/security-groups/0ee2db58-64e1-4915-a222-13e195377a99 HTTP/1.1" status: 204 len: 168 time: 0.1272523 Apr 05 22:47:27.239206 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 45330) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:47:27.241003 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-2e768f38-8d11-4b7b-b7c6-a32da8d44ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8c1170-9035-4651-bab5-07a41f9337ac', 'name': 'tempest-AttachVolumeShelveTestJSON-854944980-router', 'tenant_id': 'aad57955e58648ad8aedc12ef0c854bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'b1d22d1e-c2db-4e00-bf01-d4a961d5d6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:36:26Z', 'updated_at': '2022-04-05T22:36:40Z', 'revision_number': 4, 'project_id': 'aad57955e58648ad8aedc12ef0c854bd', 'gw_port': {'id': 'b1d22d1e-c2db-4e00-bf01-d4a961d5d6c7', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8c1170-9035-4651-bab5-07a41f9337ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:28Z', 'updated_at': '2022-04-05T22:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_interfaces': [{'id': 'bb8d404d-b4f4-4a4d-87bc-ff826ef28e36', 'name': '', 'network_id': 'cdafa027-5a68-4e7d-98e5-3d69d953062c', 'tenant_id': 'aad57955e58648ad8aedc12ef0c854bd', 'mac_address': 'fa:16:3e:1f:a4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8c1170-9035-4651-bab5-07a41f9337ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e210eb77-c8b4-4c67-a300-bbb8691b7d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:35Z', 'updated_at': '2022-04-05T22:36:49Z', 'revision_number': 5, 'project_id': 'aad57955e58648ad8aedc12ef0c854bd', 'subnets': [{'id': 'e210eb77-c8b4-4c67-a300-bbb8691b7d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:47:27.246144 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9654e705-5d2c-49e9-b213-552c2d6beaad tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee2db58-64e1-4915-a222-13e195377a99,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:47:27.254754 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.api.v2.resource [None req-de0a2a7a-97d4-44ae-9ae3-5ed6a009ed4f tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] show failed (client error): The resource could not be found. Apr 05 22:47:27.255750 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-de0a2a7a-97d4-44ae-9ae3-5ed6a009ed4f tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "GET /v2.0/security-groups/0ee2db58-64e1-4915-a222-13e195377a99 HTTP/1.1" status: 404 len: 347 time: 0.0153272 Apr 05 22:47:27.258817 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 45332) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:47:27.280450 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e768f38-8d11-4b7b-b7c6-a32da8d44ad3 None None] The sync data for ids ['6b8c1170-9035-4651-bab5-07a41f9337ac'] in dv-cinder-835881-4-iscsi is: [{'id': '6b8c1170-9035-4651-bab5-07a41f9337ac', 'name': 'tempest-AttachVolumeShelveTestJSON-854944980-router', 'tenant_id': 'aad57955e58648ad8aedc12ef0c854bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'b1d22d1e-c2db-4e00-bf01-d4a961d5d6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:36:26Z', 'updated_at': '2022-04-05T22:36:40Z', 'revision_number': 4, 'project_id': 'aad57955e58648ad8aedc12ef0c854bd', 'gw_port': {'id': 'b1d22d1e-c2db-4e00-bf01-d4a961d5d6c7', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8c1170-9035-4651-bab5-07a41f9337ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:28Z', 'updated_at': '2022-04-05T22:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_interfaces': [{'id': 'bb8d404d-b4f4-4a4d-87bc-ff826ef28e36', 'name': '', 'network_id': 'cdafa027-5a68-4e7d-98e5-3d69d953062c', 'tenant_id': 'aad57955e58648ad8aedc12ef0c854bd', 'mac_address': 'fa:16:3e:1f:a4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8c1170-9035-4651-bab5-07a41f9337ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e210eb77-c8b4-4c67-a300-bbb8691b7d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:35Z', 'updated_at': '2022-04-05T22:36:49Z', 'revision_number': 5, 'project_id': 'aad57955e58648ad8aedc12ef0c854bd', 'subnets': [{'id': 'e210eb77-c8b4-4c67-a300-bbb8691b7d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:47:27.390679 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-7f927b97-751b-4778-b949-06b39649cd74 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Deleting port 4f21c79d-1575-493e-a13d-ccd226294bca {{(pid=103468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:47:27.391025 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-7f927b97-751b-4778-b949-06b39649cd74 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757100664625'] for port (4f21c79d-1575-493e-a13d-ccd226294bca), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:27.477850 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-7f927b97-751b-4778-b949-06b39649cd74 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525920'] for port (4f21c79d-1575-493e-a13d-ccd226294bca), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:27.478272 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-7f927b97-751b-4778-b949-06b39649cd74 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks [] for floatingip (4f21c79d-1575-493e-a13d-ccd226294bca), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:27.495213 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-7f927b97-751b-4778-b949-06b39649cd74 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Calling delete_port for 4f21c79d-1575-493e-a13d-ccd226294bca owned by network:floatingip {{(pid=103468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:47:27.548759 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77633761-3311-4001-b0b9-cf2bd2fca533 None None] New status for floating IP af19fd50-f028-4200-86b7-f43369107719: DOWN {{(pid=103470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:47:27.639569 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-7f927b97-751b-4778-b949-06b39649cd74 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757100670980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757100095757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815454'] for port (4f21c79d-1575-493e-a13d-ccd226294bca), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:27.640733 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.db.api [None req-77633761-3311-4001-b0b9-cf2bd2fca533 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 22:47:27.641241 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG oslo_db.api [None req-77633761-3311-4001-b0b9-cf2bd2fca533 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 22:47:27.675498 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f927b97-751b-4778-b949-06b39649cd74 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Pushing event deleted for resources: {'Port': ['ID=4f21c79d-1575-493e-a13d-ccd226294bca,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:47:27.733720 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-7f927b97-751b-4778-b949-06b39649cd74 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks [] for floatingip (af19fd50-f028-4200-86b7-f43369107719), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:27.736410 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-7f927b97-751b-4778-b949-06b39649cd74 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for floatingip (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:27.737641 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-7f927b97-751b-4778-b949-06b39649cd74 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] 10.222.0.45 "DELETE /v2.0/floatingips/af19fd50-f028-4200-86b7-f43369107719 HTTP/1.1" status: 204 len: 168 time: 0.4778073 Apr 05 22:47:27.943642 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (021dfe4d-8109-4136-9367-dac606dce553), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:28.142397 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77633761-3311-4001-b0b9-cf2bd2fca533 None None] New status for floating IP af19fd50-f028-4200-86b7-f43369107719: DOWN {{(pid=103470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:47:28.985842 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 45378) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:47:29.026939 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device e7463071-a8e8-4b1e-a287-279f809c34c9 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:47:29.049726 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] No Port match for: e7463071-a8e8-4b1e-a287-279f809c34c9 {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:47:29.050364 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device e7463071-a8e8-4b1e-a287-279f809c34c9 not bound to the agent host hv-cinder-83588 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:47:29.099428 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-89eeaa41-26f4-47c5-8c5f-f8663cee7080 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:29.176353 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-89eeaa41-26f4-47c5-8c5f-f8663cee7080 admin admin] Publish callbacks [] for security_group (5e1d3c2b-340c-4fc4-a443-025d07a5a088), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:29.180422 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-89eeaa41-26f4-47c5-8c5f-f8663cee7080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (5e1d3c2b-340c-4fc4-a443-025d07a5a088), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:29.223202 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-89eeaa41-26f4-47c5-8c5f-f8663cee7080 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bd0ddfffb5f34c1d9a2458b447ea611b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2362151 Apr 05 22:47:29.224009 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eeaa41-26f4-47c5-8c5f-f8663cee7080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1d3c2b-340c-4fc4-a443-025d07a5a088,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:47:29.225775 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 45392) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:47:29.274792 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-dcacc89d-81c1-4a82-a50b-e1780c4cbf0e admin admin] Publish callbacks [] for security_group (5e1d3c2b-340c-4fc4-a443-025d07a5a088), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:29.298050 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-dcacc89d-81c1-4a82-a50b-e1780c4cbf0e admin admin] Publish callbacks [] for security_group (5e1d3c2b-340c-4fc4-a443-025d07a5a088), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:29.352725 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-dcacc89d-81c1-4a82-a50b-e1780c4cbf0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (5e1d3c2b-340c-4fc4-a443-025d07a5a088), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:29.356481 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-dcacc89d-81c1-4a82-a50b-e1780c4cbf0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:29.357655 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-dcacc89d-81c1-4a82-a50b-e1780c4cbf0e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5e1d3c2b-340c-4fc4-a443-025d07a5a088 HTTP/1.1" status: 204 len: 168 time: 0.1308811 Apr 05 22:47:29.365629 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcacc89d-81c1-4a82-a50b-e1780c4cbf0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1d3c2b-340c-4fc4-a443-025d07a5a088,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:47:29.994675 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 45444) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:47:30.110813 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-3214d7c1-2963-4815-a64f-4ca785e608eb admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-780415097-network', 'tenant_id': '156043b38e2348178da3d3290a4a718f'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:47:30.130083 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3214d7c1-2963-4815-a64f-4ca785e608eb admin admin] Made reservation on behalf of 156043b38e2348178da3d3290a4a718f for: {'network': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:47:30.132367 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3214d7c1-2963-4815-a64f-4ca785e608eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for network (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:30.141501 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3214d7c1-2963-4815-a64f-4ca785e608eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:30.166952 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 45458) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:47:30.222474 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3214d7c1-2963-4815-a64f-4ca785e608eb admin admin] Publish callbacks [] for security_group (3ebdbeeb-6653-4f23-af57-b8086f8aba4f), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:30.226120 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3214d7c1-2963-4815-a64f-4ca785e608eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (3ebdbeeb-6653-4f23-af57-b8086f8aba4f), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:30.250479 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3214d7c1-2963-4815-a64f-4ca785e608eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=103469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 22:47:30.265435 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3214d7c1-2963-4815-a64f-4ca785e608eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ebdbeeb-6653-4f23-af57-b8086f8aba4f,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:47:30.271145 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3214d7c1-2963-4815-a64f-4ca785e608eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3567180'] for segment (d9180f3f-a683-461e-9d5d-d44ee0b30a5c), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:30.271457 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.db.segments_db [None req-3214d7c1-2963-4815-a64f-4ca785e608eb admin admin] Added segment d9180f3f-a683-461e-9d5d-d44ee0b30a5c of type vlan for network 2cf9a087-7fd5-4db0-a4b4-5660527cd0f0 Apr 05 22:47:30.314679 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3214d7c1-2963-4815-a64f-4ca785e608eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757100112442'] for network (2cf9a087-7fd5-4db0-a4b4-5660527cd0f0), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:30.339880 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3214d7c1-2963-4815-a64f-4ca785e608eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321'] for network (2cf9a087-7fd5-4db0-a4b4-5660527cd0f0), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:30.340872 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3214d7c1-2963-4815-a64f-4ca785e608eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:30.341452 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3214d7c1-2963-4815-a64f-4ca785e608eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644259'] for network (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:30.400077 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-3214d7c1-2963-4815-a64f-4ca785e608eb admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4042442 Apr 05 22:47:30.403038 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 45462) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:47:30.409344 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-44bbb59c-5d9f-4cc5-a0f9-11f41d1f5d93 admin admin] Request body: {'subnet': {'network_id': '2cf9a087-7fd5-4db0-a4b4-5660527cd0f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-780415097-subnet', 'tenant_id': '156043b38e2348178da3d3290a4a718f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:47:30.418821 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3214d7c1-2963-4815-a64f-4ca785e608eb admin admin] Pushing event updated for resources: {'Network': ['ID=2cf9a087-7fd5-4db0-a4b4-5660527cd0f0,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:47:30.430793 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Network 2cf9a087-7fd5-4db0-a4b4-5660527cd0f0 details requested by agent ovs-agent-dv-cinder-835881-4-iscsi with host dv-cinder-835881-4-iscsi {{(pid=103470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 22:47:30.435120 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44bbb59c-5d9f-4cc5-a0f9-11f41d1f5d93 admin admin] Made reservation on behalf of 156043b38e2348178da3d3290a4a718f for: {'subnet': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:47:30.437634 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-44bbb59c-5d9f-4cc5-a0f9-11f41d1f5d93 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8949769'] for subnet (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:30.597126 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-89137f47-16d1-4adf-afb3-52902067edac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535057'] for router_interface (6b8c1170-9035-4651-bab5-07a41f9337ac), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:30.619077 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-44bbb59c-5d9f-4cc5-a0f9-11f41d1f5d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8949783'] for subnet (125a5605-eaf3-4216-95de-fa67dd791160), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:30.688724 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bbb59c-5d9f-4cc5-a0f9-11f41d1f5d93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=125a5605-eaf3-4216-95de-fa67dd791160,revision_number=0']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:47:30.694648 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bbb59c-5d9f-4cc5-a0f9-11f41d1f5d93 admin admin] Checking segment: {'id': 'd9180f3f-a683-461e-9d5d-d44ee0b30a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2cf9a087-7fd5-4db0-a4b4-5660527cd0f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:47:30.695233 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bbb59c-5d9f-4cc5-a0f9-11f41d1f5d93 admin admin] Network hostable DHCP agents. Network: 2cf9a087-7fd5-4db0-a4b4-5660527cd0f0, hostable agents: ['08425891-4e99-4ae4-974b-85ee5a0410c6'], hosted agents: [] {{(pid=103469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 22:47:30.713989 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bbb59c-5d9f-4cc5-a0f9-11f41d1f5d93 admin admin] Network 2cf9a087-7fd5-4db0-a4b4-5660527cd0f0 is scheduled to be hosted by DHCP agent 08425891-4e99-4ae4-974b-85ee5a0410c6 with binding_index 1 {{(pid=103469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 22:47:30.726977 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-44bbb59c-5d9f-4cc5-a0f9-11f41d1f5d93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-4-iscsi, 2cf9a087-7fd5-4db0-a4b4-5660527cd0f0) {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:47:30.733760 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44bbb59c-5d9f-4cc5-a0f9-11f41d1f5d93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:30.734518 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-44bbb59c-5d9f-4cc5-a0f9-11f41d1f5d93 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:30.754104 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-44bbb59c-5d9f-4cc5-a0f9-11f41d1f5d93 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3499563 Apr 05 22:47:30.771027 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3f2f48-025e-4d4c-a12b-cf9e17865d3f None None] Network 2cf9a087-7fd5-4db0-a4b4-5660527cd0f0 requested from dv-cinder-835881-4-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:47:30.873576 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-89137f47-16d1-4adf-afb3-52902067edac admin admin] Deleting port bb8d404d-b4f4-4a4d-87bc-ff826ef28e36 {{(pid=103468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:47:30.874177 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-89137f47-16d1-4adf-afb3-52902067edac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757100664625'] for port (bb8d404d-b4f4-4a4d-87bc-ff826ef28e36), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:30.905371 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eed3c87-4307-44ef-8fa1-f18b8b4670c5 None None] Network 2cf9a087-7fd5-4db0-a4b4-5660527cd0f0 requested from dv-cinder-835881-4-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:47:30.965882 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-89137f47-16d1-4adf-afb3-52902067edac admin admin] For port bb8d404d-b4f4-4a4d-87bc-ff826ef28e36, host dv-cinder-835881-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=bb8d404d-b4f4-4a4d-87bc-ff826ef28e36,segment=NetworkSegment(60bccf3c-6e70-4640-bf31-a453a33e1d1c),segment_id=60bccf3c-6e70-4640-bf31-a453a33e1d1c)] {{(pid=103468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:47:30.966256 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-89137f47-16d1-4adf-afb3-52902067edac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525920'] for port (bb8d404d-b4f4-4a4d-87bc-ff826ef28e36), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:30.979684 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-89137f47-16d1-4adf-afb3-52902067edac admin admin] Calling delete_port for bb8d404d-b4f4-4a4d-87bc-ff826ef28e36 owned by network:router_interface {{(pid=103468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:47:31.177146 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-89137f47-16d1-4adf-afb3-52902067edac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757100670980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757100095757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815454'] for port (bb8d404d-b4f4-4a4d-87bc-ff826ef28e36), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:31.206689 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89137f47-16d1-4adf-afb3-52902067edac admin admin] Pushing event deleted for resources: {'Port': ['ID=bb8d404d-b4f4-4a4d-87bc-ff826ef28e36,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:47:31.399776 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-89137f47-16d1-4adf-afb3-52902067edac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3645314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536705'] for router_interface (6b8c1170-9035-4651-bab5-07a41f9337ac), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:31.879705 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89137f47-16d1-4adf-afb3-52902067edac admin admin] Router 6b8c1170-9035-4651-bab5-07a41f9337ac has already been hosted by L3 agent 79a469f9-bdbc-4492-b479-9e5faeaf33b0 {{(pid=103468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:47:31.988775 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89137f47-16d1-4adf-afb3-52902067edac admin admin] Notify agent at l3_agent.dv-cinder-835881-4-iscsi the message routers_updated {{(pid=103468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:47:31.993731 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-89137f47-16d1-4adf-afb3-52902067edac admin admin] 10.222.0.45 "PUT /v2.0/routers/6b8c1170-9035-4651-bab5-07a41f9337ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8255606 Apr 05 22:47:31.997104 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 45480) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:47:31.998854 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052c7431-f015-4356-b09f-3269f52e4b6c None None] Sync routers for ids ['6b8c1170-9035-4651-bab5-07a41f9337ac'] in dv-cinder-835881-4-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:47:32.008340 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052c7431-f015-4356-b09f-3269f52e4b6c None None] Routers {'6b8c1170-9035-4651-bab5-07a41f9337ac'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:47:32.008941 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-052c7431-f015-4356-b09f-3269f52e4b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:47:08Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['6b8c1170-9035-4651-bab5-07a41f9337ac'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:47:32.111904 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a05ed26d-24a2-434c-b860-e53fabcd5e08 admin admin] Publish callbacks [] for router (6b8c1170-9035-4651-bab5-07a41f9337ac), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:32.124986 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-052c7431-f015-4356-b09f-3269f52e4b6c None None] Set router 6b8c1170-9035-4651-bab5-07a41f9337ac gateway port host: dv-cinder-835881-4-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:47:32.221117 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a05ed26d-24a2-434c-b860-e53fabcd5e08 admin admin] Publish callbacks [] for router_gateway (6b8c1170-9035-4651-bab5-07a41f9337ac), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:32.278169 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-a05ed26d-24a2-434c-b860-e53fabcd5e08 admin admin] Deleting port b1d22d1e-c2db-4e00-bf01-d4a961d5d6c7 {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:47:32.278169 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a05ed26d-24a2-434c-b860-e53fabcd5e08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757100664625'] for port (b1d22d1e-c2db-4e00-bf01-d4a961d5d6c7), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:32.299619 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-052c7431-f015-4356-b09f-3269f52e4b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8c1170-9035-4651-bab5-07a41f9337ac', 'name': 'tempest-AttachVolumeShelveTestJSON-854944980-router', 'tenant_id': 'aad57955e58648ad8aedc12ef0c854bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'b1d22d1e-c2db-4e00-bf01-d4a961d5d6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:36:26Z', 'updated_at': '2022-04-05T22:47:31Z', 'revision_number': 5, 'project_id': 'aad57955e58648ad8aedc12ef0c854bd', 'gw_port': {'id': 'b1d22d1e-c2db-4e00-bf01-d4a961d5d6c7', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8c1170-9035-4651-bab5-07a41f9337ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:36:28Z', 'updated_at': '2022-04-05T22:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi'}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:47:32.326141 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052c7431-f015-4356-b09f-3269f52e4b6c None None] Checking router: 6b8c1170-9035-4651-bab5-07a41f9337ac for host: dv-cinder-835881-4-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:47:32.334627 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052c7431-f015-4356-b09f-3269f52e4b6c None None] Routers {'6b8c1170-9035-4651-bab5-07a41f9337ac'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:47:32.335231 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-052c7431-f015-4356-b09f-3269f52e4b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:47:08Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['6b8c1170-9035-4651-bab5-07a41f9337ac'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:47:32.382341 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [None req-a05ed26d-24a2-434c-b860-e53fabcd5e08 admin admin] For port b1d22d1e-c2db-4e00-bf01-d4a961d5d6c7, host dv-cinder-835881-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=b1d22d1e-c2db-4e00-bf01-d4a961d5d6c7,segment=NetworkSegment(93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb),segment_id=93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:47:32.382341 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a05ed26d-24a2-434c-b860-e53fabcd5e08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525920'] for port (b1d22d1e-c2db-4e00-bf01-d4a961d5d6c7), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:32.399925 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-a05ed26d-24a2-434c-b860-e53fabcd5e08 admin admin] Calling delete_port for b1d22d1e-c2db-4e00-bf01-d4a961d5d6c7 owned by network:router_gateway {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:47:32.453867 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-052c7431-f015-4356-b09f-3269f52e4b6c None None] Set router 6b8c1170-9035-4651-bab5-07a41f9337ac gateway port host: None {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:47:32.516614 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-052c7431-f015-4356-b09f-3269f52e4b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8c1170-9035-4651-bab5-07a41f9337ac', 'name': 'tempest-AttachVolumeShelveTestJSON-854944980-router', 'tenant_id': 'aad57955e58648ad8aedc12ef0c854bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:36:26Z', 'updated_at': '2022-04-05T22:47:32Z', 'revision_number': 6, 'project_id': 'aad57955e58648ad8aedc12ef0c854bd', 'gw_port_host': None}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:47:32.545727 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052c7431-f015-4356-b09f-3269f52e4b6c None None] The sync data for ids ['6b8c1170-9035-4651-bab5-07a41f9337ac'] in dv-cinder-835881-4-iscsi is: [{'id': '6b8c1170-9035-4651-bab5-07a41f9337ac', 'name': 'tempest-AttachVolumeShelveTestJSON-854944980-router', 'tenant_id': 'aad57955e58648ad8aedc12ef0c854bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:36:26Z', 'updated_at': '2022-04-05T22:47:32Z', 'revision_number': 6, 'project_id': 'aad57955e58648ad8aedc12ef0c854bd', 'gw_port_host': None}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:47:32.673470 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06b901c-a205-413a-b730-2e976f5e1b7b req-27095653-a956-468e-85f7-e3b003815148 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:32.674926 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c06b901c-a205-413a-b730-2e976f5e1b7b req-27095653-a956-468e-85f7-e3b003815148 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] 10.222.0.45 "GET /v2.0/networks?id=2cf9a087-7fd5-4db0-a4b4-5660527cd0f0 HTTP/1.1" status: 200 len: 813 time: 0.1424317 Apr 05 22:47:32.693159 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c06b901c-a205-413a-b730-2e976f5e1b7b req-bd899410-86c7-4bb5-850c-297d4515b402 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] 10.222.0.45 "GET /v2.0/quotas/156043b38e2348178da3d3290a4a718f HTTP/1.1" status: 200 len: 375 time: 0.0110698 Apr 05 22:47:32.694299 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a05ed26d-24a2-434c-b860-e53fabcd5e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757100670980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757100095757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827921'] for port (b1d22d1e-c2db-4e00-bf01-d4a961d5d6c7), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:32.734137 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05ed26d-24a2-434c-b860-e53fabcd5e08 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1d22d1e-c2db-4e00-bf01-d4a961d5d6c7,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:47:32.753348 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c06b901c-a205-413a-b730-2e976f5e1b7b req-04f18b1f-e91d-4f47-ac57-1158767f7bae tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=156043b38e2348178da3d3290a4a718f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0549941 Apr 05 22:47:32.776855 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [req-c06b901c-a205-413a-b730-2e976f5e1b7b req-5309467e-7e07-479a-a2d6-9f27e8204b55 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103469) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 22:47:32.777836 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c06b901c-a205-413a-b730-2e976f5e1b7b req-5309467e-7e07-479a-a2d6-9f27e8204b55 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066867 Apr 05 22:47:32.864409 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a05ed26d-24a2-434c-b860-e53fabcd5e08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536647'] for router_gateway (6b8c1170-9035-4651-bab5-07a41f9337ac), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:32.975388 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a05ed26d-24a2-434c-b860-e53fabcd5e08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5469'] for router (6b8c1170-9035-4651-bab5-07a41f9337ac), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:32.978386 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c06b901c-a205-413a-b730-2e976f5e1b7b req-bd421137-610a-432d-9fda-09550e63ec1f service neutron] 10.222.0.45 "GET /v2.0/networks/2cf9a087-7fd5-4db0-a4b4-5660527cd0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829839 Apr 05 22:47:32.979447 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a05ed26d-24a2-434c-b860-e53fabcd5e08 admin admin] Publish callbacks [] for router_controller (6b8c1170-9035-4651-bab5-07a41f9337ac), precommit_delete_associations {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:33.066305 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a05ed26d-24a2-434c-b860-e53fabcd5e08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534781'] for router (6b8c1170-9035-4651-bab5-07a41f9337ac), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:33.067008 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a05ed26d-24a2-434c-b860-e53fabcd5e08 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b8c1170-9035-4651-bab5-07a41f9337ac {{(pid=103469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 22:47:33.073693 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a05ed26d-24a2-434c-b860-e53fabcd5e08 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:33.074802 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-a05ed26d-24a2-434c-b860-e53fabcd5e08 admin admin] 10.222.0.45 "DELETE /v2.0/routers/6b8c1170-9035-4651-bab5-07a41f9337ac HTTP/1.1" status: 204 len: 168 time: 1.0765786 Apr 05 22:47:33.077459 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 45502) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:47:33.103737 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c06b901c-a205-413a-b730-2e976f5e1b7b req-04d1c52b-aca7-4731-824b-f966e63d3417 service neutron] 10.222.0.45 "GET /v2.0/networks/2cf9a087-7fd5-4db0-a4b4-5660527cd0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187477 Apr 05 22:47:33.125574 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.db.db_base_plugin_v2 [None req-db46442b-5346-44c1-bf6d-33738a83fc2a admin admin] Deleting subnet e210eb77-c8b4-4c67-a300-bbb8691b7d32 {{(pid=103468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 22:47:33.128725 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-db46442b-5346-44c1-bf6d-33738a83fc2a admin admin] Publish callbacks [] for subnet (e210eb77-c8b4-4c67-a300-bbb8691b7d32), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:33.163838 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-db46442b-5346-44c1-bf6d-33738a83fc2a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12319024'] for subnet (e210eb77-c8b4-4c67-a300-bbb8691b7d32), precommit_delete_associations {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:33.243238 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-db46442b-5346-44c1-bf6d-33738a83fc2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3499703'] for subnet (e210eb77-c8b4-4c67-a300-bbb8691b7d32), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:33.272188 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f5b7975f-f301-481e-ad77-e778767bc186 req-3256081e-52ff-46bc-ac03-e29615204a24 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] 10.222.0.45 "GET /v2.0/ports?device_id=446bd21a-9b54-40f5-8228-a800ccbbf0f3 HTTP/1.1" status: 200 len: 210 time: 0.0357566 Apr 05 22:47:33.308728 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-db46442b-5346-44c1-bf6d-33738a83fc2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3499704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8580164'] for subnet (e210eb77-c8b4-4c67-a300-bbb8691b7d32), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:33.338540 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-db46442b-5346-44c1-bf6d-33738a83fc2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644259'] for subnet (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:33.346468 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-db46442b-5346-44c1-bf6d-33738a83fc2a admin admin] 10.222.0.45 "DELETE /v2.0/subnets/e210eb77-c8b4-4c67-a300-bbb8691b7d32 HTTP/1.1" status: 204 len: 168 time: 0.2657387 Apr 05 22:47:33.346468 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db46442b-5346-44c1-bf6d-33738a83fc2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e210eb77-c8b4-4c67-a300-bbb8691b7d32,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:47:33.347808 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 45510) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:47:33.348517 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f21b6e-8fbc-401e-8f82-3ab533cd2e9c None None] Network cdafa027-5a68-4e7d-98e5-3d69d953062c requested from dv-cinder-835881-4-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:47:33.432246 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-64741b99-26fd-420c-8dee-aeab3be7f2cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539952'] for network (cdafa027-5a68-4e7d-98e5-3d69d953062c), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:33.517124 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-64741b99-26fd-420c-8dee-aeab3be7f2cb admin admin] Deleting port 7f9b1176-a0e3-4595-b06b-b8a900db95a9 {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:47:33.517460 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-64741b99-26fd-420c-8dee-aeab3be7f2cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757100664625'] for port (7f9b1176-a0e3-4595-b06b-b8a900db95a9), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:33.537209 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58fa30fa-668c-42ad-a3ee-012b305ee217 None None] DHCP port deletion for cdafa027-5a68-4e7d-98e5-3d69d953062c request from dv-cinder-835881-4-iscsi {{(pid=103470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 05 22:47:33.596286 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [None req-64741b99-26fd-420c-8dee-aeab3be7f2cb admin admin] For port 7f9b1176-a0e3-4595-b06b-b8a900db95a9, host dv-cinder-835881-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=7f9b1176-a0e3-4595-b06b-b8a900db95a9,segment=NetworkSegment(60bccf3c-6e70-4640-bf31-a453a33e1d1c),segment_id=60bccf3c-6e70-4640-bf31-a453a33e1d1c)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:47:33.596959 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-64741b99-26fd-420c-8dee-aeab3be7f2cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525920'] for port (7f9b1176-a0e3-4595-b06b-b8a900db95a9), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:33.631106 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-64741b99-26fd-420c-8dee-aeab3be7f2cb admin admin] Calling delete_port for 7f9b1176-a0e3-4595-b06b-b8a900db95a9 owned by network:dhcp {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:47:33.644037 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-58fa30fa-668c-42ad-a3ee-012b305ee217 None None] Deleting port 7f9b1176-a0e3-4595-b06b-b8a900db95a9 {{(pid=103470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:47:33.644716 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-58fa30fa-668c-42ad-a3ee-012b305ee217 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757100664625'] for port (7f9b1176-a0e3-4595-b06b-b8a900db95a9), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:33.777659 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-58fa30fa-668c-42ad-a3ee-012b305ee217 None None] For port 7f9b1176-a0e3-4595-b06b-b8a900db95a9, host dv-cinder-835881-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=7f9b1176-a0e3-4595-b06b-b8a900db95a9,segment=NetworkSegment(60bccf3c-6e70-4640-bf31-a453a33e1d1c),segment_id=60bccf3c-6e70-4640-bf31-a453a33e1d1c)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:47:33.778589 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-58fa30fa-668c-42ad-a3ee-012b305ee217 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525920'] for port (7f9b1176-a0e3-4595-b06b-b8a900db95a9), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:33.787504 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-64741b99-26fd-420c-8dee-aeab3be7f2cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757100670980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757100095757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827921'] for port (7f9b1176-a0e3-4595-b06b-b8a900db95a9), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:33.795361 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-58fa30fa-668c-42ad-a3ee-012b305ee217 None None] Calling delete_port for 7f9b1176-a0e3-4595-b06b-b8a900db95a9 owned by network:dhcp {{(pid=103470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:47:33.799483 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0ba4cb5f-196d-4bac-a0d2-2d8162aa5fa9 req-59c237c8-071e-4545-9f8a-7e651a796269 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=66c73357-2425-46ef-b26c-ef0a5e480202&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0975049 Apr 05 22:47:33.801131 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 45524) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:47:33.837050 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64741b99-26fd-420c-8dee-aeab3be7f2cb admin admin] No DVR routers for this DVR port 7f9b1176-a0e3-4595-b06b-b8a900db95a9 on host dv-cinder-835881-4-iscsi {{(pid=103469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:47:33.838850 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64741b99-26fd-420c-8dee-aeab3be7f2cb admin admin] Pushing event deleted for resources: {'Port': ['ID=7f9b1176-a0e3-4595-b06b-b8a900db95a9,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:47:33.898105 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-58fa30fa-668c-42ad-a3ee-012b305ee217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757100670980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757100095757'] for port (7f9b1176-a0e3-4595-b06b-b8a900db95a9), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:33.927742 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fa30fa-668c-42ad-a3ee-012b305ee217 None None] No DVR routers for this DVR port 7f9b1176-a0e3-4595-b06b-b8a900db95a9 on host dv-cinder-835881-4-iscsi {{(pid=103470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:47:33.931235 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fa30fa-668c-42ad-a3ee-012b305ee217 None None] Pushing event deleted for resources: {'Port': ['ID=7f9b1176-a0e3-4595-b06b-b8a900db95a9,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:47:33.937299 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5aa72526-47e5-4061-82f4-732cd8737e7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:33.961763 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-64741b99-26fd-420c-8dee-aeab3be7f2cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3448140', 'neutron.services.segments.db._delete_segments_for_network-8757100575609'] for network (cdafa027-5a68-4e7d-98e5-3d69d953062c), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:33.986221 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba4cb5f-196d-4bac-a0d2-2d8162aa5fa9 req-a361efa5-69db-4180-bd08-9a2849aaf044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:33.987882 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0ba4cb5f-196d-4bac-a0d2-2d8162aa5fa9 req-a361efa5-69db-4180-bd08-9a2849aaf044 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9618f5baeec7405cafcaccb0e53c77b4&device_id=66c73357-2425-46ef-b26c-ef0a5e480202 HTTP/1.1" status: 200 len: 1130 time: 0.1587765 Apr 05 22:47:33.992701 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.services.segments.db [None req-64741b99-26fd-420c-8dee-aeab3be7f2cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdafa027-5a68-4e7d-98e5-3d69d953062c']}} {{(pid=103469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:47:34.005268 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.services.segments.db [None req-64741b99-26fd-420c-8dee-aeab3be7f2cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60bccf3c-6e70-4640-bf31-a453a33e1d1c') {'for_net_delete': True} {{(pid=103469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:47:34.005650 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.services.segments.db [None req-64741b99-26fd-420c-8dee-aeab3be7f2cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60bccf3c-6e70-4640-bf31-a453a33e1d1c') {} {{(pid=103469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:47:34.018718 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-64741b99-26fd-420c-8dee-aeab3be7f2cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757100576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9076220'] for segment (60bccf3c-6e70-4640-bf31-a453a33e1d1c), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:34.036466 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5aa72526-47e5-4061-82f4-732cd8737e7f admin admin] Publish callbacks [] for security_group (cfde3758-bc44-4bd4-9112-ed1649240e75), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:34.041573 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5aa72526-47e5-4061-82f4-732cd8737e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (cfde3758-bc44-4bd4-9112-ed1649240e75), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:34.078209 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-5aa72526-47e5-4061-82f4-732cd8737e7f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f2b0e504109b42f0b7574a2db1d7b6cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2759778 Apr 05 22:47:34.082822 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 45528) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:47:34.087894 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-64741b99-26fd-420c-8dee-aeab3be7f2cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3567180'] for segment (60bccf3c-6e70-4640-bf31-a453a33e1d1c), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:34.096128 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64741b99-26fd-420c-8dee-aeab3be7f2cb admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=103469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 22:47:34.096527 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-64741b99-26fd-420c-8dee-aeab3be7f2cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3567180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8827980'] for segment (60bccf3c-6e70-4640-bf31-a453a33e1d1c), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:34.098178 dv-cinder-835881-4-iscsi neutron-server[103469]: Traceback (most recent call last): Apr 05 22:47:34.098178 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 22:47:34.098178 dv-cinder-835881-4-iscsi neutron-server[103469]: timer() Apr 05 22:47:34.098178 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 22:47:34.098178 dv-cinder-835881-4-iscsi neutron-server[103469]: cb(*args, **kw) Apr 05 22:47:34.098178 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 22:47:34.098178 dv-cinder-835881-4-iscsi neutron-server[103469]: return func(*args, **kwargs) Apr 05 22:47:34.098178 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 22:47:34.098178 dv-cinder-835881-4-iscsi neutron-server[103469]: self._notify() Apr 05 22:47:34.098178 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 22:47:34.098178 dv-cinder-835881-4-iscsi neutron-server[103469]: self.callback(batched_events) Apr 05 22:47:34.098178 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 22:47:34.098178 dv-cinder-835881-4-iscsi neutron-server[103469]: event.method(event) Apr 05 22:47:34.098178 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 22:47:34.098178 dv-cinder-835881-4-iscsi neutron-server[103469]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 22:47:34.098178 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 22:47:34.098178 dv-cinder-835881-4-iscsi neutron-server[103469]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 22:47:34.098178 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 22:47:34.098178 dv-cinder-835881-4-iscsi neutron-server[103469]: return f(self, *a, **k) Apr 05 22:47:34.098178 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 22:47:34.098178 dv-cinder-835881-4-iscsi neutron-server[103469]: return self._get(url).json() Apr 05 22:47:34.098178 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 22:47:34.098178 dv-cinder-835881-4-iscsi neutron-server[103469]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 22:47:34.098178 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 22:47:34.098178 dv-cinder-835881-4-iscsi neutron-server[103469]: return self.request(url, 'GET', **kwargs) Apr 05 22:47:34.098178 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 22:47:34.098178 dv-cinder-835881-4-iscsi neutron-server[103469]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 22:47:34.098178 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 22:47:34.098178 dv-cinder-835881-4-iscsi neutron-server[103469]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 22:47:34.098178 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 22:47:34.098178 dv-cinder-835881-4-iscsi neutron-server[103469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 22:47:34.098178 dv-cinder-835881-4-iscsi neutron-server[103469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 22:47:34.102978 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa72526-47e5-4061-82f4-732cd8737e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfde3758-bc44-4bd4-9112-ed1649240e75,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:47:34.146565 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-01d2c8c4-5286-4bd0-9aae-88c922982c38 admin admin] Publish callbacks [] for security_group (cfde3758-bc44-4bd4-9112-ed1649240e75), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:34.168007 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba4cb5f-196d-4bac-a0d2-2d8162aa5fa9 req-01112f53-258c-40dc-bbdf-47e9b161921f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:34.169518 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0ba4cb5f-196d-4bac-a0d2-2d8162aa5fa9 req-01112f53-258c-40dc-bbdf-47e9b161921f service neutron] 10.222.0.13 "GET /v2.0/networks?id=93ea6e4b-6c87-4cb7-972a-0a6c56c3540c HTTP/1.1" status: 200 len: 909 time: 0.1487706 Apr 05 22:47:34.170109 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-64741b99-26fd-420c-8dee-aeab3be7f2cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3448117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536611'] for network (cdafa027-5a68-4e7d-98e5-3d69d953062c), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:34.172255 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-01d2c8c4-5286-4bd0-9aae-88c922982c38 admin admin] Publish callbacks [] for security_group (cfde3758-bc44-4bd4-9112-ed1649240e75), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:34.176558 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-64741b99-26fd-420c-8dee-aeab3be7f2cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644259'] for network (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:34.179699 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-64741b99-26fd-420c-8dee-aeab3be7f2cb admin admin] 10.222.0.45 "DELETE /v2.0/networks/cdafa027-5a68-4e7d-98e5-3d69d953062c HTTP/1.1" status: 204 len: 168 time: 0.8309128 Apr 05 22:47:34.198081 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64741b99-26fd-420c-8dee-aeab3be7f2cb admin admin] Pushing event deleted for resources: {'Network': ['ID=cdafa027-5a68-4e7d-98e5-3d69d953062c,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:47:34.236382 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-01d2c8c4-5286-4bd0-9aae-88c922982c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (cfde3758-bc44-4bd4-9112-ed1649240e75), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:34.239068 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-01d2c8c4-5286-4bd0-9aae-88c922982c38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:34.240880 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-01d2c8c4-5286-4bd0-9aae-88c922982c38 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cfde3758-bc44-4bd4-9112-ed1649240e75 HTTP/1.1" status: 204 len: 168 time: 0.1565309 Apr 05 22:47:34.249493 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d2c8c4-5286-4bd0-9aae-88c922982c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfde3758-bc44-4bd4-9112-ed1649240e75,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:47:34.271057 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0ba4cb5f-196d-4bac-a0d2-2d8162aa5fa9 req-88dcbc6e-3f04-481b-87c9-d14697d4be1b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b73ba79-695c-4c18-90e8-34b322632fcd HTTP/1.1" status: 200 len: 1001 time: 0.0901823 Apr 05 22:47:34.327837 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 45538) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:47:34.372427 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-60ca3c87-36f5-4d8e-907d-195f149b1bbe admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=aad57955e58648ad8aedc12ef0c854bd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0427561 Apr 05 22:47:34.376828 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 45542) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:47:34.376959 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-fecffd66-dbe1-4a78-9373-6755f0becd5b req-3c831a64-d091-49a9-8024-fdb68e69cfae tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] 10.222.0.45 "GET /v2.0/ports?device_id=446bd21a-9b54-40f5-8228-a800ccbbf0f3 HTTP/1.1" status: 200 len: 210 time: 0.0279453 Apr 05 22:47:34.439335 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-fdf3c371-71cb-4b6e-8f9c-e5a13c7dd396 admin admin] Publish callbacks [] for security_group (44961ae5-032e-4072-8c44-1d34d571f568), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:34.457550 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba4cb5f-196d-4bac-a0d2-2d8162aa5fa9 req-13839d29-a234-4423-8525-a19a4a9837c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:34.459885 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0ba4cb5f-196d-4bac-a0d2-2d8162aa5fa9 req-13839d29-a234-4423-8525-a19a4a9837c9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a0dda594-505e-4d09-af0b-87c49916ab00 HTTP/1.1" status: 200 len: 847 time: 0.0481949 Apr 05 22:47:34.471390 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-fdf3c371-71cb-4b6e-8f9c-e5a13c7dd396 admin admin] Publish callbacks [] for security_group (44961ae5-032e-4072-8c44-1d34d571f568), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:34.482579 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device b1d22d1e-c2db-4e00-bf01-d4a961d5d6c7 no longer exists at agent ovs-agent-dv-cinder-835881-4-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:47:34.518281 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] No Port match for: b1d22d1e-c2db-4e00-bf01-d4a961d5d6c7 {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:47:34.518905 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device b1d22d1e-c2db-4e00-bf01-d4a961d5d6c7 not bound to the agent host dv-cinder-835881-4-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:47:34.519341 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device bb8d404d-b4f4-4a4d-87bc-ff826ef28e36 no longer exists at agent ovs-agent-dv-cinder-835881-4-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:47:34.538934 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba4cb5f-196d-4bac-a0d2-2d8162aa5fa9 req-5bc31919-2130-4ca7-8ae9-2bf5199b8c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:34.540409 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0ba4cb5f-196d-4bac-a0d2-2d8162aa5fa9 req-5bc31919-2130-4ca7-8ae9-2bf5199b8c7c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=93ea6e4b-6c87-4cb7-972a-0a6c56c3540c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0747266 Apr 05 22:47:34.545851 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] No Port match for: bb8d404d-b4f4-4a4d-87bc-ff826ef28e36 {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:47:34.547785 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device bb8d404d-b4f4-4a4d-87bc-ff826ef28e36 not bound to the agent host dv-cinder-835881-4-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:47:34.548448 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device 7f9b1176-a0e3-4595-b06b-b8a900db95a9 no longer exists at agent ovs-agent-dv-cinder-835881-4-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:47:34.560790 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-fdf3c371-71cb-4b6e-8f9c-e5a13c7dd396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (44961ae5-032e-4072-8c44-1d34d571f568), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:34.563956 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-fdf3c371-71cb-4b6e-8f9c-e5a13c7dd396 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:34.566013 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-fdf3c371-71cb-4b6e-8f9c-e5a13c7dd396 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/44961ae5-032e-4072-8c44-1d34d571f568 HTTP/1.1" status: 204 len: 168 time: 0.1876962 Apr 05 22:47:34.582790 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] No Port match for: 7f9b1176-a0e3-4595-b06b-b8a900db95a9 {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:47:34.585685 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf3c371-71cb-4b6e-8f9c-e5a13c7dd396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44961ae5-032e-4072-8c44-1d34d571f568,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:47:34.586680 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device 7f9b1176-a0e3-4595-b06b-b8a900db95a9 not bound to the agent host dv-cinder-835881-4-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:47:34.692223 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06b901c-a205-413a-b730-2e976f5e1b7b req-4724d3ee-d714-4221-81e7-399c27baeac6 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:34.694253 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c06b901c-a205-413a-b730-2e976f5e1b7b req-4724d3ee-d714-4221-81e7-399c27baeac6 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] 10.222.0.13 "GET /v2.0/networks?id=2cf9a087-7fd5-4db0-a4b4-5660527cd0f0 HTTP/1.1" status: 200 len: 813 time: 0.1763268 Apr 05 22:47:34.708165 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [req-c06b901c-a205-413a-b730-2e976f5e1b7b req-a794179d-6f62-438e-b93b-67986994a924 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] Request body: {'port': {'device_id': '446bd21a-9b54-40f5-8228-a800ccbbf0f3', 'network_id': '2cf9a087-7fd5-4db0-a4b4-5660527cd0f0', 'admin_state_up': True, 'tenant_id': '156043b38e2348178da3d3290a4a718f'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:47:34.844123 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0ba4cb5f-196d-4bac-a0d2-2d8162aa5fa9 req-f28b3e1d-56c9-40df-805f-17c7929c5191 service neutron] 10.222.0.13 "GET /v2.0/networks/93ea6e4b-6c87-4cb7-972a-0a6c56c3540c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887877 Apr 05 22:47:34.919677 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c06b901c-a205-413a-b730-2e976f5e1b7b req-a794179d-6f62-438e-b93b-67986994a924 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] Made reservation on behalf of 156043b38e2348178da3d3290a4a718f for: {'port': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:47:34.923268 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-c06b901c-a205-413a-b730-2e976f5e1b7b req-a794179d-6f62-438e-b93b-67986994a924 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:35.002691 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0ba4cb5f-196d-4bac-a0d2-2d8162aa5fa9 req-dc79d51e-da6c-4915-a5d7-e01995977c50 service neutron] 10.222.0.13 "GET /v2.0/networks/93ea6e4b-6c87-4cb7-972a-0a6c56c3540c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507878 Apr 05 22:47:35.097046 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_common [req-c06b901c-a205-413a-b730-2e976f5e1b7b req-a794179d-6f62-438e-b93b-67986994a924 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] Allocated IP 172.20.0.9 (2cf9a087-7fd5-4db0-a4b4-5660527cd0f0/125a5605-eaf3-4216-95de-fa67dd791160/2092e080-5322-4ae2-a4c1-03de28fb9e78) {{(pid=103469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:47:35.258951 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-c06b901c-a205-413a-b730-2e976f5e1b7b req-a794179d-6f62-438e-b93b-67986994a924 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] Publish callbacks [] for port (2092e080-5322-4ae2-a4c1-03de28fb9e78), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:35.293746 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-c06b901c-a205-413a-b730-2e976f5e1b7b req-a794179d-6f62-438e-b93b-67986994a924 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757100095748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827921'] for port (2092e080-5322-4ae2-a4c1-03de28fb9e78), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:35.341959 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c06b901c-a205-413a-b730-2e976f5e1b7b req-a794179d-6f62-438e-b93b-67986994a924 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] Network 2cf9a087-7fd5-4db0-a4b4-5660527cd0f0 is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:47:35.345224 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [req-c06b901c-a205-413a-b730-2e976f5e1b7b req-a794179d-6f62-438e-b93b-67986994a924 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:47:35.349038 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [req-c06b901c-a205-413a-b730-2e976f5e1b7b req-a794179d-6f62-438e-b93b-67986994a924 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] Received port after_create {{(pid=103469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:47:35.382515 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a794179d-6f62-438e-b93b-67986994a924 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] Pushing event updated for resources: {'Port': ['ID=2092e080-5322-4ae2-a4c1-03de28fb9e78,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:47:35.411803 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06b901c-a205-413a-b730-2e976f5e1b7b req-a794179d-6f62-438e-b93b-67986994a924 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:35.412432 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-c06b901c-a205-413a-b730-2e976f5e1b7b req-a794179d-6f62-438e-b93b-67986994a924 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:35.431655 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c06b901c-a205-413a-b730-2e976f5e1b7b req-a794179d-6f62-438e-b93b-67986994a924 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7279360 Apr 05 22:47:35.444387 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [req-c06b901c-a205-413a-b730-2e976f5e1b7b req-bab4bbbd-893c-4a33-9abd-2d0a244d10f4 service neutron] Request body: {'port': {'device_id': '446bd21a-9b54-40f5-8228-a800ccbbf0f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:47:35.534376 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-98818c30-ddb2-43c8-92f6-ebfc7b2551c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (08425891-4e99-4ae4-974b-85ee5a0410c6), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:35.559015 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-c06b901c-a205-413a-b730-2e976f5e1b7b req-bab4bbbd-893c-4a33-9abd-2d0a244d10f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (2092e080-5322-4ae2-a4c1-03de28fb9e78), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:35.575370 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a2019-9568-4e7f-8faa-4248656a6927 req-3b7f45a1-1f2b-46e1-9c92-4099855f67eb tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:35.577524 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e29a2019-9568-4e7f-8faa-4248656a6927 req-3b7f45a1-1f2b-46e1-9c92-4099855f67eb tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] 10.222.0.45 "GET /v2.0/ports?device_id=446bd21a-9b54-40f5-8228-a800ccbbf0f3 HTTP/1.1" status: 200 len: 931 time: 0.1073208 Apr 05 22:47:35.709830 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e29a2019-9568-4e7f-8faa-4248656a6927 req-8b489fa4-a81a-439a-8785-8469dc7c95a2 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ebdbeeb-6653-4f23-af57-b8086f8aba4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257095 Apr 05 22:47:35.894640 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [req-c06b901c-a205-413a-b730-2e976f5e1b7b req-bab4bbbd-893c-4a33-9abd-2d0a244d10f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2092e080-5322-4ae2-a4c1-03de28fb9e78 {{(pid=103469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:47:35.902447 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-c06b901c-a205-413a-b730-2e976f5e1b7b req-bab4bbbd-893c-4a33-9abd-2d0a244d10f4 service neutron] Publish callbacks [] for port (2092e080-5322-4ae2-a4c1-03de28fb9e78), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:35.915020 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.provisioning_blocks [req-c06b901c-a205-413a-b730-2e976f5e1b7b req-bab4bbbd-893c-4a33-9abd-2d0a244d10f4 service neutron] Transition to ACTIVE for port object 2092e080-5322-4ae2-a4c1-03de28fb9e78 will not be triggered until provisioned by entity L2. {{(pid=103469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 22:47:35.923227 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-c06b901c-a205-413a-b730-2e976f5e1b7b req-bab4bbbd-893c-4a33-9abd-2d0a244d10f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828008'] for port (2092e080-5322-4ae2-a4c1-03de28fb9e78), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:35.976758 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab4bbbd-893c-4a33-9abd-2d0a244d10f4 service neutron] Pushing event updated for resources: {'Port': ['ID=2092e080-5322-4ae2-a4c1-03de28fb9e78,revision_number=2']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:47:36.052521 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-c06b901c-a205-413a-b730-2e976f5e1b7b req-bab4bbbd-893c-4a33-9abd-2d0a244d10f4 service neutron] Attempting to bind port 2092e080-5322-4ae2-a4c1-03de28fb9e78 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:47:36.052861 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-c06b901c-a205-413a-b730-2e976f5e1b7b req-bab4bbbd-893c-4a33-9abd-2d0a244d10f4 service neutron] Attempting to bind port 2092e080-5322-4ae2-a4c1-03de28fb9e78 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'd9180f3f-a683-461e-9d5d-d44ee0b30a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2cf9a087-7fd5-4db0-a4b4-5660527cd0f0'}] {{(pid=103469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:47:36.053190 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06b901c-a205-413a-b730-2e976f5e1b7b req-bab4bbbd-893c-4a33-9abd-2d0a244d10f4 service neutron] Attempting to bind port 2092e080-5322-4ae2-a4c1-03de28fb9e78 on network 2cf9a087-7fd5-4db0-a4b4-5660527cd0f0 {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:47:36.057787 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06b901c-a205-413a-b730-2e976f5e1b7b req-bab4bbbd-893c-4a33-9abd-2d0a244d10f4 service neutron] Port 2092e080-5322-4ae2-a4c1-03de28fb9e78 on network 2cf9a087-7fd5-4db0-a4b4-5660527cd0f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 22:47:36.058664 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06b901c-a205-413a-b730-2e976f5e1b7b req-bab4bbbd-893c-4a33-9abd-2d0a244d10f4 service neutron] Attempting to bind port 2092e080-5322-4ae2-a4c1-03de28fb9e78 on network 2cf9a087-7fd5-4db0-a4b4-5660527cd0f0 {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:47:36.063595 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06b901c-a205-413a-b730-2e976f5e1b7b req-bab4bbbd-893c-4a33-9abd-2d0a244d10f4 service neutron] Checking agent: {'id': '021dfe4d-8109-4136-9367-dac606dce553', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 34, 28), 'started_at': datetime.datetime(2022, 4, 5, 22, 34, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:47:36.063933 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06b901c-a205-413a-b730-2e976f5e1b7b req-bab4bbbd-893c-4a33-9abd-2d0a244d10f4 service neutron] Checking segment: {'id': 'd9180f3f-a683-461e-9d5d-d44ee0b30a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2cf9a087-7fd5-4db0-a4b4-5660527cd0f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:47:36.064310 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06b901c-a205-413a-b730-2e976f5e1b7b req-bab4bbbd-893c-4a33-9abd-2d0a244d10f4 service neutron] Bound using segment: {'id': 'd9180f3f-a683-461e-9d5d-d44ee0b30a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2cf9a087-7fd5-4db0-a4b4-5660527cd0f0'} {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:47:36.064745 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-c06b901c-a205-413a-b730-2e976f5e1b7b req-bab4bbbd-893c-4a33-9abd-2d0a244d10f4 service neutron] Bound port: 2092e080-5322-4ae2-a4c1-03de28fb9e78, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9180f3f-a683-461e-9d5d-d44ee0b30a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2cf9a087-7fd5-4db0-a4b4-5660527cd0f0'}}] {{(pid=103469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:47:36.065132 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-c06b901c-a205-413a-b730-2e976f5e1b7b req-bab4bbbd-893c-4a33-9abd-2d0a244d10f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (2092e080-5322-4ae2-a4c1-03de28fb9e78), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:36.141655 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-c06b901c-a205-413a-b730-2e976f5e1b7b req-bab4bbbd-893c-4a33-9abd-2d0a244d10f4 service neutron] For port 2092e080-5322-4ae2-a4c1-03de28fb9e78, host hv-cinder-83588, cleared binding levels {{(pid=103469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:47:36.145867 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-c06b901c-a205-413a-b730-2e976f5e1b7b req-bab4bbbd-893c-4a33-9abd-2d0a244d10f4 service neutron] For port 2092e080-5322-4ae2-a4c1-03de28fb9e78, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=2092e080-5322-4ae2-a4c1-03de28fb9e78,segment=NetworkSegment(d9180f3f-a683-461e-9d5d-d44ee0b30a5c),segment_id=d9180f3f-a683-461e-9d5d-d44ee0b30a5c)] {{(pid=103469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:47:36.152989 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-c06b901c-a205-413a-b730-2e976f5e1b7b req-bab4bbbd-893c-4a33-9abd-2d0a244d10f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828008'] for port (2092e080-5322-4ae2-a4c1-03de28fb9e78), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:36.188832 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06b901c-a205-413a-b730-2e976f5e1b7b req-bab4bbbd-893c-4a33-9abd-2d0a244d10f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:36.189531 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-c06b901c-a205-413a-b730-2e976f5e1b7b req-bab4bbbd-893c-4a33-9abd-2d0a244d10f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:36.191391 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c06b901c-a205-413a-b730-2e976f5e1b7b req-bab4bbbd-893c-4a33-9abd-2d0a244d10f4 service neutron] 10.222.0.13 "PUT /v2.0/ports/2092e080-5322-4ae2-a4c1-03de28fb9e78 HTTP/1.1" status: 200 len: 1093 time: 0.7529917 Apr 05 22:47:36.191841 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '446bd21a-9b54-40f5-8228-a800ccbbf0f3', 'tag': '2092e080-5322-4ae2-a4c1-03de28fb9e78'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:47:36.194361 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f386ba26b1031f5495d5bdef0d2c98b5b567df56bfe60a1d1e0dd7c3f719aed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-159b8b09-b082-454d-9c0c-7100968b1e79" -d '{"events": [{"name": "network-changed", "server_uuid": "446bd21a-9b54-40f5-8228-a800ccbbf0f3", "tag": "2092e080-5322-4ae2-a4c1-03de28fb9e78"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:47:36.240351 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab4bbbd-893c-4a33-9abd-2d0a244d10f4 service neutron] Pushing event updated for resources: {'Port': ['ID=2092e080-5322-4ae2-a4c1-03de28fb9e78,revision_number=3']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:47:36.256037 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60047313-f817-4d67-8847-28581e3396ac x-openstack-request-id: req-60047313-f817-4d67-8847-28581e3396ac {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:47:36.256323 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "446bd21a-9b54-40f5-8228-a800ccbbf0f3", "tag": "2092e080-5322-4ae2-a4c1-03de28fb9e78", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:47:36.256582 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-60047313-f817-4d67-8847-28581e3396ac {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:47:36.257000 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60047313-f817-4d67-8847-28581e3396ac'] response: {'name': 'network-changed', 'server_uuid': '446bd21a-9b54-40f5-8228-a800ccbbf0f3', 'tag': '2092e080-5322-4ae2-a4c1-03de28fb9e78', 'status': 'completed', 'code': 200} Apr 05 22:47:36.298480 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06b901c-a205-413a-b730-2e976f5e1b7b req-9091696e-3a41-46ed-8caf-c7bf66783980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:36.300086 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c06b901c-a205-413a-b730-2e976f5e1b7b req-9091696e-3a41-46ed-8caf-c7bf66783980 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=156043b38e2348178da3d3290a4a718f&device_id=446bd21a-9b54-40f5-8228-a800ccbbf0f3 HTTP/1.1" status: 200 len: 1127 time: 0.0554693 Apr 05 22:47:36.344781 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c06b901c-a205-413a-b730-2e976f5e1b7b req-d2270374-b521-4ef7-a0cf-229fd2c2cbda service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2092e080-5322-4ae2-a4c1-03de28fb9e78 HTTP/1.1" status: 200 len: 217 time: 0.0358334 Apr 05 22:47:36.397285 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06b901c-a205-413a-b730-2e976f5e1b7b req-df705f82-e7c0-4bde-96cb-ccd3f8866b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:36.399056 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c06b901c-a205-413a-b730-2e976f5e1b7b req-df705f82-e7c0-4bde-96cb-ccd3f8866b05 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=125a5605-eaf3-4216-95de-fa67dd791160 HTTP/1.1" status: 200 len: 853 time: 0.0477908 Apr 05 22:47:36.440223 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c06b901c-a205-413a-b730-2e976f5e1b7b req-6bfcaa90-b0c6-44a4-8268-bd73952452ca service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2cf9a087-7fd5-4db0-a4b4-5660527cd0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327940 Apr 05 22:47:36.544296 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c06b901c-a205-413a-b730-2e976f5e1b7b req-86ab5b0f-19dd-4979-809c-1ed0ad6841e7 service neutron] 10.222.0.13 "GET /v2.0/networks/2cf9a087-7fd5-4db0-a4b4-5660527cd0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961120 Apr 05 22:47:36.958871 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c06b901c-a205-413a-b730-2e976f5e1b7b req-cf3abac5-0bcc-4d80-bb2e-139d0d08ffc5 service neutron] 10.222.0.13 "GET /v2.0/networks/2cf9a087-7fd5-4db0-a4b4-5660527cd0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4080386 Apr 05 22:47:36.976939 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d637d-7d4b-4a10-a656-edb2fc053b94 req-d70e9303-ccdc-4e93-b9a5-99e522162559 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:36.979454 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d89d637d-7d4b-4a10-a656-edb2fc053b94 req-d70e9303-ccdc-4e93-b9a5-99e522162559 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] 10.222.0.45 "GET /v2.0/ports?device_id=446bd21a-9b54-40f5-8228-a800ccbbf0f3 HTTP/1.1" status: 200 len: 943 time: 0.0845447 Apr 05 22:47:37.033262 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d89d637d-7d4b-4a10-a656-edb2fc053b94 req-9014922c-b749-4371-b8c4-cccc87f1810e tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ebdbeeb-6653-4f23-af57-b8086f8aba4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458596 Apr 05 22:47:37.883838 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-5f4636cd-6f4a-44a7-b319-c308e02f05d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (79a469f9-bdbc-4492-b479-9e5faeaf33b0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:38.157181 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f224cf2-7775-43cc-ae58-da2a3fd08e3c req-d7d1c767-c36e-4ccb-82df-b068f13931e1 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:38.158684 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1f224cf2-7775-43cc-ae58-da2a3fd08e3c req-d7d1c767-c36e-4ccb-82df-b068f13931e1 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] 10.222.0.45 "GET /v2.0/ports?device_id=446bd21a-9b54-40f5-8228-a800ccbbf0f3 HTTP/1.1" status: 200 len: 943 time: 0.0562842 Apr 05 22:47:38.207306 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1f224cf2-7775-43cc-ae58-da2a3fd08e3c req-1dfc165d-ff79-4e50-8b96-918c2038a24c tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ebdbeeb-6653-4f23-af57-b8086f8aba4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430775 Apr 05 22:47:39.002525 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-dae4f030-1cb2-49a8-bcfa-6facf2529a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (e40c9916-dc7d-41d8-a75d-da550db0c469), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:39.329686 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c13b42-6c55-4e84-92af-9b7c84b10915 req-ead4ec4e-0c56-4ead-966d-590d151d7671 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:39.331219 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-08c13b42-6c55-4e84-92af-9b7c84b10915 req-ead4ec4e-0c56-4ead-966d-590d151d7671 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] 10.222.0.45 "GET /v2.0/ports?device_id=446bd21a-9b54-40f5-8228-a800ccbbf0f3 HTTP/1.1" status: 200 len: 943 time: 0.0524442 Apr 05 22:47:39.378811 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-08c13b42-6c55-4e84-92af-9b7c84b10915 req-b8d9c489-3ee5-4c5a-a333-3fccbf9c2e19 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ebdbeeb-6653-4f23-af57-b8086f8aba4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419924 Apr 05 22:47:40.262325 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 45700) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:47:40.363997 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-7173199a-6618-45d7-a816-27caa8413dbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:40.442044 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-7173199a-6618-45d7-a816-27caa8413dbf admin admin] Publish callbacks [] for security_group (6eae0b3a-cc0f-4205-84c9-99ae0df3ba37), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:40.446979 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-7173199a-6618-45d7-a816-27caa8413dbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (6eae0b3a-cc0f-4205-84c9-99ae0df3ba37), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:40.485539 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7173199a-6618-45d7-a816-27caa8413dbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eae0b3a-cc0f-4205-84c9-99ae0df3ba37,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:47:40.498346 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-7173199a-6618-45d7-a816-27caa8413dbf admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6674b07ba6e74daebe2bbd1ded78b320&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2348938 Apr 05 22:47:40.499811 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7173199a-6618-45d7-a816-27caa8413dbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:40.500158 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7173199a-6618-45d7-a816-27caa8413dbf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:40.500514 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7173199a-6618-45d7-a816-27caa8413dbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:40.500841 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7173199a-6618-45d7-a816-27caa8413dbf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:40.501173 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7173199a-6618-45d7-a816-27caa8413dbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:40.501526 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7173199a-6618-45d7-a816-27caa8413dbf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:40.501857 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7173199a-6618-45d7-a816-27caa8413dbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:40.502181 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7173199a-6618-45d7-a816-27caa8413dbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:40.502419 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 45710) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:47:40.502861 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7173199a-6618-45d7-a816-27caa8413dbf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:40.502861 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7173199a-6618-45d7-a816-27caa8413dbf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:40.503157 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7173199a-6618-45d7-a816-27caa8413dbf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:40.503477 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7173199a-6618-45d7-a816-27caa8413dbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:40.503800 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7173199a-6618-45d7-a816-27caa8413dbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:40.504120 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7173199a-6618-45d7-a816-27caa8413dbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:40.504542 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7173199a-6618-45d7-a816-27caa8413dbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:47:40.531186 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f870b7-f3d3-4d96-b477-4e5ac835c012 req-ca812eef-dc39-4f9e-8e36-cf6013b6b1ff tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:40.532588 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-21f870b7-f3d3-4d96-b477-4e5ac835c012 req-ca812eef-dc39-4f9e-8e36-cf6013b6b1ff tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] 10.222.0.45 "GET /v2.0/ports?device_id=446bd21a-9b54-40f5-8228-a800ccbbf0f3 HTTP/1.1" status: 200 len: 943 time: 0.0808070 Apr 05 22:47:40.590173 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b7ced6ed-6734-4003-8685-967ec5c679ff admin admin] Publish callbacks [] for security_group (6eae0b3a-cc0f-4205-84c9-99ae0df3ba37), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:40.611904 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-21f870b7-f3d3-4d96-b477-4e5ac835c012 req-e0726565-b75b-4e67-84e5-8062519601bd tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ebdbeeb-6653-4f23-af57-b8086f8aba4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717285 Apr 05 22:47:40.623677 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b7ced6ed-6734-4003-8685-967ec5c679ff admin admin] Publish callbacks [] for security_group (6eae0b3a-cc0f-4205-84c9-99ae0df3ba37), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:40.649084 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-99ae2e83-6010-40d2-b70a-5b0f9e3ea887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (f28e62d6-8243-45bb-b578-64cfae2561d0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:40.670957 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b7ced6ed-6734-4003-8685-967ec5c679ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (6eae0b3a-cc0f-4205-84c9-99ae0df3ba37), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:40.673557 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b7ced6ed-6734-4003-8685-967ec5c679ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:40.674725 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-b7ced6ed-6734-4003-8685-967ec5c679ff admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6eae0b3a-cc0f-4205-84c9-99ae0df3ba37 HTTP/1.1" status: 204 len: 168 time: 0.1713634 Apr 05 22:47:40.684937 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ced6ed-6734-4003-8685-967ec5c679ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eae0b3a-cc0f-4205-84c9-99ae0df3ba37,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:47:40.931885 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 45716) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:47:40.945305 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-344949e8-6690-499e-92c1-f50d62c549b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:41.025829 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-344949e8-6690-499e-92c1-f50d62c549b6 admin admin] Publish callbacks [] for security_group (09b93075-f988-446b-a9d7-cc8531a97ce0), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:41.029635 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-344949e8-6690-499e-92c1-f50d62c549b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (09b93075-f988-446b-a9d7-cc8531a97ce0), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:41.067836 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-344949e8-6690-499e-92c1-f50d62c549b6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e621020cebcd4c14be5b42a44f74300c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1347394 Apr 05 22:47:41.068614 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344949e8-6690-499e-92c1-f50d62c549b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b93075-f988-446b-a9d7-cc8531a97ce0,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:47:41.071336 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 45718) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:47:41.121535 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-bf646c3f-62d3-460e-8455-195882c2ffda admin admin] Publish callbacks [] for security_group (09b93075-f988-446b-a9d7-cc8531a97ce0), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:41.142441 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-bf646c3f-62d3-460e-8455-195882c2ffda admin admin] Publish callbacks [] for security_group (09b93075-f988-446b-a9d7-cc8531a97ce0), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:41.189097 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-bf646c3f-62d3-460e-8455-195882c2ffda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (09b93075-f988-446b-a9d7-cc8531a97ce0), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:41.191753 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-bf646c3f-62d3-460e-8455-195882c2ffda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:41.192939 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-bf646c3f-62d3-460e-8455-195882c2ffda admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/09b93075-f988-446b-a9d7-cc8531a97ce0 HTTP/1.1" status: 204 len: 168 time: 0.1201155 Apr 05 22:47:41.201252 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf646c3f-62d3-460e-8455-195882c2ffda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b93075-f988-446b-a9d7-cc8531a97ce0,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:47:41.751817 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be41294-4e3d-4d1a-a8b3-d836910d6fcb req-d744f493-990c-4709-9d97-760b73067595 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:41.753456 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5be41294-4e3d-4d1a-a8b3-d836910d6fcb req-d744f493-990c-4709-9d97-760b73067595 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] 10.222.0.45 "GET /v2.0/ports?device_id=446bd21a-9b54-40f5-8228-a800ccbbf0f3 HTTP/1.1" status: 200 len: 943 time: 0.0722175 Apr 05 22:47:41.800721 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5be41294-4e3d-4d1a-a8b3-d836910d6fcb req-4997ac67-4a82-442a-9eba-045cbc6951b7 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ebdbeeb-6653-4f23-af57-b8086f8aba4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416539 Apr 05 22:47:41.869182 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 45746) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:47:41.961490 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-c800a72d-b6ab-4826-b16f-b7f0cc9b9d2b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1775909669-network', 'tenant_id': '1b7cb5aaf8294d13aa2aaefd89f46dbe'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:47:41.965294 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device 2092e080-5322-4ae2-a4c1-03de28fb9e78 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:47:41.982213 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c800a72d-b6ab-4826-b16f-b7f0cc9b9d2b admin admin] Made reservation on behalf of 1b7cb5aaf8294d13aa2aaefd89f46dbe for: {'network': 1} {{(pid=103468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:47:41.984538 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c800a72d-b6ab-4826-b16f-b7f0cc9b9d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for network (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:41.993012 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c800a72d-b6ab-4826-b16f-b7f0cc9b9d2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:42.077570 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c800a72d-b6ab-4826-b16f-b7f0cc9b9d2b admin admin] Publish callbacks [] for security_group (88ef342c-8ae8-43f3-90f7-37df1d1cf7a5), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:42.081749 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c800a72d-b6ab-4826-b16f-b7f0cc9b9d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (88ef342c-8ae8-43f3-90f7-37df1d1cf7a5), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:42.085498 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (b771b186-15ef-4a1a-9c73-ea54ac08c8ac), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:42.092397 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] For port 2092e080-5322-4ae2-a4c1-03de28fb9e78, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=2092e080-5322-4ae2-a4c1-03de28fb9e78,segment=NetworkSegment(d9180f3f-a683-461e-9d5d-d44ee0b30a5c),segment_id=d9180f3f-a683-461e-9d5d-d44ee0b30a5c)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:47:42.104263 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Returning: {'device': '2092e080-5322-4ae2-a4c1-03de28fb9e78', 'network_id': '2cf9a087-7fd5-4db0-a4b4-5660527cd0f0', 'port_id': '2092e080-5322-4ae2-a4c1-03de28fb9e78', 'mac_address': 'fa:16:3e:ef:e5:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '125a5605-eaf3-4216-95de-fa67dd791160', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:47:42.106911 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c800a72d-b6ab-4826-b16f-b7f0cc9b9d2b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=103468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 22:47:42.115626 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c800a72d-b6ab-4826-b16f-b7f0cc9b9d2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ef342c-8ae8-43f3-90f7-37df1d1cf7a5,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:47:42.122205 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c800a72d-b6ab-4826-b16f-b7f0cc9b9d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3567180'] for segment (4b849058-c347-4b7f-a1de-c359238ad40f), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:42.122555 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.db.segments_db [None req-c800a72d-b6ab-4826-b16f-b7f0cc9b9d2b admin admin] Added segment 4b849058-c347-4b7f-a1de-c359238ad40f of type vlan for network c9a7fb16-92e7-4611-9ce8-a89c7193ba85 Apr 05 22:47:42.154437 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Current status of the port 2092e080-5322-4ae2-a4c1-03de28fb9e78 is: DOWN; New status is: BUILD {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:47:42.154928 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (2092e080-5322-4ae2-a4c1-03de28fb9e78), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:42.170275 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2092e080-5322-4ae2-a4c1-03de28fb9e78 {{(pid=103470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:47:42.171647 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c800a72d-b6ab-4826-b16f-b7f0cc9b9d2b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757100112442'] for network (c9a7fb16-92e7-4611-9ce8-a89c7193ba85), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:42.192293 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] For port 2092e080-5322-4ae2-a4c1-03de28fb9e78, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=2092e080-5322-4ae2-a4c1-03de28fb9e78,segment=NetworkSegment(d9180f3f-a683-461e-9d5d-d44ee0b30a5c),segment_id=d9180f3f-a683-461e-9d5d-d44ee0b30a5c)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:47:42.196469 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (2092e080-5322-4ae2-a4c1-03de28fb9e78), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:42.198466 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c800a72d-b6ab-4826-b16f-b7f0cc9b9d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321'] for network (c9a7fb16-92e7-4611-9ce8-a89c7193ba85), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:42.200443 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c800a72d-b6ab-4826-b16f-b7f0cc9b9d2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:42.201514 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-c800a72d-b6ab-4826-b16f-b7f0cc9b9d2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644259'] for network (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:42.251000 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Pushing event updated for resources: {'Port': ['ID=2092e080-5322-4ae2-a4c1-03de28fb9e78,revision_number=4']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:47:42.269152 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-c800a72d-b6ab-4826-b16f-b7f0cc9b9d2b admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3961887 Apr 05 22:47:42.270176 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 45750) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:47:42.273903 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c800a72d-b6ab-4826-b16f-b7f0cc9b9d2b admin admin] Pushing event updated for resources: {'Network': ['ID=c9a7fb16-92e7-4611-9ce8-a89c7193ba85,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:47:42.275811 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-41a8c1aa-e921-49f5-ac81-7ce0800eff6c admin admin] Request body: {'subnet': {'network_id': 'c9a7fb16-92e7-4611-9ce8-a89c7193ba85', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1775909669-subnet', 'tenant_id': '1b7cb5aaf8294d13aa2aaefd89f46dbe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:47:42.285348 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Network c9a7fb16-92e7-4611-9ce8-a89c7193ba85 details requested by agent ovs-agent-dv-cinder-835881-4-iscsi with host dv-cinder-835881-4-iscsi {{(pid=103470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 22:47:42.298106 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a8c1aa-e921-49f5-ac81-7ce0800eff6c admin admin] Made reservation on behalf of 1b7cb5aaf8294d13aa2aaefd89f46dbe for: {'subnet': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:47:42.300794 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-41a8c1aa-e921-49f5-ac81-7ce0800eff6c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8949769'] for subnet (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:42.485329 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-41a8c1aa-e921-49f5-ac81-7ce0800eff6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8949783'] for subnet (9bbfe4cb-2a80-412f-a8fd-6fbb2dac12d9), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:42.544133 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a8c1aa-e921-49f5-ac81-7ce0800eff6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bbfe4cb-2a80-412f-a8fd-6fbb2dac12d9,revision_number=0']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:47:42.560197 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a8c1aa-e921-49f5-ac81-7ce0800eff6c admin admin] Checking segment: {'id': '4b849058-c347-4b7f-a1de-c359238ad40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'c9a7fb16-92e7-4611-9ce8-a89c7193ba85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:47:42.560625 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a8c1aa-e921-49f5-ac81-7ce0800eff6c admin admin] Network hostable DHCP agents. Network: c9a7fb16-92e7-4611-9ce8-a89c7193ba85, hostable agents: ['08425891-4e99-4ae4-974b-85ee5a0410c6'], hosted agents: [] {{(pid=103469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 22:47:42.581309 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a8c1aa-e921-49f5-ac81-7ce0800eff6c admin admin] Network c9a7fb16-92e7-4611-9ce8-a89c7193ba85 is scheduled to be hosted by DHCP agent 08425891-4e99-4ae4-974b-85ee5a0410c6 with binding_index 1 {{(pid=103469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 22:47:42.595965 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-41a8c1aa-e921-49f5-ac81-7ce0800eff6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-4-iscsi, c9a7fb16-92e7-4611-9ce8-a89c7193ba85) {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:47:42.600506 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a8c1aa-e921-49f5-ac81-7ce0800eff6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:42.601250 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-41a8c1aa-e921-49f5-ac81-7ce0800eff6c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:42.605175 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da856236-2a34-47d4-aaeb-cedb57f124c0 None None] Network c9a7fb16-92e7-4611-9ce8-a89c7193ba85 requested from dv-cinder-835881-4-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:47:42.626922 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-41a8c1aa-e921-49f5-ac81-7ce0800eff6c admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3553190 Apr 05 22:47:42.712951 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad2f39b-0390-4bee-8150-6c953237a920 None None] Network c9a7fb16-92e7-4611-9ce8-a89c7193ba85 requested from dv-cinder-835881-4-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:47:42.928461 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c888827-07a6-4125-a07b-d9d8ee6762f2 req-ed10f64c-1ab9-4098-b397-054c84e17dd7 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:42.929975 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3c888827-07a6-4125-a07b-d9d8ee6762f2 req-ed10f64c-1ab9-4098-b397-054c84e17dd7 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] 10.222.0.45 "GET /v2.0/ports?device_id=446bd21a-9b54-40f5-8228-a800ccbbf0f3 HTTP/1.1" status: 200 len: 944 time: 0.0608423 Apr 05 22:47:42.978359 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3c888827-07a6-4125-a07b-d9d8ee6762f2 req-c2f2ad20-4928-4034-beb5-856bcf73f79e tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ebdbeeb-6653-4f23-af57-b8086f8aba4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422428 Apr 05 22:47:43.127377 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 45772) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:47:43.132260 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.v2.base [None req-49fef236-eaf1-4958-8327-39707edc9ea7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1768189737-network', 'tenant_id': '8edb552dfe754050b4a7c8a0b7ce237b'}} {{(pid=103468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:47:43.151733 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49fef236-eaf1-4958-8327-39707edc9ea7 admin admin] Made reservation on behalf of 8edb552dfe754050b4a7c8a0b7ce237b for: {'network': 1} {{(pid=103468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:47:43.154065 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-49fef236-eaf1-4958-8327-39707edc9ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for network (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:43.162365 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-49fef236-eaf1-4958-8327-39707edc9ea7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:43.235104 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-49fef236-eaf1-4958-8327-39707edc9ea7 admin admin] Publish callbacks [] for security_group (7729b7b7-3e18-4554-b658-77ca6db986c7), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:43.238709 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-49fef236-eaf1-4958-8327-39707edc9ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (7729b7b7-3e18-4554-b658-77ca6db986c7), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:43.269367 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49fef236-eaf1-4958-8327-39707edc9ea7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=103468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 22:47:43.275585 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fef236-eaf1-4958-8327-39707edc9ea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7729b7b7-3e18-4554-b658-77ca6db986c7,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:47:43.281749 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-49fef236-eaf1-4958-8327-39707edc9ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3567180'] for segment (85939325-142a-4344-9326-2ffcd1ad7bee), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:43.282135 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.db.segments_db [None req-49fef236-eaf1-4958-8327-39707edc9ea7 admin admin] Added segment 85939325-142a-4344-9326-2ffcd1ad7bee of type vlan for network 93d48336-247f-468f-8140-9b27f64495ab Apr 05 22:47:43.329142 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-49fef236-eaf1-4958-8327-39707edc9ea7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757100112442'] for network (93d48336-247f-468f-8140-9b27f64495ab), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:43.353033 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-49fef236-eaf1-4958-8327-39707edc9ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321'] for network (93d48336-247f-468f-8140-9b27f64495ab), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:43.353989 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fef236-eaf1-4958-8327-39707edc9ea7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:43.355082 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-49fef236-eaf1-4958-8327-39707edc9ea7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644259'] for network (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:43.385807 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-49fef236-eaf1-4958-8327-39707edc9ea7 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2573335 Apr 05 22:47:43.389126 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 45774) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:47:43.394394 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-ed6dfe2d-23dd-4c7a-b07f-f4201f0d0db7 admin admin] Request body: {'subnet': {'network_id': '93d48336-247f-468f-8140-9b27f64495ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1768189737-subnet', 'tenant_id': '8edb552dfe754050b4a7c8a0b7ce237b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:47:43.413285 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed6dfe2d-23dd-4c7a-b07f-f4201f0d0db7 admin admin] Made reservation on behalf of 8edb552dfe754050b4a7c8a0b7ce237b for: {'subnet': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:47:43.415522 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-ed6dfe2d-23dd-4c7a-b07f-f4201f0d0db7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8949769'] for subnet (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:43.416472 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fef236-eaf1-4958-8327-39707edc9ea7 admin admin] Pushing event updated for resources: {'Network': ['ID=93d48336-247f-468f-8140-9b27f64495ab,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:47:43.428296 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Network 93d48336-247f-468f-8140-9b27f64495ab details requested by agent ovs-agent-dv-cinder-835881-4-iscsi with host dv-cinder-835881-4-iscsi {{(pid=103470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 22:47:43.532741 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b8b09-b082-454d-9c0c-7100968b1e79 req-974b670c-5404-4c80-9efe-614f9c025ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:43.534322 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-159b8b09-b082-454d-9c0c-7100968b1e79 req-974b670c-5404-4c80-9efe-614f9c025ed9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=156043b38e2348178da3d3290a4a718f&device_id=446bd21a-9b54-40f5-8228-a800ccbbf0f3 HTTP/1.1" status: 200 len: 1128 time: 0.1134329 Apr 05 22:47:43.696351 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b8b09-b082-454d-9c0c-7100968b1e79 req-35eb7641-6699-41f8-b9ed-ab1f4edd5d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:43.697964 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-159b8b09-b082-454d-9c0c-7100968b1e79 req-35eb7641-6699-41f8-b9ed-ab1f4edd5d4e service neutron] 10.222.0.13 "GET /v2.0/networks?id=2cf9a087-7fd5-4db0-a4b4-5660527cd0f0 HTTP/1.1" status: 200 len: 914 time: 0.1546690 Apr 05 22:47:43.703334 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-ed6dfe2d-23dd-4c7a-b07f-f4201f0d0db7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8949783'] for subnet (4031527c-f96a-4446-8ebc-7c56fa3321e2), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:43.769518 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-159b8b09-b082-454d-9c0c-7100968b1e79 req-b3322613-3405-42e2-9789-502876213f8e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2092e080-5322-4ae2-a4c1-03de28fb9e78 HTTP/1.1" status: 200 len: 217 time: 0.0637417 Apr 05 22:47:43.822706 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6dfe2d-23dd-4c7a-b07f-f4201f0d0db7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4031527c-f96a-4446-8ebc-7c56fa3321e2,revision_number=0']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:47:43.839851 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6dfe2d-23dd-4c7a-b07f-f4201f0d0db7 admin admin] Checking segment: {'id': '85939325-142a-4344-9326-2ffcd1ad7bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '93d48336-247f-468f-8140-9b27f64495ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:47:43.840216 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6dfe2d-23dd-4c7a-b07f-f4201f0d0db7 admin admin] Network hostable DHCP agents. Network: 93d48336-247f-468f-8140-9b27f64495ab, hostable agents: ['08425891-4e99-4ae4-974b-85ee5a0410c6'], hosted agents: [] {{(pid=103469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 22:47:43.851598 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b8b09-b082-454d-9c0c-7100968b1e79 req-6213fa48-19a5-4c75-a171-7cc759d16105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:43.853069 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-159b8b09-b082-454d-9c0c-7100968b1e79 req-6213fa48-19a5-4c75-a171-7cc759d16105 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=125a5605-eaf3-4216-95de-fa67dd791160 HTTP/1.1" status: 200 len: 853 time: 0.0753603 Apr 05 22:47:43.886603 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-159b8b09-b082-454d-9c0c-7100968b1e79 req-a4ea344d-3fa4-4351-9b18-3f913d9afa06 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2cf9a087-7fd5-4db0-a4b4-5660527cd0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271807 Apr 05 22:47:43.887320 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6dfe2d-23dd-4c7a-b07f-f4201f0d0db7 admin admin] Network 93d48336-247f-468f-8140-9b27f64495ab is scheduled to be hosted by DHCP agent 08425891-4e99-4ae4-974b-85ee5a0410c6 with binding_index 1 {{(pid=103469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 22:47:43.911590 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-ed6dfe2d-23dd-4c7a-b07f-f4201f0d0db7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-4-iscsi, 93d48336-247f-468f-8140-9b27f64495ab) {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:47:43.916303 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6dfe2d-23dd-4c7a-b07f-f4201f0d0db7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:43.918665 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-ed6dfe2d-23dd-4c7a-b07f-f4201f0d0db7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:43.921766 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ae31c9-aaae-4e7d-b5c0-8db1a74b3ea5 None None] Network 93d48336-247f-468f-8140-9b27f64495ab requested from dv-cinder-835881-4-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:47:43.973037 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-ed6dfe2d-23dd-4c7a-b07f-f4201f0d0db7 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5827041 Apr 05 22:47:44.005349 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-159b8b09-b082-454d-9c0c-7100968b1e79 req-5e8628d9-b433-4612-a6c9-d1b5abd73c6f service neutron] 10.222.0.13 "GET /v2.0/networks/2cf9a087-7fd5-4db0-a4b4-5660527cd0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129556 Apr 05 22:47:44.035780 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c76b98-4f1b-45be-b12c-8624edaf4a32 None None] Network 93d48336-247f-468f-8140-9b27f64495ab requested from dv-cinder-835881-4-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:47:44.148497 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-159b8b09-b082-454d-9c0c-7100968b1e79 req-66a0e8eb-e006-4268-bf07-f74033c7d595 service neutron] 10.222.0.13 "GET /v2.0/networks/2cf9a087-7fd5-4db0-a4b4-5660527cd0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367793 Apr 05 22:47:44.160169 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48565238-06c3-4196-8ba6-00ee3bcd33f8 req-a82bb10f-3184-40fe-aa34-6297f0997745 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:44.161748 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-48565238-06c3-4196-8ba6-00ee3bcd33f8 req-a82bb10f-3184-40fe-aa34-6297f0997745 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] 10.222.0.45 "GET /v2.0/ports?device_id=446bd21a-9b54-40f5-8228-a800ccbbf0f3 HTTP/1.1" status: 200 len: 944 time: 0.0881364 Apr 05 22:47:44.209791 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-48565238-06c3-4196-8ba6-00ee3bcd33f8 req-aed96a14-2166-4264-a3ad-608eb740ca22 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ebdbeeb-6653-4f23-af57-b8086f8aba4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411766 Apr 05 22:47:44.415175 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] get_ports_and_sgs() called for port_ids ['2092e080-5322-4ae2-a4c1-03de28fb9e78'] {{(pid=103470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:47:45.327110 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f731f8f-646a-457e-a98b-7a731fbe501d req-80842a32-bb5a-4d07-96be-cdef12723899 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:45.328587 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8f731f8f-646a-457e-a98b-7a731fbe501d req-80842a32-bb5a-4d07-96be-cdef12723899 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] 10.222.0.45 "GET /v2.0/ports?device_id=446bd21a-9b54-40f5-8228-a800ccbbf0f3 HTTP/1.1" status: 200 len: 944 time: 0.0518494 Apr 05 22:47:45.374475 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8f731f8f-646a-457e-a98b-7a731fbe501d req-b94ff6ff-c226-4366-9adb-bf4c79f0f506 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ebdbeeb-6653-4f23-af57-b8086f8aba4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402832 Apr 05 22:47:45.421078 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device 2092e080-5322-4ae2-a4c1-03de28fb9e78 up at agent hyperv_hv-cinder-83588 {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:47:45.469500 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Provisioning for port 2092e080-5322-4ae2-a4c1-03de28fb9e78 completed by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 22:47:45.473690 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Provisioning complete for port 2092e080-5322-4ae2-a4c1-03de28fb9e78 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:47:45.474059 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (2092e080-5322-4ae2-a4c1-03de28fb9e78), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:45.681317 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Current status of the port 2092e080-5322-4ae2-a4c1-03de28fb9e78 is: BUILD; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:47:45.681656 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (2092e080-5322-4ae2-a4c1-03de28fb9e78), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:45.705190 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '446bd21a-9b54-40f5-8228-a800ccbbf0f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2092e080-5322-4ae2-a4c1-03de28fb9e78'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:47:45.707938 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5eeae28b1739aff28e9ac2b05a29cddcf15b93cc3fe96f2ce32a289e1b5713d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c2ca1fd-5cf5-49e5-bb72-cdd187add867" -d '{"events": [{"server_uuid": "446bd21a-9b54-40f5-8228-a800ccbbf0f3", "name": "network-vif-plugged", "status": "completed", "tag": "2092e080-5322-4ae2-a4c1-03de28fb9e78"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:47:45.724213 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] For port 2092e080-5322-4ae2-a4c1-03de28fb9e78, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=2092e080-5322-4ae2-a4c1-03de28fb9e78,segment=NetworkSegment(d9180f3f-a683-461e-9d5d-d44ee0b30a5c),segment_id=d9180f3f-a683-461e-9d5d-d44ee0b30a5c)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:47:45.729169 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (2092e080-5322-4ae2-a4c1-03de28fb9e78), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:45.781987 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Pushing event updated for resources: {'Port': ['ID=2092e080-5322-4ae2-a4c1-03de28fb9e78,revision_number=5']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:47:45.893898 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be3c55e4-bcae-48ba-8aa1-45db1c34df5a x-openstack-request-id: req-be3c55e4-bcae-48ba-8aa1-45db1c34df5a {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:47:45.894193 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "446bd21a-9b54-40f5-8228-a800ccbbf0f3", "name": "network-vif-plugged", "status": "completed", "tag": "2092e080-5322-4ae2-a4c1-03de28fb9e78", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:47:45.894453 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-be3c55e4-bcae-48ba-8aa1-45db1c34df5a {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:47:45.894859 dv-cinder-835881-4-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be3c55e4-bcae-48ba-8aa1-45db1c34df5a'] response: {'server_uuid': '446bd21a-9b54-40f5-8228-a800ccbbf0f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2092e080-5322-4ae2-a4c1-03de28fb9e78', 'code': 200} Apr 05 22:47:46.088967 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5a92ee-ddef-4192-b042-8a539804e632 req-fc823435-4fc9-462e-8b92-a6cab6db5bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:46.091050 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9f5a92ee-ddef-4192-b042-8a539804e632 req-fc823435-4fc9-462e-8b92-a6cab6db5bd3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=446bd21a-9b54-40f5-8228-a800ccbbf0f3 HTTP/1.1" status: 200 len: 1129 time: 0.0441959 Apr 05 22:47:46.142814 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9f5a92ee-ddef-4192-b042-8a539804e632 req-7b800358-1359-4020-813c-bae7d0148bf2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3ebdbeeb-6653-4f23-af57-b8086f8aba4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458581 Apr 05 22:47:46.492070 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f0b414-0e52-418c-b00e-5146d099b9fe req-b218a385-5057-4d26-a673-169594182bc1 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:46.493569 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-17f0b414-0e52-418c-b00e-5146d099b9fe req-b218a385-5057-4d26-a673-169594182bc1 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] 10.222.0.45 "GET /v2.0/ports?device_id=446bd21a-9b54-40f5-8228-a800ccbbf0f3 HTTP/1.1" status: 200 len: 945 time: 0.0530245 Apr 05 22:47:46.539203 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-17f0b414-0e52-418c-b00e-5146d099b9fe req-fdeea662-87f2-4180-a5de-24589b6e0d50 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ebdbeeb-6653-4f23-af57-b8086f8aba4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401261 Apr 05 22:47:47.655955 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be045e6-d44a-4f06-9ab3-6fbaf6f1194c req-03c58896-79f9-42d2-b3f5-a9e3af117848 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:47.657444 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4be045e6-d44a-4f06-9ab3-6fbaf6f1194c req-03c58896-79f9-42d2-b3f5-a9e3af117848 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] 10.222.0.45 "GET /v2.0/ports?device_id=446bd21a-9b54-40f5-8228-a800ccbbf0f3 HTTP/1.1" status: 200 len: 945 time: 0.0512459 Apr 05 22:47:47.703227 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4be045e6-d44a-4f06-9ab3-6fbaf6f1194c req-282cd2e0-ba35-4348-89ed-87d4039cfe8d tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ebdbeeb-6653-4f23-af57-b8086f8aba4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401180 Apr 05 22:47:48.829588 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c914f-59a8-4a10-967a-41fced43b5ad req-c6927321-0813-41a1-8df2-bbf309f27921 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:48.831062 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-266c914f-59a8-4a10-967a-41fced43b5ad req-c6927321-0813-41a1-8df2-bbf309f27921 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] 10.222.0.45 "GET /v2.0/ports?device_id=446bd21a-9b54-40f5-8228-a800ccbbf0f3 HTTP/1.1" status: 200 len: 945 time: 0.0604031 Apr 05 22:47:48.873023 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 45888) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:47:48.877981 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-266c914f-59a8-4a10-967a-41fced43b5ad req-547e848c-4695-4257-adeb-5483966f26ea tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ebdbeeb-6653-4f23-af57-b8086f8aba4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414202 Apr 05 22:47:48.981324 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-3386118c-ad3e-4446-bec9-cc5ecb90747d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:49.063830 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-3386118c-ad3e-4446-bec9-cc5ecb90747d admin admin] Publish callbacks [] for security_group (d07e491d-8a2c-4961-a11a-208dc9910851), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:49.068552 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-3386118c-ad3e-4446-bec9-cc5ecb90747d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (d07e491d-8a2c-4961-a11a-208dc9910851), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:49.108873 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3386118c-ad3e-4446-bec9-cc5ecb90747d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d07e491d-8a2c-4961-a11a-208dc9910851,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:47:49.113526 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-3386118c-ad3e-4446-bec9-cc5ecb90747d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=908d1c1570784bc69a632b0288e49efb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2390597 Apr 05 22:47:49.116137 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 45930) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:47:49.166213 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2d76c92f-acf2-4e18-80be-be0092f9206d admin admin] Publish callbacks [] for security_group (d07e491d-8a2c-4961-a11a-208dc9910851), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:49.189428 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2d76c92f-acf2-4e18-80be-be0092f9206d admin admin] Publish callbacks [] for security_group (d07e491d-8a2c-4961-a11a-208dc9910851), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:49.238736 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2d76c92f-acf2-4e18-80be-be0092f9206d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (d07e491d-8a2c-4961-a11a-208dc9910851), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:49.242811 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2d76c92f-acf2-4e18-80be-be0092f9206d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:49.243974 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-2d76c92f-acf2-4e18-80be-be0092f9206d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d07e491d-8a2c-4961-a11a-208dc9910851 HTTP/1.1" status: 204 len: 168 time: 0.1269338 Apr 05 22:47:49.254583 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d76c92f-acf2-4e18-80be-be0092f9206d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d07e491d-8a2c-4961-a11a-208dc9910851,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:47:49.545462 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 45954) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:47:49.559441 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e44ef906-2291-4590-9103-f5d3d4578961 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:49.647891 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e44ef906-2291-4590-9103-f5d3d4578961 admin admin] Publish callbacks [] for security_group (61852185-eb0e-40a5-81f3-88bd26f2e160), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:49.661995 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e44ef906-2291-4590-9103-f5d3d4578961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (61852185-eb0e-40a5-81f3-88bd26f2e160), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:49.693399 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-e44ef906-2291-4590-9103-f5d3d4578961 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=caeb8a0899d3492b9d8c33d6f330aeec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1468689 Apr 05 22:47:49.696060 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 45964) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:47:49.711497 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44ef906-2291-4590-9103-f5d3d4578961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61852185-eb0e-40a5-81f3-88bd26f2e160,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:47:49.756111 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-fbf24825-1e29-45ba-94bc-f9b7c0ea774b admin admin] Publish callbacks [] for security_group (61852185-eb0e-40a5-81f3-88bd26f2e160), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:49.778454 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-fbf24825-1e29-45ba-94bc-f9b7c0ea774b admin admin] Publish callbacks [] for security_group (61852185-eb0e-40a5-81f3-88bd26f2e160), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:49.827280 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-fbf24825-1e29-45ba-94bc-f9b7c0ea774b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (61852185-eb0e-40a5-81f3-88bd26f2e160), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:49.830031 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-fbf24825-1e29-45ba-94bc-f9b7c0ea774b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:49.831160 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-fbf24825-1e29-45ba-94bc-f9b7c0ea774b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/61852185-eb0e-40a5-81f3-88bd26f2e160 HTTP/1.1" status: 204 len: 168 time: 0.1333721 Apr 05 22:47:49.838672 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf24825-1e29-45ba-94bc-f9b7c0ea774b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61852185-eb0e-40a5-81f3-88bd26f2e160,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:47:54.780458 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 46104) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:47:54.895345 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-659c4b46-9248-46ba-bba1-c8218fbe3ad5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:54.968526 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-659c4b46-9248-46ba-bba1-c8218fbe3ad5 admin admin] Publish callbacks [] for security_group (1d16c4a1-c103-4c79-b486-d35f37110b0e), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:54.973024 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-659c4b46-9248-46ba-bba1-c8218fbe3ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (1d16c4a1-c103-4c79-b486-d35f37110b0e), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:55.010028 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659c4b46-9248-46ba-bba1-c8218fbe3ad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d16c4a1-c103-4c79-b486-d35f37110b0e,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:47:55.015130 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-659c4b46-9248-46ba-bba1-c8218fbe3ad5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=efcf9d95841a49289a07157d4a779206&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2336218 Apr 05 22:47:55.016923 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 46108) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:47:55.063289 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5a6d5908-1f39-40ed-b4de-bf64ded8b6e4 admin admin] Publish callbacks [] for security_group (1d16c4a1-c103-4c79-b486-d35f37110b0e), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:55.083387 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5a6d5908-1f39-40ed-b4de-bf64ded8b6e4 admin admin] Publish callbacks [] for security_group (1d16c4a1-c103-4c79-b486-d35f37110b0e), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:55.131169 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5a6d5908-1f39-40ed-b4de-bf64ded8b6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (1d16c4a1-c103-4c79-b486-d35f37110b0e), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:55.133896 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5a6d5908-1f39-40ed-b4de-bf64ded8b6e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:55.135045 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-5a6d5908-1f39-40ed-b4de-bf64ded8b6e4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1d16c4a1-c103-4c79-b486-d35f37110b0e HTTP/1.1" status: 204 len: 168 time: 0.1171844 Apr 05 22:47:55.143616 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6d5908-1f39-40ed-b4de-bf64ded8b6e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d16c4a1-c103-4c79-b486-d35f37110b0e,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:47:55.398046 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 46114) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:47:55.410695 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-14b1544a-4908-43a1-8b34-b09901066d8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:55.485831 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-14b1544a-4908-43a1-8b34-b09901066d8b admin admin] Publish callbacks [] for security_group (d71a4833-6777-4be3-95c1-7f80a6606176), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:55.489313 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-14b1544a-4908-43a1-8b34-b09901066d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (d71a4833-6777-4be3-95c1-7f80a6606176), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:55.528271 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-14b1544a-4908-43a1-8b34-b09901066d8b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b6fc1bfca7b84a04998bc8f407f8781f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1291952 Apr 05 22:47:55.529219 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b1544a-4908-43a1-8b34-b09901066d8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d71a4833-6777-4be3-95c1-7f80a6606176,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:47:55.530986 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 46116) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:47:55.581144 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-cf028f61-8821-4718-8051-48761a5a47ee admin admin] Publish callbacks [] for security_group (d71a4833-6777-4be3-95c1-7f80a6606176), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:55.602351 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-cf028f61-8821-4718-8051-48761a5a47ee admin admin] Publish callbacks [] for security_group (d71a4833-6777-4be3-95c1-7f80a6606176), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:55.651189 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-cf028f61-8821-4718-8051-48761a5a47ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (d71a4833-6777-4be3-95c1-7f80a6606176), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:55.654069 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-cf028f61-8821-4718-8051-48761a5a47ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:55.655218 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-cf028f61-8821-4718-8051-48761a5a47ee admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d71a4833-6777-4be3-95c1-7f80a6606176 HTTP/1.1" status: 204 len: 168 time: 0.1231890 Apr 05 22:47:55.664972 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf028f61-8821-4718-8051-48761a5a47ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71a4833-6777-4be3-95c1-7f80a6606176,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:47:57.001830 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-97cde7d9-dbb1-4d23-a7c6-1511c50e2662 None None] Agent healthcheck: found 6 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:47:57.311927 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 46190) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:47:57.416658 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-f0885c17-0cc8-4800-ab2f-140074d637d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:57.501926 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-f0885c17-0cc8-4800-ab2f-140074d637d3 admin admin] Publish callbacks [] for security_group (9524b632-c3d6-4874-95c3-64db5816cf22), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:57.507318 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-f0885c17-0cc8-4800-ab2f-140074d637d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (9524b632-c3d6-4874-95c3-64db5816cf22), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:57.545355 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 46204) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:47:57.548942 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-f0885c17-0cc8-4800-ab2f-140074d637d3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b9af880072724a44861100101106c4de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2358906 Apr 05 22:47:57.552204 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 46206) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:47:57.565627 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0885c17-0cc8-4800-ab2f-140074d637d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9524b632-c3d6-4874-95c3-64db5816cf22,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:47:57.604108 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.db.db_base_plugin_v2 [None req-385da74c-86b1-4cde-8019-08aa1d2467a1 admin admin] Deleting subnet 9bbfe4cb-2a80-412f-a8fd-6fbb2dac12d9 {{(pid=103468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 22:47:57.606986 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-bcfccae3-f0cd-4d06-a6d1-a39ecf7fef90 admin admin] Publish callbacks [] for security_group (9524b632-c3d6-4874-95c3-64db5816cf22), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:57.607409 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-385da74c-86b1-4cde-8019-08aa1d2467a1 admin admin] Publish callbacks [] for subnet (9bbfe4cb-2a80-412f-a8fd-6fbb2dac12d9), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:57.629397 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-bcfccae3-f0cd-4d06-a6d1-a39ecf7fef90 admin admin] Publish callbacks [] for security_group (9524b632-c3d6-4874-95c3-64db5816cf22), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:57.641726 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-385da74c-86b1-4cde-8019-08aa1d2467a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12319024'] for subnet (9bbfe4cb-2a80-412f-a8fd-6fbb2dac12d9), precommit_delete_associations {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:57.681739 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-bcfccae3-f0cd-4d06-a6d1-a39ecf7fef90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (9524b632-c3d6-4874-95c3-64db5816cf22), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:57.688041 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-bcfccae3-f0cd-4d06-a6d1-a39ecf7fef90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:57.689018 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-bcfccae3-f0cd-4d06-a6d1-a39ecf7fef90 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9524b632-c3d6-4874-95c3-64db5816cf22 HTTP/1.1" status: 204 len: 168 time: 0.1356606 Apr 05 22:47:57.698548 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfccae3-f0cd-4d06-a6d1-a39ecf7fef90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9524b632-c3d6-4874-95c3-64db5816cf22,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:47:57.702532 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-385da74c-86b1-4cde-8019-08aa1d2467a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3499703'] for subnet (9bbfe4cb-2a80-412f-a8fd-6fbb2dac12d9), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:57.760687 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-385da74c-86b1-4cde-8019-08aa1d2467a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3499704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8580164'] for subnet (9bbfe4cb-2a80-412f-a8fd-6fbb2dac12d9), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:57.788805 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385da74c-86b1-4cde-8019-08aa1d2467a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bbfe4cb-2a80-412f-a8fd-6fbb2dac12d9,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:47:57.792934 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-385da74c-86b1-4cde-8019-08aa1d2467a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644259'] for subnet (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:57.796475 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-385da74c-86b1-4cde-8019-08aa1d2467a1 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/9bbfe4cb-2a80-412f-a8fd-6fbb2dac12d9 HTTP/1.1" status: 204 len: 168 time: 0.2500789 Apr 05 22:47:57.798931 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 46214) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:47:57.874946 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-83ef45be-5db5-4740-ad32-4383e0388b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539952'] for network (c9a7fb16-92e7-4611-9ce8-a89c7193ba85), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:57.947799 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (021dfe4d-8109-4136-9367-dac606dce553), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:57.963249 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-83ef45be-5db5-4740-ad32-4383e0388b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3448140', 'neutron.services.segments.db._delete_segments_for_network-8757100575609'] for network (c9a7fb16-92e7-4611-9ce8-a89c7193ba85), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:57.968707 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 46218) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:47:57.981426 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-5b2ea910-25c9-4c74-b755-146c77b26dd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:57.984251 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.services.segments.db [None req-83ef45be-5db5-4740-ad32-4383e0388b61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9a7fb16-92e7-4611-9ce8-a89c7193ba85']}} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:47:57.994186 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.services.segments.db [None req-83ef45be-5db5-4740-ad32-4383e0388b61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b849058-c347-4b7f-a1de-c359238ad40f') {'for_net_delete': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:47:57.994490 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.services.segments.db [None req-83ef45be-5db5-4740-ad32-4383e0388b61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b849058-c347-4b7f-a1de-c359238ad40f') {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:47:58.010235 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-83ef45be-5db5-4740-ad32-4383e0388b61 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757100576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12319179'] for segment (4b849058-c347-4b7f-a1de-c359238ad40f), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:58.028683 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-83ef45be-5db5-4740-ad32-4383e0388b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3567180'] for segment (4b849058-c347-4b7f-a1de-c359238ad40f), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:58.034910 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83ef45be-5db5-4740-ad32-4383e0388b61 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=103468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 22:47:58.035281 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-83ef45be-5db5-4740-ad32-4383e0388b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3567180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8815363'] for segment (4b849058-c347-4b7f-a1de-c359238ad40f), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:58.037084 dv-cinder-835881-4-iscsi neutron-server[103468]: Traceback (most recent call last): Apr 05 22:47:58.037084 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 22:47:58.037084 dv-cinder-835881-4-iscsi neutron-server[103468]: timer() Apr 05 22:47:58.037084 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 22:47:58.037084 dv-cinder-835881-4-iscsi neutron-server[103468]: cb(*args, **kw) Apr 05 22:47:58.037084 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 22:47:58.037084 dv-cinder-835881-4-iscsi neutron-server[103468]: return func(*args, **kwargs) Apr 05 22:47:58.037084 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 22:47:58.037084 dv-cinder-835881-4-iscsi neutron-server[103468]: self._notify() Apr 05 22:47:58.037084 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 22:47:58.037084 dv-cinder-835881-4-iscsi neutron-server[103468]: self.callback(batched_events) Apr 05 22:47:58.037084 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 22:47:58.037084 dv-cinder-835881-4-iscsi neutron-server[103468]: event.method(event) Apr 05 22:47:58.037084 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 22:47:58.037084 dv-cinder-835881-4-iscsi neutron-server[103468]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 22:47:58.037084 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 22:47:58.037084 dv-cinder-835881-4-iscsi neutron-server[103468]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 22:47:58.037084 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 22:47:58.037084 dv-cinder-835881-4-iscsi neutron-server[103468]: return f(self, *a, **k) Apr 05 22:47:58.037084 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 22:47:58.037084 dv-cinder-835881-4-iscsi neutron-server[103468]: return self._get(url).json() Apr 05 22:47:58.037084 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 22:47:58.037084 dv-cinder-835881-4-iscsi neutron-server[103468]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 22:47:58.037084 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 22:47:58.037084 dv-cinder-835881-4-iscsi neutron-server[103468]: return self.request(url, 'GET', **kwargs) Apr 05 22:47:58.037084 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 22:47:58.037084 dv-cinder-835881-4-iscsi neutron-server[103468]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 22:47:58.037084 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 22:47:58.037084 dv-cinder-835881-4-iscsi neutron-server[103468]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 22:47:58.037084 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 22:47:58.037084 dv-cinder-835881-4-iscsi neutron-server[103468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 22:47:58.037084 dv-cinder-835881-4-iscsi neutron-server[103468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 22:47:58.062179 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-5b2ea910-25c9-4c74-b755-146c77b26dd0 admin admin] Publish callbacks [] for security_group (e1799078-09d3-4dcd-82e7-bd71139cb965), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:58.066242 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-5b2ea910-25c9-4c74-b755-146c77b26dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (e1799078-09d3-4dcd-82e7-bd71139cb965), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:58.095675 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-83ef45be-5db5-4740-ad32-4383e0388b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3448117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536611'] for network (c9a7fb16-92e7-4611-9ce8-a89c7193ba85), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:58.102000 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-83ef45be-5db5-4740-ad32-4383e0388b61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644259'] for network (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:58.108264 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-83ef45be-5db5-4740-ad32-4383e0388b61 admin admin] 10.222.0.45 "DELETE /v2.0/networks/c9a7fb16-92e7-4611-9ce8-a89c7193ba85 HTTP/1.1" status: 204 len: 168 time: 0.3054724 Apr 05 22:47:58.108429 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-5b2ea910-25c9-4c74-b755-146c77b26dd0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f06ed77691664ad69d01736d125d217e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1355684 Apr 05 22:47:58.108564 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 46220) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:47:58.109228 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 46222) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:47:58.117744 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2ea910-25c9-4c74-b755-146c77b26dd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1799078-09d3-4dcd-82e7-bd71139cb965,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:47:58.124359 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ef45be-5db5-4740-ad32-4383e0388b61 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9a7fb16-92e7-4611-9ce8-a89c7193ba85,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:47:58.158029 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_v2 [None req-190c0535-b397-4b0b-be8c-d2e4ff66eac5 admin admin] Deleting subnet 4031527c-f96a-4446-8ebc-7c56fa3321e2 {{(pid=103469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 22:47:58.161210 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-190c0535-b397-4b0b-be8c-d2e4ff66eac5 admin admin] Publish callbacks [] for subnet (4031527c-f96a-4446-8ebc-7c56fa3321e2), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:58.176172 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-3e854836-dc80-4647-a39d-cc8a9ef149dd admin admin] Publish callbacks [] for security_group (e1799078-09d3-4dcd-82e7-bd71139cb965), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:58.195428 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-190c0535-b397-4b0b-be8c-d2e4ff66eac5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075975'] for subnet (4031527c-f96a-4446-8ebc-7c56fa3321e2), precommit_delete_associations {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:58.197834 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-3e854836-dc80-4647-a39d-cc8a9ef149dd admin admin] Publish callbacks [] for security_group (e1799078-09d3-4dcd-82e7-bd71139cb965), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:58.238974 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-190c0535-b397-4b0b-be8c-d2e4ff66eac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3499703'] for subnet (4031527c-f96a-4446-8ebc-7c56fa3321e2), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:58.254793 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-3e854836-dc80-4647-a39d-cc8a9ef149dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (e1799078-09d3-4dcd-82e7-bd71139cb965), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:58.257622 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-3e854836-dc80-4647-a39d-cc8a9ef149dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:58.258793 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-3e854836-dc80-4647-a39d-cc8a9ef149dd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e1799078-09d3-4dcd-82e7-bd71139cb965 HTTP/1.1" status: 204 len: 168 time: 0.1499672 Apr 05 22:47:58.267620 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e854836-dc80-4647-a39d-cc8a9ef149dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1799078-09d3-4dcd-82e7-bd71139cb965,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:47:58.295965 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-190c0535-b397-4b0b-be8c-d2e4ff66eac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3499704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8949870'] for subnet (4031527c-f96a-4446-8ebc-7c56fa3321e2), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:58.322530 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190c0535-b397-4b0b-be8c-d2e4ff66eac5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4031527c-f96a-4446-8ebc-7c56fa3321e2,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:47:58.324510 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-190c0535-b397-4b0b-be8c-d2e4ff66eac5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:58.329940 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-190c0535-b397-4b0b-be8c-d2e4ff66eac5 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/4031527c-f96a-4446-8ebc-7c56fa3321e2 HTTP/1.1" status: 204 len: 168 time: 0.2197394 Apr 05 22:47:58.330291 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 46226) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:47:58.404797 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-0e35bf8b-a602-4e0f-93b4-42045035c748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539952'] for network (93d48336-247f-468f-8140-9b27f64495ab), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:58.484944 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-0e35bf8b-a602-4e0f-93b4-42045035c748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3448140', 'neutron.services.segments.db._delete_segments_for_network-8757100575609'] for network (93d48336-247f-468f-8140-9b27f64495ab), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:58.507353 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.services.segments.db [None req-0e35bf8b-a602-4e0f-93b4-42045035c748 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93d48336-247f-468f-8140-9b27f64495ab']}} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:47:58.517146 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.services.segments.db [None req-0e35bf8b-a602-4e0f-93b4-42045035c748 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85939325-142a-4344-9326-2ffcd1ad7bee') {'for_net_delete': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:47:58.517443 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.services.segments.db [None req-0e35bf8b-a602-4e0f-93b4-42045035c748 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85939325-142a-4344-9326-2ffcd1ad7bee') {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:47:58.528000 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-0e35bf8b-a602-4e0f-93b4-42045035c748 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757100576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12319179'] for segment (85939325-142a-4344-9326-2ffcd1ad7bee), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:58.541261 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-0e35bf8b-a602-4e0f-93b4-42045035c748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3567180'] for segment (85939325-142a-4344-9326-2ffcd1ad7bee), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:58.547284 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e35bf8b-a602-4e0f-93b4-42045035c748 admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=103468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 22:47:58.547884 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-0e35bf8b-a602-4e0f-93b4-42045035c748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3567180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8815363'] for segment (85939325-142a-4344-9326-2ffcd1ad7bee), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:58.549576 dv-cinder-835881-4-iscsi neutron-server[103468]: Traceback (most recent call last): Apr 05 22:47:58.549576 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 22:47:58.549576 dv-cinder-835881-4-iscsi neutron-server[103468]: timer() Apr 05 22:47:58.549576 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 22:47:58.549576 dv-cinder-835881-4-iscsi neutron-server[103468]: cb(*args, **kw) Apr 05 22:47:58.549576 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 22:47:58.549576 dv-cinder-835881-4-iscsi neutron-server[103468]: return func(*args, **kwargs) Apr 05 22:47:58.549576 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 22:47:58.549576 dv-cinder-835881-4-iscsi neutron-server[103468]: self._notify() Apr 05 22:47:58.549576 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 22:47:58.549576 dv-cinder-835881-4-iscsi neutron-server[103468]: self.callback(batched_events) Apr 05 22:47:58.549576 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 22:47:58.549576 dv-cinder-835881-4-iscsi neutron-server[103468]: event.method(event) Apr 05 22:47:58.549576 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 22:47:58.549576 dv-cinder-835881-4-iscsi neutron-server[103468]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 22:47:58.549576 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 22:47:58.549576 dv-cinder-835881-4-iscsi neutron-server[103468]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 22:47:58.549576 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 22:47:58.549576 dv-cinder-835881-4-iscsi neutron-server[103468]: return f(self, *a, **k) Apr 05 22:47:58.549576 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 22:47:58.549576 dv-cinder-835881-4-iscsi neutron-server[103468]: return self._get(url).json() Apr 05 22:47:58.549576 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 22:47:58.549576 dv-cinder-835881-4-iscsi neutron-server[103468]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 22:47:58.549576 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 22:47:58.549576 dv-cinder-835881-4-iscsi neutron-server[103468]: return self.request(url, 'GET', **kwargs) Apr 05 22:47:58.549576 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 22:47:58.549576 dv-cinder-835881-4-iscsi neutron-server[103468]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 22:47:58.549576 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 22:47:58.549576 dv-cinder-835881-4-iscsi neutron-server[103468]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 22:47:58.549576 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 22:47:58.549576 dv-cinder-835881-4-iscsi neutron-server[103468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 22:47:58.549576 dv-cinder-835881-4-iscsi neutron-server[103468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 22:47:58.610044 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-0e35bf8b-a602-4e0f-93b4-42045035c748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3448117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536611'] for network (93d48336-247f-468f-8140-9b27f64495ab), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:58.615519 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-0e35bf8b-a602-4e0f-93b4-42045035c748 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644259'] for network (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:58.618831 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-0e35bf8b-a602-4e0f-93b4-42045035c748 admin admin] 10.222.0.45 "DELETE /v2.0/networks/93d48336-247f-468f-8140-9b27f64495ab HTTP/1.1" status: 204 len: 168 time: 0.2875009 Apr 05 22:47:58.629852 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e35bf8b-a602-4e0f-93b4-42045035c748 admin admin] Pushing event deleted for resources: {'Network': ['ID=93d48336-247f-468f-8140-9b27f64495ab,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:47:58.749448 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 46242) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:47:58.796273 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-7b1da437-4206-469c-aec0-9e82e6535a48 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1b7cb5aaf8294d13aa2aaefd89f46dbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0454233 Apr 05 22:47:58.798839 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 46246) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:47:58.847110 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-aa72a7b4-1dff-4946-9526-1f8e232d3154 admin admin] Publish callbacks [] for security_group (88ef342c-8ae8-43f3-90f7-37df1d1cf7a5), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:58.868226 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-aa72a7b4-1dff-4946-9526-1f8e232d3154 admin admin] Publish callbacks [] for security_group (88ef342c-8ae8-43f3-90f7-37df1d1cf7a5), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:58.925169 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-aa72a7b4-1dff-4946-9526-1f8e232d3154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (88ef342c-8ae8-43f3-90f7-37df1d1cf7a5), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:58.927887 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-aa72a7b4-1dff-4946-9526-1f8e232d3154 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:58.929060 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-aa72a7b4-1dff-4946-9526-1f8e232d3154 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/88ef342c-8ae8-43f3-90f7-37df1d1cf7a5 HTTP/1.1" status: 204 len: 168 time: 0.1292231 Apr 05 22:47:58.938399 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72a7b4-1dff-4946-9526-1f8e232d3154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ef342c-8ae8-43f3-90f7-37df1d1cf7a5,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:47:59.329727 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 46266) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:47:59.373971 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-28fd62ce-dbf8-4ef4-a8a9-8f12ce30476c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8edb552dfe754050b4a7c8a0b7ce237b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429320 Apr 05 22:47:59.376489 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 46270) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:47:59.424082 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-7d1a612b-6b9d-4a0c-b978-e2589afe16e6 admin admin] Publish callbacks [] for security_group (7729b7b7-3e18-4554-b658-77ca6db986c7), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:59.445341 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-7d1a612b-6b9d-4a0c-b978-e2589afe16e6 admin admin] Publish callbacks [] for security_group (7729b7b7-3e18-4554-b658-77ca6db986c7), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:59.499869 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-7d1a612b-6b9d-4a0c-b978-e2589afe16e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (7729b7b7-3e18-4554-b658-77ca6db986c7), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:59.502708 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-7d1a612b-6b9d-4a0c-b978-e2589afe16e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:59.503976 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-7d1a612b-6b9d-4a0c-b978-e2589afe16e6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7729b7b7-3e18-4554-b658-77ca6db986c7 HTTP/1.1" status: 204 len: 168 time: 0.1264443 Apr 05 22:47:59.513020 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1a612b-6b9d-4a0c-b978-e2589afe16e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7729b7b7-3e18-4554-b658-77ca6db986c7,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:48:00.172070 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 46306) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:48:00.373361 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-9714a39a-cc79-41bf-8e67-9de5ec69f47a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:00.449854 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-9714a39a-cc79-41bf-8e67-9de5ec69f47a admin admin] Publish callbacks [] for security_group (2dccc5a8-45b0-4a5a-bcb2-5b540a384e18), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:00.454765 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-9714a39a-cc79-41bf-8e67-9de5ec69f47a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (2dccc5a8-45b0-4a5a-bcb2-5b540a384e18), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:00.495165 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-9714a39a-cc79-41bf-8e67-9de5ec69f47a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a8c86fb0f0f64b4d80b4ca493a29fc17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3218925 Apr 05 22:48:00.497341 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9714a39a-cc79-41bf-8e67-9de5ec69f47a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dccc5a8-45b0-4a5a-bcb2-5b540a384e18,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:48:00.498099 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 46318) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:48:00.548134 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-bafca07c-7769-49a9-802c-975e7649b978 admin admin] Publish callbacks [] for security_group (2dccc5a8-45b0-4a5a-bcb2-5b540a384e18), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:00.570429 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-bafca07c-7769-49a9-802c-975e7649b978 admin admin] Publish callbacks [] for security_group (2dccc5a8-45b0-4a5a-bcb2-5b540a384e18), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:00.598004 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 46322) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:48:00.619270 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-bafca07c-7769-49a9-802c-975e7649b978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (2dccc5a8-45b0-4a5a-bcb2-5b540a384e18), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:00.622110 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-bafca07c-7769-49a9-802c-975e7649b978 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:00.623266 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-bafca07c-7769-49a9-802c-975e7649b978 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2dccc5a8-45b0-4a5a-bcb2-5b540a384e18 HTTP/1.1" status: 204 len: 168 time: 0.1241286 Apr 05 22:48:00.632601 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafca07c-7769-49a9-802c-975e7649b978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dccc5a8-45b0-4a5a-bcb2-5b540a384e18,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:48:00.710838 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-7545541f-87be-4475-90a0-5efecc1946f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:00.794301 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-7545541f-87be-4475-90a0-5efecc1946f3 admin admin] Publish callbacks [] for security_group (61f1cc06-ade2-4714-bad4-dc7898762ff0), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:00.797983 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-7545541f-87be-4475-90a0-5efecc1946f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (61f1cc06-ade2-4714-bad4-dc7898762ff0), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:00.841220 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 46332) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:48:00.841391 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-7545541f-87be-4475-90a0-5efecc1946f3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ace7722b7fde46e0a77f3d9695c6ef4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2420552 Apr 05 22:48:00.842256 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7545541f-87be-4475-90a0-5efecc1946f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61f1cc06-ade2-4714-bad4-dc7898762ff0,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:48:00.901855 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 46334) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:48:00.906905 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1c904221-840d-40b8-840c-edcd953a7d6d admin admin] Publish callbacks [] for security_group (61f1cc06-ade2-4714-bad4-dc7898762ff0), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:00.915582 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-b6eec829-fe62-4fab-88e6-6c74569531d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:00.928355 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1c904221-840d-40b8-840c-edcd953a7d6d admin admin] Publish callbacks [] for security_group (61f1cc06-ade2-4714-bad4-dc7898762ff0), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:00.978017 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1c904221-840d-40b8-840c-edcd953a7d6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (61f1cc06-ade2-4714-bad4-dc7898762ff0), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:00.980634 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1c904221-840d-40b8-840c-edcd953a7d6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:00.981839 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-1c904221-840d-40b8-840c-edcd953a7d6d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/61f1cc06-ade2-4714-bad4-dc7898762ff0 HTTP/1.1" status: 204 len: 168 time: 0.1382234 Apr 05 22:48:00.989220 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c904221-840d-40b8-840c-edcd953a7d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f1cc06-ade2-4714-bad4-dc7898762ff0,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:48:00.995436 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-b6eec829-fe62-4fab-88e6-6c74569531d2 admin admin] Publish callbacks [] for security_group (2fb6c533-fb48-469e-9d11-eaf15fec02e4), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:01.007531 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-b6eec829-fe62-4fab-88e6-6c74569531d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (2fb6c533-fb48-469e-9d11-eaf15fec02e4), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:01.041466 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-b6eec829-fe62-4fab-88e6-6c74569531d2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=69518a3f1ec944d89f563f975248470a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1376309 Apr 05 22:48:01.043537 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 46342) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:48:01.053773 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eec829-fe62-4fab-88e6-6c74569531d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb6c533-fb48-469e-9d11-eaf15fec02e4,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:48:01.094863 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-f523cf0e-7edd-43fe-b8ee-c1263667b0fa admin admin] Publish callbacks [] for security_group (2fb6c533-fb48-469e-9d11-eaf15fec02e4), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:01.117430 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-f523cf0e-7edd-43fe-b8ee-c1263667b0fa admin admin] Publish callbacks [] for security_group (2fb6c533-fb48-469e-9d11-eaf15fec02e4), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:01.167931 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-f523cf0e-7edd-43fe-b8ee-c1263667b0fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (2fb6c533-fb48-469e-9d11-eaf15fec02e4), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:01.170803 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-f523cf0e-7edd-43fe-b8ee-c1263667b0fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:01.171947 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-f523cf0e-7edd-43fe-b8ee-c1263667b0fa admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2fb6c533-fb48-469e-9d11-eaf15fec02e4 HTTP/1.1" status: 204 len: 168 time: 0.1274371 Apr 05 22:48:01.179776 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f523cf0e-7edd-43fe-b8ee-c1263667b0fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb6c533-fb48-469e-9d11-eaf15fec02e4,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:48:01.769412 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 46384) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:48:01.971629 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-c591b7c2-c66e-43da-a5ed-3baed75dda1d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1005634932-network', 'tenant_id': 'f0ac3f2a98da482e8ef312e3f4c4ed7e'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:48:01.991952 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c591b7c2-c66e-43da-a5ed-3baed75dda1d admin admin] Made reservation on behalf of f0ac3f2a98da482e8ef312e3f4c4ed7e for: {'network': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:48:01.994452 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c591b7c2-c66e-43da-a5ed-3baed75dda1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for network (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:02.003486 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c591b7c2-c66e-43da-a5ed-3baed75dda1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:02.083168 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c591b7c2-c66e-43da-a5ed-3baed75dda1d admin admin] Publish callbacks [] for security_group (4bfd726f-6d8d-476c-82e4-3685aa3590ea), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:02.086933 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c591b7c2-c66e-43da-a5ed-3baed75dda1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (4bfd726f-6d8d-476c-82e4-3685aa3590ea), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:02.113191 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c591b7c2-c66e-43da-a5ed-3baed75dda1d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=103469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 22:48:02.123792 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c591b7c2-c66e-43da-a5ed-3baed75dda1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bfd726f-6d8d-476c-82e4-3685aa3590ea,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:48:02.128759 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c591b7c2-c66e-43da-a5ed-3baed75dda1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3567180'] for segment (eb1118d8-2793-46e3-b890-92b997576594), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:02.129106 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.db.segments_db [None req-c591b7c2-c66e-43da-a5ed-3baed75dda1d admin admin] Added segment eb1118d8-2793-46e3-b890-92b997576594 of type vlan for network b8facb34-85b1-4b8a-9862-de352caf4311 Apr 05 22:48:02.170034 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c591b7c2-c66e-43da-a5ed-3baed75dda1d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757100112442'] for network (b8facb34-85b1-4b8a-9862-de352caf4311), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:02.196056 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c591b7c2-c66e-43da-a5ed-3baed75dda1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321'] for network (b8facb34-85b1-4b8a-9862-de352caf4311), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:02.197067 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c591b7c2-c66e-43da-a5ed-3baed75dda1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:02.197676 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c591b7c2-c66e-43da-a5ed-3baed75dda1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644259'] for network (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:02.255485 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-c591b7c2-c66e-43da-a5ed-3baed75dda1d admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4848797 Apr 05 22:48:02.258400 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 46406) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:48:02.263338 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-9932fe61-a074-45da-abba-093838de3950 admin admin] Request body: {'subnet': {'network_id': 'b8facb34-85b1-4b8a-9862-de352caf4311', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1005634932-subnet', 'tenant_id': 'f0ac3f2a98da482e8ef312e3f4c4ed7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:48:02.273798 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c591b7c2-c66e-43da-a5ed-3baed75dda1d admin admin] Pushing event updated for resources: {'Network': ['ID=b8facb34-85b1-4b8a-9862-de352caf4311,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:48:02.287261 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Network b8facb34-85b1-4b8a-9862-de352caf4311 details requested by agent ovs-agent-dv-cinder-835881-4-iscsi with host dv-cinder-835881-4-iscsi {{(pid=103470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 22:48:02.291284 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9932fe61-a074-45da-abba-093838de3950 admin admin] Made reservation on behalf of f0ac3f2a98da482e8ef312e3f4c4ed7e for: {'subnet': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:48:02.294784 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9932fe61-a074-45da-abba-093838de3950 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8949769'] for subnet (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:02.463476 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9932fe61-a074-45da-abba-093838de3950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8828641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8949783'] for subnet (9c676c38-3764-443a-b293-aacaeb0e770b), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:02.525031 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932fe61-a074-45da-abba-093838de3950 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c676c38-3764-443a-b293-aacaeb0e770b,revision_number=0']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:48:02.532623 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9932fe61-a074-45da-abba-093838de3950 admin admin] Checking segment: {'id': 'eb1118d8-2793-46e3-b890-92b997576594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b8facb34-85b1-4b8a-9862-de352caf4311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:48:02.532983 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9932fe61-a074-45da-abba-093838de3950 admin admin] Network hostable DHCP agents. Network: b8facb34-85b1-4b8a-9862-de352caf4311, hostable agents: ['08425891-4e99-4ae4-974b-85ee5a0410c6'], hosted agents: [] {{(pid=103469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 22:48:02.549784 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9932fe61-a074-45da-abba-093838de3950 admin admin] Network b8facb34-85b1-4b8a-9862-de352caf4311 is scheduled to be hosted by DHCP agent 08425891-4e99-4ae4-974b-85ee5a0410c6 with binding_index 1 {{(pid=103469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 22:48:02.558117 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-9932fe61-a074-45da-abba-093838de3950 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-4-iscsi, b8facb34-85b1-4b8a-9862-de352caf4311) {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:48:02.562433 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9932fe61-a074-45da-abba-093838de3950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:02.563041 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9932fe61-a074-45da-abba-093838de3950 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:02.568210 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228d2ee5-1be8-4220-a2c1-4cc280e441e9 None None] Network b8facb34-85b1-4b8a-9862-de352caf4311 requested from dv-cinder-835881-4-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:48:02.580879 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-9932fe61-a074-45da-abba-093838de3950 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3214285 Apr 05 22:48:02.680772 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e47e7f-cb1d-45eb-a93b-f9d1f92ff1f6 None None] Network b8facb34-85b1-4b8a-9862-de352caf4311 requested from dv-cinder-835881-4-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:48:04.455358 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752ed789-9d86-45cd-a3e8-2da73d5f39d5 req-a11590fb-3c71-46ea-a4a4-61801570efe2 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:04.456839 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-752ed789-9d86-45cd-a3e8-2da73d5f39d5 req-a11590fb-3c71-46ea-a4a4-61801570efe2 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] 10.222.0.45 "GET /v2.0/networks?id=b8facb34-85b1-4b8a-9862-de352caf4311 HTTP/1.1" status: 200 len: 809 time: 0.0998554 Apr 05 22:48:04.474925 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-752ed789-9d86-45cd-a3e8-2da73d5f39d5 req-c169508f-3c66-48a0-a3c3-1f4a1898d983 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] 10.222.0.45 "GET /v2.0/quotas/f0ac3f2a98da482e8ef312e3f4c4ed7e HTTP/1.1" status: 200 len: 375 time: 0.0114729 Apr 05 22:48:04.514595 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-752ed789-9d86-45cd-a3e8-2da73d5f39d5 req-b9ff423c-89f5-41a0-9e20-433418e25f64 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=f0ac3f2a98da482e8ef312e3f4c4ed7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322397 Apr 05 22:48:04.616818 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [req-752ed789-9d86-45cd-a3e8-2da73d5f39d5 req-3572af35-49ff-4ccb-b247-064a5ff3acaf service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103469) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 22:48:04.617839 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-752ed789-9d86-45cd-a3e8-2da73d5f39d5 req-3572af35-49ff-4ccb-b247-064a5ff3acaf service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0944052 Apr 05 22:48:04.708595 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-752ed789-9d86-45cd-a3e8-2da73d5f39d5 req-b537f68d-cc77-448b-88cc-27aa259c58f1 service neutron] 10.222.0.45 "GET /v2.0/networks/b8facb34-85b1-4b8a-9862-de352caf4311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841761 Apr 05 22:48:04.801035 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-752ed789-9d86-45cd-a3e8-2da73d5f39d5 req-0d8ad872-0e94-49cd-8fa5-68cb151e83e8 service neutron] 10.222.0.45 "GET /v2.0/networks/b8facb34-85b1-4b8a-9862-de352caf4311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867257 Apr 05 22:48:04.974581 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-38f2c629-7406-40d6-a985-6696209d46e1 req-daaf36c4-7664-42ca-974b-e067ddc8f49b tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] 10.222.0.45 "GET /v2.0/ports?device_id=6dab915e-e05e-4055-b28f-5c21ecccf926 HTTP/1.1" status: 200 len: 210 time: 0.0295913 Apr 05 22:48:05.536058 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-624c6a95-7b8f-4158-9e8b-04d3aa7ee915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (08425891-4e99-4ae4-974b-85ee5a0410c6), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:05.956960 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752ed789-9d86-45cd-a3e8-2da73d5f39d5 req-f70e041c-c512-4d71-a66d-0bca09d193f1 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:05.958318 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-752ed789-9d86-45cd-a3e8-2da73d5f39d5 req-f70e041c-c512-4d71-a66d-0bca09d193f1 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] 10.222.0.13 "GET /v2.0/networks?id=b8facb34-85b1-4b8a-9862-de352caf4311 HTTP/1.1" status: 200 len: 809 time: 0.0992219 Apr 05 22:48:05.971674 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [req-752ed789-9d86-45cd-a3e8-2da73d5f39d5 req-12928294-9b25-4509-b1a0-6dbff3360bcc tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Request body: {'port': {'device_id': '6dab915e-e05e-4055-b28f-5c21ecccf926', 'network_id': 'b8facb34-85b1-4b8a-9862-de352caf4311', 'admin_state_up': True, 'tenant_id': 'f0ac3f2a98da482e8ef312e3f4c4ed7e'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:48:06.082319 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7a1e4df2-c017-4554-a65f-a2c186600b91 req-756584a6-8743-4b67-91c8-cab4a5717bc8 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] 10.222.0.45 "GET /v2.0/ports?device_id=6dab915e-e05e-4055-b28f-5c21ecccf926 HTTP/1.1" status: 200 len: 210 time: 0.0343614 Apr 05 22:48:06.112809 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-752ed789-9d86-45cd-a3e8-2da73d5f39d5 req-12928294-9b25-4509-b1a0-6dbff3360bcc tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Made reservation on behalf of f0ac3f2a98da482e8ef312e3f4c4ed7e for: {'port': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:48:06.116515 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-752ed789-9d86-45cd-a3e8-2da73d5f39d5 req-12928294-9b25-4509-b1a0-6dbff3360bcc tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:06.245306 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_common [req-752ed789-9d86-45cd-a3e8-2da73d5f39d5 req-12928294-9b25-4509-b1a0-6dbff3360bcc tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Allocated IP 172.20.0.11 (b8facb34-85b1-4b8a-9862-de352caf4311/9c676c38-3764-443a-b293-aacaeb0e770b/3afc17ec-d863-4af2-9caf-ee8487e27021) {{(pid=103469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:48:06.391715 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-752ed789-9d86-45cd-a3e8-2da73d5f39d5 req-12928294-9b25-4509-b1a0-6dbff3360bcc tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Publish callbacks [] for port (3afc17ec-d863-4af2-9caf-ee8487e27021), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:06.425108 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-752ed789-9d86-45cd-a3e8-2da73d5f39d5 req-12928294-9b25-4509-b1a0-6dbff3360bcc tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757100095748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827921'] for port (3afc17ec-d863-4af2-9caf-ee8487e27021), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:06.469559 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-752ed789-9d86-45cd-a3e8-2da73d5f39d5 req-12928294-9b25-4509-b1a0-6dbff3360bcc tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Network b8facb34-85b1-4b8a-9862-de352caf4311 is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:48:06.472620 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [req-752ed789-9d86-45cd-a3e8-2da73d5f39d5 req-12928294-9b25-4509-b1a0-6dbff3360bcc tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:48:06.477517 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [req-752ed789-9d86-45cd-a3e8-2da73d5f39d5 req-12928294-9b25-4509-b1a0-6dbff3360bcc tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Received port after_create {{(pid=103469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:48:06.507191 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12928294-9b25-4509-b1a0-6dbff3360bcc tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Pushing event updated for resources: {'Port': ['ID=3afc17ec-d863-4af2-9caf-ee8487e27021,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:48:06.534753 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752ed789-9d86-45cd-a3e8-2da73d5f39d5 req-12928294-9b25-4509-b1a0-6dbff3360bcc tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:06.535368 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-752ed789-9d86-45cd-a3e8-2da73d5f39d5 req-12928294-9b25-4509-b1a0-6dbff3360bcc tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:06.553411 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-752ed789-9d86-45cd-a3e8-2da73d5f39d5 req-12928294-9b25-4509-b1a0-6dbff3360bcc tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5855014 Apr 05 22:48:06.565562 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [req-752ed789-9d86-45cd-a3e8-2da73d5f39d5 req-44eda22d-acd1-4292-a45e-dee468bec4bd service neutron] Request body: {'port': {'device_id': '6dab915e-e05e-4055-b28f-5c21ecccf926', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:48:06.632975 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-752ed789-9d86-45cd-a3e8-2da73d5f39d5 req-44eda22d-acd1-4292-a45e-dee468bec4bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (3afc17ec-d863-4af2-9caf-ee8487e27021), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:06.887432 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [req-752ed789-9d86-45cd-a3e8-2da73d5f39d5 req-44eda22d-acd1-4292-a45e-dee468bec4bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3afc17ec-d863-4af2-9caf-ee8487e27021 {{(pid=103469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:48:06.894634 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-752ed789-9d86-45cd-a3e8-2da73d5f39d5 req-44eda22d-acd1-4292-a45e-dee468bec4bd service neutron] Publish callbacks [] for port (3afc17ec-d863-4af2-9caf-ee8487e27021), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:06.906683 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.provisioning_blocks [req-752ed789-9d86-45cd-a3e8-2da73d5f39d5 req-44eda22d-acd1-4292-a45e-dee468bec4bd service neutron] Transition to ACTIVE for port object 3afc17ec-d863-4af2-9caf-ee8487e27021 will not be triggered until provisioned by entity L2. {{(pid=103469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 22:48:06.910108 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-752ed789-9d86-45cd-a3e8-2da73d5f39d5 req-44eda22d-acd1-4292-a45e-dee468bec4bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828008'] for port (3afc17ec-d863-4af2-9caf-ee8487e27021), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:06.958182 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eda22d-acd1-4292-a45e-dee468bec4bd service neutron] Pushing event updated for resources: {'Port': ['ID=3afc17ec-d863-4af2-9caf-ee8487e27021,revision_number=2']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:48:07.026849 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-752ed789-9d86-45cd-a3e8-2da73d5f39d5 req-44eda22d-acd1-4292-a45e-dee468bec4bd service neutron] Attempting to bind port 3afc17ec-d863-4af2-9caf-ee8487e27021 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:48:07.027233 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-752ed789-9d86-45cd-a3e8-2da73d5f39d5 req-44eda22d-acd1-4292-a45e-dee468bec4bd service neutron] Attempting to bind port 3afc17ec-d863-4af2-9caf-ee8487e27021 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'eb1118d8-2793-46e3-b890-92b997576594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b8facb34-85b1-4b8a-9862-de352caf4311'}] {{(pid=103469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:48:07.027576 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752ed789-9d86-45cd-a3e8-2da73d5f39d5 req-44eda22d-acd1-4292-a45e-dee468bec4bd service neutron] Attempting to bind port 3afc17ec-d863-4af2-9caf-ee8487e27021 on network b8facb34-85b1-4b8a-9862-de352caf4311 {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:48:07.031754 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752ed789-9d86-45cd-a3e8-2da73d5f39d5 req-44eda22d-acd1-4292-a45e-dee468bec4bd service neutron] Port 3afc17ec-d863-4af2-9caf-ee8487e27021 on network b8facb34-85b1-4b8a-9862-de352caf4311 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 22:48:07.032067 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752ed789-9d86-45cd-a3e8-2da73d5f39d5 req-44eda22d-acd1-4292-a45e-dee468bec4bd service neutron] Attempting to bind port 3afc17ec-d863-4af2-9caf-ee8487e27021 on network b8facb34-85b1-4b8a-9862-de352caf4311 {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:48:07.036811 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752ed789-9d86-45cd-a3e8-2da73d5f39d5 req-44eda22d-acd1-4292-a45e-dee468bec4bd service neutron] Checking agent: {'id': '021dfe4d-8109-4136-9367-dac606dce553', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 34, 28), 'started_at': datetime.datetime(2022, 4, 5, 22, 34, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:48:07.037131 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752ed789-9d86-45cd-a3e8-2da73d5f39d5 req-44eda22d-acd1-4292-a45e-dee468bec4bd service neutron] Checking segment: {'id': 'eb1118d8-2793-46e3-b890-92b997576594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b8facb34-85b1-4b8a-9862-de352caf4311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:48:07.037542 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752ed789-9d86-45cd-a3e8-2da73d5f39d5 req-44eda22d-acd1-4292-a45e-dee468bec4bd service neutron] Bound using segment: {'id': 'eb1118d8-2793-46e3-b890-92b997576594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b8facb34-85b1-4b8a-9862-de352caf4311'} {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:48:07.037964 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-752ed789-9d86-45cd-a3e8-2da73d5f39d5 req-44eda22d-acd1-4292-a45e-dee468bec4bd service neutron] Bound port: 3afc17ec-d863-4af2-9caf-ee8487e27021, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb1118d8-2793-46e3-b890-92b997576594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b8facb34-85b1-4b8a-9862-de352caf4311'}}] {{(pid=103469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:48:07.038313 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-752ed789-9d86-45cd-a3e8-2da73d5f39d5 req-44eda22d-acd1-4292-a45e-dee468bec4bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (3afc17ec-d863-4af2-9caf-ee8487e27021), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:07.099483 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-752ed789-9d86-45cd-a3e8-2da73d5f39d5 req-44eda22d-acd1-4292-a45e-dee468bec4bd service neutron] For port 3afc17ec-d863-4af2-9caf-ee8487e27021, host hv-cinder-83588, cleared binding levels {{(pid=103469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:48:07.102466 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-752ed789-9d86-45cd-a3e8-2da73d5f39d5 req-44eda22d-acd1-4292-a45e-dee468bec4bd service neutron] For port 3afc17ec-d863-4af2-9caf-ee8487e27021, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=3afc17ec-d863-4af2-9caf-ee8487e27021,segment=NetworkSegment(eb1118d8-2793-46e3-b890-92b997576594),segment_id=eb1118d8-2793-46e3-b890-92b997576594)] {{(pid=103469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:48:07.108643 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-752ed789-9d86-45cd-a3e8-2da73d5f39d5 req-44eda22d-acd1-4292-a45e-dee468bec4bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828008'] for port (3afc17ec-d863-4af2-9caf-ee8487e27021), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:07.144538 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752ed789-9d86-45cd-a3e8-2da73d5f39d5 req-44eda22d-acd1-4292-a45e-dee468bec4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:07.145237 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-752ed789-9d86-45cd-a3e8-2da73d5f39d5 req-44eda22d-acd1-4292-a45e-dee468bec4bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:07.146721 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-752ed789-9d86-45cd-a3e8-2da73d5f39d5 req-44eda22d-acd1-4292-a45e-dee468bec4bd service neutron] 10.222.0.13 "PUT /v2.0/ports/3afc17ec-d863-4af2-9caf-ee8487e27021 HTTP/1.1" status: 200 len: 1094 time: 0.5852811 Apr 05 22:48:07.147127 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dab915e-e05e-4055-b28f-5c21ecccf926', 'tag': '3afc17ec-d863-4af2-9caf-ee8487e27021'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:48:07.149838 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f386ba26b1031f5495d5bdef0d2c98b5b567df56bfe60a1d1e0dd7c3f719aed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c310e9-a9cb-4dd6-b5a6-35ad276cdbc5" -d '{"events": [{"name": "network-changed", "server_uuid": "6dab915e-e05e-4055-b28f-5c21ecccf926", "tag": "3afc17ec-d863-4af2-9caf-ee8487e27021"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:48:07.192807 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e5e9e4-df9d-4e82-8482-1a462772bb00 x-openstack-request-id: req-47e5e9e4-df9d-4e82-8482-1a462772bb00 {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:48:07.192807 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dab915e-e05e-4055-b28f-5c21ecccf926", "tag": "3afc17ec-d863-4af2-9caf-ee8487e27021", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:48:07.192807 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-47e5e9e4-df9d-4e82-8482-1a462772bb00 {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:48:07.192807 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47e5e9e4-df9d-4e82-8482-1a462772bb00'] response: {'name': 'network-changed', 'server_uuid': '6dab915e-e05e-4055-b28f-5c21ecccf926', 'tag': '3afc17ec-d863-4af2-9caf-ee8487e27021', 'status': 'completed', 'code': 200} Apr 05 22:48:07.220444 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eda22d-acd1-4292-a45e-dee468bec4bd service neutron] Pushing event updated for resources: {'Port': ['ID=3afc17ec-d863-4af2-9caf-ee8487e27021,revision_number=3']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:48:07.264782 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c50c478-53c9-4936-a286-7d23ed837200 req-2705ba85-b027-4421-afa3-5e62ab766de0 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:07.266298 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4c50c478-53c9-4936-a286-7d23ed837200 req-2705ba85-b027-4421-afa3-5e62ab766de0 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] 10.222.0.45 "GET /v2.0/ports?device_id=6dab915e-e05e-4055-b28f-5c21ecccf926 HTTP/1.1" status: 200 len: 944 time: 0.1124210 Apr 05 22:48:07.272031 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752ed789-9d86-45cd-a3e8-2da73d5f39d5 req-6590c8d0-c71d-4a80-adba-16bb8437d3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:07.273400 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-752ed789-9d86-45cd-a3e8-2da73d5f39d5 req-6590c8d0-c71d-4a80-adba-16bb8437d3ad service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f0ac3f2a98da482e8ef312e3f4c4ed7e&device_id=6dab915e-e05e-4055-b28f-5c21ecccf926 HTTP/1.1" status: 200 len: 1128 time: 0.0696836 Apr 05 22:48:07.328316 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-752ed789-9d86-45cd-a3e8-2da73d5f39d5 req-5f5138f6-5000-4539-9c56-68b35feb67eb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3afc17ec-d863-4af2-9caf-ee8487e27021 HTTP/1.1" status: 200 len: 217 time: 0.0409648 Apr 05 22:48:07.373887 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4c50c478-53c9-4936-a286-7d23ed837200 req-f596538b-2325-47a1-ae12-710c24992bcc tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] 10.222.0.45 "GET /v2.0/security-groups?id=4bfd726f-6d8d-476c-82e4-3685aa3590ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995150 Apr 05 22:48:07.391739 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752ed789-9d86-45cd-a3e8-2da73d5f39d5 req-68f8b84d-0958-476e-a34d-6aeef4929d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:07.391739 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-752ed789-9d86-45cd-a3e8-2da73d5f39d5 req-68f8b84d-0958-476e-a34d-6aeef4929d30 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9c676c38-3764-443a-b293-aacaeb0e770b HTTP/1.1" status: 200 len: 849 time: 0.0528412 Apr 05 22:48:07.633735 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-752ed789-9d86-45cd-a3e8-2da73d5f39d5 req-e72d4012-2ff2-49f2-816d-87f061fa6649 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8facb34-85b1-4b8a-9862-de352caf4311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253263 Apr 05 22:48:07.724559 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-752ed789-9d86-45cd-a3e8-2da73d5f39d5 req-939010bd-2e64-4810-8dc2-f192b0674180 service neutron] 10.222.0.13 "GET /v2.0/networks/b8facb34-85b1-4b8a-9862-de352caf4311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845337 Apr 05 22:48:07.810033 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-752ed789-9d86-45cd-a3e8-2da73d5f39d5 req-bee7147e-10d2-4833-9c4b-5929b36fe67d service neutron] 10.222.0.13 "GET /v2.0/networks/b8facb34-85b1-4b8a-9862-de352caf4311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792096 Apr 05 22:48:07.885019 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1b276c40-86ac-45da-adf3-49220d539e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (79a469f9-bdbc-4492-b479-9e5faeaf33b0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:08.490386 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d700d-30ff-4863-aa44-ff59439b250c req-e392794e-3e53-49ec-867d-66242c7c02e0 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:08.491733 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7d2d700d-30ff-4863-aa44-ff59439b250c req-e392794e-3e53-49ec-867d-66242c7c02e0 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] 10.222.0.45 "GET /v2.0/ports?device_id=6dab915e-e05e-4055-b28f-5c21ecccf926 HTTP/1.1" status: 200 len: 944 time: 0.0506220 Apr 05 22:48:08.539944 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7d2d700d-30ff-4863-aa44-ff59439b250c req-21cb20ca-7dab-4cd0-9cfb-ea488999a174 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] 10.222.0.45 "GET /v2.0/security-groups?id=4bfd726f-6d8d-476c-82e4-3685aa3590ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421102 Apr 05 22:48:09.006887 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-dae4f030-1cb2-49a8-bcfa-6facf2529a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (e40c9916-dc7d-41d8-a75d-da550db0c469), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:09.663298 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e2651-6d0a-4e9b-a125-507c0e874e69 req-56fbaa44-965c-41f6-8809-b10983b6e2ce tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:09.664775 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-577e2651-6d0a-4e9b-a125-507c0e874e69 req-56fbaa44-965c-41f6-8809-b10983b6e2ce tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] 10.222.0.45 "GET /v2.0/ports?device_id=6dab915e-e05e-4055-b28f-5c21ecccf926 HTTP/1.1" status: 200 len: 944 time: 0.0517085 Apr 05 22:48:09.709931 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-577e2651-6d0a-4e9b-a125-507c0e874e69 req-5a235782-ccac-4589-8a60-eb331f669ef5 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] 10.222.0.45 "GET /v2.0/security-groups?id=4bfd726f-6d8d-476c-82e4-3685aa3590ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389149 Apr 05 22:48:10.530745 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 46570) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:48:10.635741 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-71db25b5-43b8-45da-8aa8-da0aa98d153d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:10.641681 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-99ae2e83-6010-40d2-b70a-5b0f9e3ea887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (f28e62d6-8243-45bb-b578-64cfae2561d0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:10.709934 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-71db25b5-43b8-45da-8aa8-da0aa98d153d admin admin] Publish callbacks [] for security_group (fc987e05-4390-4642-929a-16681075dcbb), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:10.713539 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-71db25b5-43b8-45da-8aa8-da0aa98d153d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (fc987e05-4390-4642-929a-16681075dcbb), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:10.752347 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-71db25b5-43b8-45da-8aa8-da0aa98d153d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8ae3977f4ab7446b9c320e76ee733321&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2205300 Apr 05 22:48:10.753215 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71db25b5-43b8-45da-8aa8-da0aa98d153d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc987e05-4390-4642-929a-16681075dcbb,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:48:10.755035 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 46576) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:48:10.807818 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2d645c23-f233-4af1-b674-bf767f743304 admin admin] Publish callbacks [] for security_group (fc987e05-4390-4642-929a-16681075dcbb), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:10.828892 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2d645c23-f233-4af1-b674-bf767f743304 admin admin] Publish callbacks [] for security_group (fc987e05-4390-4642-929a-16681075dcbb), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:10.832364 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dfc9c5-e87b-426d-83be-34f94664cf46 req-0fa75a7a-3970-46b5-be4d-5ec493cdc85d tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:10.833855 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-04dfc9c5-e87b-426d-83be-34f94664cf46 req-0fa75a7a-3970-46b5-be4d-5ec493cdc85d tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] 10.222.0.45 "GET /v2.0/ports?device_id=6dab915e-e05e-4055-b28f-5c21ecccf926 HTTP/1.1" status: 200 len: 944 time: 0.0543432 Apr 05 22:48:10.877296 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2d645c23-f233-4af1-b674-bf767f743304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (fc987e05-4390-4642-929a-16681075dcbb), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:10.880280 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2d645c23-f233-4af1-b674-bf767f743304 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:10.880910 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-04dfc9c5-e87b-426d-83be-34f94664cf46 req-cb6405a6-2725-4a90-b010-aca242675610 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] 10.222.0.45 "GET /v2.0/security-groups?id=4bfd726f-6d8d-476c-82e4-3685aa3590ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414774 Apr 05 22:48:10.881430 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-2d645c23-f233-4af1-b674-bf767f743304 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fc987e05-4390-4642-929a-16681075dcbb HTTP/1.1" status: 204 len: 168 time: 0.1248791 Apr 05 22:48:10.889743 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d645c23-f233-4af1-b674-bf767f743304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc987e05-4390-4642-929a-16681075dcbb,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:48:11.157771 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 46582) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:48:11.170658 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-eadea1a7-8fc4-4a0d-89e2-32393766a076 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:11.254581 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-eadea1a7-8fc4-4a0d-89e2-32393766a076 admin admin] Publish callbacks [] for security_group (835bbc05-8c76-4588-a992-465f6d4c4be5), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:11.258271 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-eadea1a7-8fc4-4a0d-89e2-32393766a076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (835bbc05-8c76-4588-a992-465f6d4c4be5), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:11.304546 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-eadea1a7-8fc4-4a0d-89e2-32393766a076 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f1c79d49a0e0430784f46ccdf1eb4a07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1456802 Apr 05 22:48:11.305640 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadea1a7-8fc4-4a0d-89e2-32393766a076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=835bbc05-8c76-4588-a992-465f6d4c4be5,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:48:11.307333 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 46584) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:48:11.355248 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-2dee4b20-8381-4025-84f4-8921dcfd8d38 admin admin] Publish callbacks [] for security_group (835bbc05-8c76-4588-a992-465f6d4c4be5), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:11.375892 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-2dee4b20-8381-4025-84f4-8921dcfd8d38 admin admin] Publish callbacks [] for security_group (835bbc05-8c76-4588-a992-465f6d4c4be5), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:11.422278 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-2dee4b20-8381-4025-84f4-8921dcfd8d38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (835bbc05-8c76-4588-a992-465f6d4c4be5), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:11.425411 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-2dee4b20-8381-4025-84f4-8921dcfd8d38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:11.426590 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-2dee4b20-8381-4025-84f4-8921dcfd8d38 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/835bbc05-8c76-4588-a992-465f6d4c4be5 HTTP/1.1" status: 204 len: 168 time: 0.1182754 Apr 05 22:48:11.434592 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dee4b20-8381-4025-84f4-8921dcfd8d38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=835bbc05-8c76-4588-a992-465f6d4c4be5,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:48:11.738173 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 46592) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:48:11.751475 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-771d5784-24e5-4b28-bd0d-01de2b6ae56a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:11.824843 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-771d5784-24e5-4b28-bd0d-01de2b6ae56a admin admin] Publish callbacks [] for security_group (2696f96f-f0ab-45d8-aa34-eb55b8c6d2e0), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:11.828366 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-771d5784-24e5-4b28-bd0d-01de2b6ae56a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (2696f96f-f0ab-45d8-aa34-eb55b8c6d2e0), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:11.867877 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-771d5784-24e5-4b28-bd0d-01de2b6ae56a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=39cc1155d9a7485fac58b5ce193c21ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1286528 Apr 05 22:48:11.868725 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771d5784-24e5-4b28-bd0d-01de2b6ae56a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2696f96f-f0ab-45d8-aa34-eb55b8c6d2e0,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:48:11.870630 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 46594) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:48:11.919460 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-b19c7ccc-6afe-46dd-a5f7-1d1688ebb4ac admin admin] Publish callbacks [] for security_group (2696f96f-f0ab-45d8-aa34-eb55b8c6d2e0), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:11.943113 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-b19c7ccc-6afe-46dd-a5f7-1d1688ebb4ac admin admin] Publish callbacks [] for security_group (2696f96f-f0ab-45d8-aa34-eb55b8c6d2e0), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:11.994333 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-b19c7ccc-6afe-46dd-a5f7-1d1688ebb4ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (2696f96f-f0ab-45d8-aa34-eb55b8c6d2e0), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:11.997356 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-b19c7ccc-6afe-46dd-a5f7-1d1688ebb4ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:12.000882 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-b19c7ccc-6afe-46dd-a5f7-1d1688ebb4ac admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2696f96f-f0ab-45d8-aa34-eb55b8c6d2e0 HTTP/1.1" status: 204 len: 168 time: 0.1268454 Apr 05 22:48:12.007060 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19c7ccc-6afe-46dd-a5f7-1d1688ebb4ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2696f96f-f0ab-45d8-aa34-eb55b8c6d2e0,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:48:12.015253 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c61d62b-48ea-4c02-bf19-a0c8d138ba07 req-efba4de5-24ac-4add-ad9a-90c876db5687 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:12.016751 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7c61d62b-48ea-4c02-bf19-a0c8d138ba07 req-efba4de5-24ac-4add-ad9a-90c876db5687 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] 10.222.0.45 "GET /v2.0/ports?device_id=6dab915e-e05e-4055-b28f-5c21ecccf926 HTTP/1.1" status: 200 len: 944 time: 0.0585849 Apr 05 22:48:12.065975 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7c61d62b-48ea-4c02-bf19-a0c8d138ba07 req-17be2dbf-6dab-4bba-9497-a6c434f7712b tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] 10.222.0.45 "GET /v2.0/security-groups?id=4bfd726f-6d8d-476c-82e4-3685aa3590ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432627 Apr 05 22:48:12.069808 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (b771b186-15ef-4a1a-9c73-ea54ac08c8ac), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:12.415370 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c310e9-a9cb-4dd6-b5a6-35ad276cdbc5 req-aa8fe7cb-c298-4238-8fad-08019b1afeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:12.416869 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b0c310e9-a9cb-4dd6-b5a6-35ad276cdbc5 req-aa8fe7cb-c298-4238-8fad-08019b1afeb9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f0ac3f2a98da482e8ef312e3f4c4ed7e&device_id=6dab915e-e05e-4055-b28f-5c21ecccf926 HTTP/1.1" status: 200 len: 1128 time: 0.0513246 Apr 05 22:48:12.506352 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c310e9-a9cb-4dd6-b5a6-35ad276cdbc5 req-9092fba7-a9c5-4bd0-9412-9d4c93ab4cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:12.507788 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b0c310e9-a9cb-4dd6-b5a6-35ad276cdbc5 req-9092fba7-a9c5-4bd0-9412-9d4c93ab4cba service neutron] 10.222.0.13 "GET /v2.0/networks?id=b8facb34-85b1-4b8a-9862-de352caf4311 HTTP/1.1" status: 200 len: 910 time: 0.0843298 Apr 05 22:48:12.561877 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b0c310e9-a9cb-4dd6-b5a6-35ad276cdbc5 req-6eebfee3-331d-4f14-9f51-7f2f5b150438 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3afc17ec-d863-4af2-9caf-ee8487e27021 HTTP/1.1" status: 200 len: 217 time: 0.0330245 Apr 05 22:48:12.612576 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c310e9-a9cb-4dd6-b5a6-35ad276cdbc5 req-0f3f882b-f4b5-4c49-99f2-47fcd382c122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:12.614065 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b0c310e9-a9cb-4dd6-b5a6-35ad276cdbc5 req-0f3f882b-f4b5-4c49-99f2-47fcd382c122 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9c676c38-3764-443a-b293-aacaeb0e770b HTTP/1.1" status: 200 len: 849 time: 0.0463789 Apr 05 22:48:12.646641 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b0c310e9-a9cb-4dd6-b5a6-35ad276cdbc5 req-8617072a-a33a-492f-9346-768daa8ed6d4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8facb34-85b1-4b8a-9862-de352caf4311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249541 Apr 05 22:48:12.739064 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b0c310e9-a9cb-4dd6-b5a6-35ad276cdbc5 req-94a69817-a001-48e2-8835-9c0a782f83af service neutron] 10.222.0.13 "GET /v2.0/networks/b8facb34-85b1-4b8a-9862-de352caf4311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805638 Apr 05 22:48:12.828848 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b0c310e9-a9cb-4dd6-b5a6-35ad276cdbc5 req-b531791d-b55f-4928-864d-95890e6ffd79 service neutron] 10.222.0.13 "GET /v2.0/networks/b8facb34-85b1-4b8a-9862-de352caf4311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824139 Apr 05 22:48:13.184851 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f48649-7d88-406a-89e3-404e21113896 req-594cf6ba-a0f9-42fd-9973-9900a609fe14 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:13.186312 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-02f48649-7d88-406a-89e3-404e21113896 req-594cf6ba-a0f9-42fd-9973-9900a609fe14 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] 10.222.0.45 "GET /v2.0/ports?device_id=6dab915e-e05e-4055-b28f-5c21ecccf926 HTTP/1.1" status: 200 len: 944 time: 0.0516520 Apr 05 22:48:13.237247 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-02f48649-7d88-406a-89e3-404e21113896 req-fa363366-37f8-4790-844b-2817d218afb4 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] 10.222.0.45 "GET /v2.0/security-groups?id=4bfd726f-6d8d-476c-82e4-3685aa3590ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453148 Apr 05 22:48:13.559542 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device 3afc17ec-d863-4af2-9caf-ee8487e27021 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:48:13.663148 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] For port 3afc17ec-d863-4af2-9caf-ee8487e27021, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=3afc17ec-d863-4af2-9caf-ee8487e27021,segment=NetworkSegment(eb1118d8-2793-46e3-b890-92b997576594),segment_id=eb1118d8-2793-46e3-b890-92b997576594)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:48:13.675225 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Returning: {'device': '3afc17ec-d863-4af2-9caf-ee8487e27021', 'network_id': 'b8facb34-85b1-4b8a-9862-de352caf4311', 'port_id': '3afc17ec-d863-4af2-9caf-ee8487e27021', 'mac_address': 'fa:16:3e:0e:61:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c676c38-3764-443a-b293-aacaeb0e770b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:48:13.712948 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Current status of the port 3afc17ec-d863-4af2-9caf-ee8487e27021 is: DOWN; New status is: BUILD {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:48:13.713248 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (3afc17ec-d863-4af2-9caf-ee8487e27021), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:13.727561 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3afc17ec-d863-4af2-9caf-ee8487e27021 {{(pid=103470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:48:13.748864 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] For port 3afc17ec-d863-4af2-9caf-ee8487e27021, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=3afc17ec-d863-4af2-9caf-ee8487e27021,segment=NetworkSegment(eb1118d8-2793-46e3-b890-92b997576594),segment_id=eb1118d8-2793-46e3-b890-92b997576594)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:48:13.753918 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (3afc17ec-d863-4af2-9caf-ee8487e27021), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:13.808800 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Pushing event updated for resources: {'Port': ['ID=3afc17ec-d863-4af2-9caf-ee8487e27021,revision_number=4']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:48:13.815880 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:13.816224 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:13.816562 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:13.816897 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:13.817222 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:13.817574 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:13.817901 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:13.818259 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:13.818576 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:13.819035 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:13.819198 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:13.819517 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:13.819834 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:13.820148 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:13.820465 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:14.169761 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] get_ports_and_sgs() called for port_ids ['3afc17ec-d863-4af2-9caf-ee8487e27021'] {{(pid=103470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:48:14.360206 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042b0c1d-c969-4a5c-bd9a-3c906fcd4c8d req-1fc53e97-a79d-45bc-b8a1-78d933d6709f tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:14.361682 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-042b0c1d-c969-4a5c-bd9a-3c906fcd4c8d req-1fc53e97-a79d-45bc-b8a1-78d933d6709f tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] 10.222.0.45 "GET /v2.0/ports?device_id=6dab915e-e05e-4055-b28f-5c21ecccf926 HTTP/1.1" status: 200 len: 945 time: 0.0580277 Apr 05 22:48:14.677949 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-042b0c1d-c969-4a5c-bd9a-3c906fcd4c8d req-f65b26bb-e3af-4110-9747-ddb3f2ef18a8 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] 10.222.0.45 "GET /v2.0/security-groups?id=4bfd726f-6d8d-476c-82e4-3685aa3590ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106573 Apr 05 22:48:15.560078 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device 3afc17ec-d863-4af2-9caf-ee8487e27021 up at agent hyperv_hv-cinder-83588 {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:48:15.607731 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Provisioning for port 3afc17ec-d863-4af2-9caf-ee8487e27021 completed by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 22:48:15.611646 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Provisioning complete for port 3afc17ec-d863-4af2-9caf-ee8487e27021 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:48:15.612014 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (3afc17ec-d863-4af2-9caf-ee8487e27021), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:15.693299 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Current status of the port 3afc17ec-d863-4af2-9caf-ee8487e27021 is: BUILD; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:48:15.693711 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (3afc17ec-d863-4af2-9caf-ee8487e27021), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:15.718151 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dab915e-e05e-4055-b28f-5c21ecccf926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3afc17ec-d863-4af2-9caf-ee8487e27021'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:48:15.720426 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5eeae28b1739aff28e9ac2b05a29cddcf15b93cc3fe96f2ce32a289e1b5713d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb5ace43-3819-45e4-bc8d-474532a4798d" -d '{"events": [{"server_uuid": "6dab915e-e05e-4055-b28f-5c21ecccf926", "name": "network-vif-plugged", "status": "completed", "tag": "3afc17ec-d863-4af2-9caf-ee8487e27021"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:48:15.733683 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] For port 3afc17ec-d863-4af2-9caf-ee8487e27021, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=3afc17ec-d863-4af2-9caf-ee8487e27021,segment=NetworkSegment(eb1118d8-2793-46e3-b890-92b997576594),segment_id=eb1118d8-2793-46e3-b890-92b997576594)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:48:15.738793 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (3afc17ec-d863-4af2-9caf-ee8487e27021), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:15.774073 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c7fc829-f387-4f2a-99d5-439152e7931b x-openstack-request-id: req-3c7fc829-f387-4f2a-99d5-439152e7931b {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:48:15.774364 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dab915e-e05e-4055-b28f-5c21ecccf926", "name": "network-vif-plugged", "status": "completed", "tag": "3afc17ec-d863-4af2-9caf-ee8487e27021", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:48:15.774616 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3c7fc829-f387-4f2a-99d5-439152e7931b {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:48:15.775004 dv-cinder-835881-4-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c7fc829-f387-4f2a-99d5-439152e7931b'] response: {'server_uuid': '6dab915e-e05e-4055-b28f-5c21ecccf926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3afc17ec-d863-4af2-9caf-ee8487e27021', 'code': 200} Apr 05 22:48:15.792002 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Pushing event updated for resources: {'Port': ['ID=3afc17ec-d863-4af2-9caf-ee8487e27021,revision_number=5']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:48:15.803059 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d5ca6f-aa55-4a5c-8e2d-468711e36c70 req-28ffaa7a-cb1a-4adc-9fae-a6bf75900fce tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:15.805218 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-63d5ca6f-aa55-4a5c-8e2d-468711e36c70 req-28ffaa7a-cb1a-4adc-9fae-a6bf75900fce tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] 10.222.0.45 "GET /v2.0/ports?device_id=6dab915e-e05e-4055-b28f-5c21ecccf926 HTTP/1.1" status: 200 len: 946 time: 0.0545211 Apr 05 22:48:15.851746 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-63d5ca6f-aa55-4a5c-8e2d-468711e36c70 req-b8a577a5-98df-4a58-88e0-ce1b44e5f7e5 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] 10.222.0.45 "GET /v2.0/security-groups?id=4bfd726f-6d8d-476c-82e4-3685aa3590ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412350 Apr 05 22:48:15.956412 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13acaf3-3f79-40ef-a694-6fbaa5d73681 req-6ecc0ebe-2ad5-4dde-a9b7-495af85cbb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:15.957875 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f13acaf3-3f79-40ef-a694-6fbaa5d73681 req-6ecc0ebe-2ad5-4dde-a9b7-495af85cbb1a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6dab915e-e05e-4055-b28f-5c21ecccf926 HTTP/1.1" status: 200 len: 1130 time: 0.0422294 Apr 05 22:48:16.001333 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f13acaf3-3f79-40ef-a694-6fbaa5d73681 req-ff1f0f7c-f828-4bf2-a440-f2e196eccef3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4bfd726f-6d8d-476c-82e4-3685aa3590ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379338 Apr 05 22:48:16.974779 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ec944-63e7-42d9-819e-dabff2881ba8 req-5ec0fabc-e9ed-41ae-acdd-3862d56deea5 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:16.976242 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e04ec944-63e7-42d9-819e-dabff2881ba8 req-5ec0fabc-e9ed-41ae-acdd-3862d56deea5 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] 10.222.0.45 "GET /v2.0/ports?device_id=6dab915e-e05e-4055-b28f-5c21ecccf926 HTTP/1.1" status: 200 len: 946 time: 0.0527484 Apr 05 22:48:17.021820 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e04ec944-63e7-42d9-819e-dabff2881ba8 req-aa739f63-dcc0-4a93-a1c2-394022bbaf5e tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] 10.222.0.45 "GET /v2.0/security-groups?id=4bfd726f-6d8d-476c-82e4-3685aa3590ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400119 Apr 05 22:48:18.137471 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc4dfc-92da-42c3-8391-d4a1007f5a48 req-ab50de3a-3461-4aa3-be3e-d93d344d07e3 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:18.138954 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9abc4dfc-92da-42c3-8391-d4a1007f5a48 req-ab50de3a-3461-4aa3-be3e-d93d344d07e3 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] 10.222.0.45 "GET /v2.0/ports?device_id=6dab915e-e05e-4055-b28f-5c21ecccf926 HTTP/1.1" status: 200 len: 946 time: 0.0524025 Apr 05 22:48:18.185942 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9abc4dfc-92da-42c3-8391-d4a1007f5a48 req-6f63d3e4-66f6-4fe4-9d25-d3dd72cad214 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] 10.222.0.45 "GET /v2.0/security-groups?id=4bfd726f-6d8d-476c-82e4-3685aa3590ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411892 Apr 05 22:48:18.815554 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a29a9bc-bdb5-409e-8631-c34d5fcec686 req-5ae66d23-5032-4beb-9b0f-0ff7578f9699 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:18.816898 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0a29a9bc-bdb5-409e-8631-c34d5fcec686 req-5ae66d23-5032-4beb-9b0f-0ff7578f9699 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] 10.222.0.45 "GET /v2.0/ports?device_id=6dab915e-e05e-4055-b28f-5c21ecccf926 HTTP/1.1" status: 200 len: 946 time: 0.0536175 Apr 05 22:48:18.862739 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0a29a9bc-bdb5-409e-8631-c34d5fcec686 req-9336d8e5-1a92-40df-b12c-be6311b1a491 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] 10.222.0.45 "GET /v2.0/security-groups?id=4bfd726f-6d8d-476c-82e4-3685aa3590ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401347 Apr 05 22:48:19.984882 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2213e8-141c-4dc4-b118-4122f2b01c38 req-3b891ba8-5177-4161-a645-54015204e796 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:19.986269 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0f2213e8-141c-4dc4-b118-4122f2b01c38 req-3b891ba8-5177-4161-a645-54015204e796 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] 10.222.0.45 "GET /v2.0/ports?device_id=6dab915e-e05e-4055-b28f-5c21ecccf926 HTTP/1.1" status: 200 len: 946 time: 0.0511799 Apr 05 22:48:20.033195 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0f2213e8-141c-4dc4-b118-4122f2b01c38 req-e7316a85-791b-47fe-b4d8-8a9c1f69ee11 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] 10.222.0.45 "GET /v2.0/security-groups?id=4bfd726f-6d8d-476c-82e4-3685aa3590ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412984 Apr 05 22:48:21.187582 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df867446-f9b1-4a25-af45-543ac6fb7f66 req-dd15e40c-8e5a-4977-b7d7-8f2734fb4bc6 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:21.189049 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-df867446-f9b1-4a25-af45-543ac6fb7f66 req-dd15e40c-8e5a-4977-b7d7-8f2734fb4bc6 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] 10.222.0.45 "GET /v2.0/ports?device_id=6dab915e-e05e-4055-b28f-5c21ecccf926 HTTP/1.1" status: 200 len: 946 time: 0.0891242 Apr 05 22:48:21.210394 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc93d8-84b1-4f72-a3d6-367da6b6d10e req-f505591e-497e-451a-a918-e84d00f383a3 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:21.211818 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-41fc93d8-84b1-4f72-a3d6-367da6b6d10e req-f505591e-497e-451a-a918-e84d00f383a3 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dab915e-e05e-4055-b28f-5c21ecccf926 HTTP/1.1" status: 200 len: 946 time: 0.0856085 Apr 05 22:48:21.276230 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-df867446-f9b1-4a25-af45-543ac6fb7f66 req-6229481e-2269-49a8-b07c-c40b88a2d951 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] 10.222.0.45 "GET /v2.0/security-groups?id=4bfd726f-6d8d-476c-82e4-3685aa3590ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814536 Apr 05 22:48:21.328001 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [req-41fc93d8-84b1-4f72-a3d6-367da6b6d10e req-ab7920ac-c5e5-4e40-af3d-8146c567023b tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Deleting port 3afc17ec-d863-4af2-9caf-ee8487e27021 {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:48:21.328256 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-41fc93d8-84b1-4f72-a3d6-367da6b6d10e req-ab7920ac-c5e5-4e40-af3d-8146c567023b tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757100664625'] for port (3afc17ec-d863-4af2-9caf-ee8487e27021), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:21.416142 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-41fc93d8-84b1-4f72-a3d6-367da6b6d10e req-ab7920ac-c5e5-4e40-af3d-8146c567023b tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] For port 3afc17ec-d863-4af2-9caf-ee8487e27021, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=3afc17ec-d863-4af2-9caf-ee8487e27021,segment=NetworkSegment(eb1118d8-2793-46e3-b890-92b997576594),segment_id=eb1118d8-2793-46e3-b890-92b997576594)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:48:21.416498 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-41fc93d8-84b1-4f72-a3d6-367da6b6d10e req-ab7920ac-c5e5-4e40-af3d-8146c567023b tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525920'] for port (3afc17ec-d863-4af2-9caf-ee8487e27021), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:21.429151 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [req-41fc93d8-84b1-4f72-a3d6-367da6b6d10e req-ab7920ac-c5e5-4e40-af3d-8146c567023b tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Calling delete_port for 3afc17ec-d863-4af2-9caf-ee8487e27021 owned by compute:nova {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:48:21.553715 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-41fc93d8-84b1-4f72-a3d6-367da6b6d10e req-ab7920ac-c5e5-4e40-af3d-8146c567023b tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757100670980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757100095757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827921'] for port (3afc17ec-d863-4af2-9caf-ee8487e27021), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:21.565626 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] get_ports_and_sgs() called for port_ids ['3afc17ec-d863-4af2-9caf-ee8487e27021'] {{(pid=103470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:48:21.581752 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7920ac-c5e5-4e40-af3d-8146c567023b tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Pushing event deleted for resources: {'Port': ['ID=3afc17ec-d863-4af2-9caf-ee8487e27021,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:48:21.610153 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7920ac-c5e5-4e40-af3d-8146c567023b tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:21.610507 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7920ac-c5e5-4e40-af3d-8146c567023b tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:21.610855 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7920ac-c5e5-4e40-af3d-8146c567023b tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:21.611215 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7920ac-c5e5-4e40-af3d-8146c567023b tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:21.611553 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7920ac-c5e5-4e40-af3d-8146c567023b tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:21.611885 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7920ac-c5e5-4e40-af3d-8146c567023b tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:21.612216 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7920ac-c5e5-4e40-af3d-8146c567023b tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:21.612547 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7920ac-c5e5-4e40-af3d-8146c567023b tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:21.612875 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7920ac-c5e5-4e40-af3d-8146c567023b tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:21.613200 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7920ac-c5e5-4e40-af3d-8146c567023b tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:21.613559 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7920ac-c5e5-4e40-af3d-8146c567023b tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:21.613889 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7920ac-c5e5-4e40-af3d-8146c567023b tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:21.614212 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7920ac-c5e5-4e40-af3d-8146c567023b tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:21.614564 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7920ac-c5e5-4e40-af3d-8146c567023b tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:21.614866 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7920ac-c5e5-4e40-af3d-8146c567023b tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:21.634560 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [req-41fc93d8-84b1-4f72-a3d6-367da6b6d10e req-ab7920ac-c5e5-4e40-af3d-8146c567023b tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] No DVR routers for this DVR port 3afc17ec-d863-4af2-9caf-ee8487e27021 on host hv-cinder-83588 {{(pid=103469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:48:21.637649 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-41fc93d8-84b1-4f72-a3d6-367da6b6d10e req-ab7920ac-c5e5-4e40-af3d-8146c567023b tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:21.640907 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-41fc93d8-84b1-4f72-a3d6-367da6b6d10e req-ab7920ac-c5e5-4e40-af3d-8146c567023b tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] 10.222.0.13 "DELETE /v2.0/ports/3afc17ec-d863-4af2-9caf-ee8487e27021 HTTP/1.1" status: 204 len: 173 time: 0.4227502 Apr 05 22:48:21.641332 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dab915e-e05e-4055-b28f-5c21ecccf926', 'name': 'network-vif-deleted', 'tag': '3afc17ec-d863-4af2-9caf-ee8487e27021'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:48:21.643551 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f386ba26b1031f5495d5bdef0d2c98b5b567df56bfe60a1d1e0dd7c3f719aed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f19fb5-2467-4a98-ad0b-f4ee614d47e6" -d '{"events": [{"server_uuid": "6dab915e-e05e-4055-b28f-5c21ecccf926", "name": "network-vif-deleted", "tag": "3afc17ec-d863-4af2-9caf-ee8487e27021"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:48:21.680452 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af72a95-edf1-42be-bdca-4944d84f9869 x-openstack-request-id: req-8af72a95-edf1-42be-bdca-4944d84f9869 {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:48:21.680750 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dab915e-e05e-4055-b28f-5c21ecccf926", "name": "network-vif-deleted", "tag": "3afc17ec-d863-4af2-9caf-ee8487e27021", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:48:21.681005 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8af72a95-edf1-42be-bdca-4944d84f9869 {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:48:21.681412 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8af72a95-edf1-42be-bdca-4944d84f9869'] response: {'server_uuid': '6dab915e-e05e-4055-b28f-5c21ecccf926', 'name': 'network-vif-deleted', 'tag': '3afc17ec-d863-4af2-9caf-ee8487e27021', 'status': 'completed', 'code': 200} Apr 05 22:48:22.592658 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fac091-dcec-4ca2-a50a-4efc971d76dc req-3273e0c4-756b-4430-9542-2b4327c68ddb tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:22.594354 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-79fac091-dcec-4ca2-a50a-4efc971d76dc req-3273e0c4-756b-4430-9542-2b4327c68ddb tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] 10.222.0.45 "GET /v2.0/networks?id=b8facb34-85b1-4b8a-9862-de352caf4311 HTTP/1.1" status: 200 len: 809 time: 0.1028583 Apr 05 22:48:22.608747 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-79fac091-dcec-4ca2-a50a-4efc971d76dc req-f2b6f790-a4b3-4367-9f42-f0ebc558b586 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] 10.222.0.45 "GET /v2.0/quotas/f0ac3f2a98da482e8ef312e3f4c4ed7e HTTP/1.1" status: 200 len: 375 time: 0.0089965 Apr 05 22:48:22.640807 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-79fac091-dcec-4ca2-a50a-4efc971d76dc req-ab679db6-f213-48e5-8b22-ffbc1448b4d0 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=f0ac3f2a98da482e8ef312e3f4c4ed7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270967 Apr 05 22:48:22.734053 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-79fac091-dcec-4ca2-a50a-4efc971d76dc req-f209fdd6-32b3-4f8b-985a-5a6b52696ff6 service neutron] 10.222.0.45 "GET /v2.0/networks/b8facb34-85b1-4b8a-9862-de352caf4311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862486 Apr 05 22:48:22.820428 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-79fac091-dcec-4ca2-a50a-4efc971d76dc req-86d8d1a3-97f8-45fd-8696-ee86e2ab090c service neutron] 10.222.0.45 "GET /v2.0/networks/b8facb34-85b1-4b8a-9862-de352caf4311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806453 Apr 05 22:48:22.982656 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b0f441d2-a3e2-4b0f-b183-3b68feff4e7a req-f70b8d10-df57-4153-98ba-371773468393 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] 10.222.0.45 "GET /v2.0/ports?device_id=76df498b-2c84-422d-a9de-d5f6fe9b9c9d HTTP/1.1" status: 200 len: 210 time: 0.0310452 Apr 05 22:48:24.074870 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-05856284-0322-4ef7-b4d5-b5dd8a8fd884 req-171ea213-d513-4411-92e5-e0502489fb3e tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] 10.222.0.45 "GET /v2.0/ports?device_id=76df498b-2c84-422d-a9de-d5f6fe9b9c9d HTTP/1.1" status: 200 len: 210 time: 0.0265529 Apr 05 22:48:24.366200 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device 3afc17ec-d863-4af2-9caf-ee8487e27021 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:48:24.385805 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] No Port match for: 3afc17ec-d863-4af2-9caf-ee8487e27021 {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:48:24.386154 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device 3afc17ec-d863-4af2-9caf-ee8487e27021 not bound to the agent host hv-cinder-83588 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:48:25.167113 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-52164be6-f0dd-4ad5-ada2-ab30168cb728 req-f3153a14-6779-4fac-87ba-c6c13158e17f tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] 10.222.0.45 "GET /v2.0/ports?device_id=76df498b-2c84-422d-a9de-d5f6fe9b9c9d HTTP/1.1" status: 200 len: 210 time: 0.0259960 Apr 05 22:48:26.261952 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cac1ae09-923e-401a-934b-442663a6900e req-084a47b0-2567-445c-8796-53722e9cd09f tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] 10.222.0.45 "GET /v2.0/ports?device_id=76df498b-2c84-422d-a9de-d5f6fe9b9c9d HTTP/1.1" status: 200 len: 210 time: 0.0262644 Apr 05 22:48:27.287871 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fac091-dcec-4ca2-a50a-4efc971d76dc req-315c0726-689d-42c3-8e26-8d5cd7699934 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:27.289434 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-79fac091-dcec-4ca2-a50a-4efc971d76dc req-315c0726-689d-42c3-8e26-8d5cd7699934 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] 10.222.0.13 "GET /v2.0/networks?id=b8facb34-85b1-4b8a-9862-de352caf4311 HTTP/1.1" status: 200 len: 809 time: 0.1092420 Apr 05 22:48:27.303005 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [req-79fac091-dcec-4ca2-a50a-4efc971d76dc req-1deba9da-1584-4acb-a42e-574c4c3e4635 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Request body: {'port': {'device_id': '76df498b-2c84-422d-a9de-d5f6fe9b9c9d', 'network_id': 'b8facb34-85b1-4b8a-9862-de352caf4311', 'admin_state_up': True, 'tenant_id': 'f0ac3f2a98da482e8ef312e3f4c4ed7e'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:48:27.392813 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-52bfe785-6c8a-4c5a-ad77-82b0eb755170 req-3cab7ba8-f6e8-450e-814f-8404c816f836 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] 10.222.0.45 "GET /v2.0/ports?device_id=76df498b-2c84-422d-a9de-d5f6fe9b9c9d HTTP/1.1" status: 200 len: 210 time: 0.0614893 Apr 05 22:48:27.444474 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79fac091-dcec-4ca2-a50a-4efc971d76dc req-1deba9da-1584-4acb-a42e-574c4c3e4635 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Made reservation on behalf of f0ac3f2a98da482e8ef312e3f4c4ed7e for: {'port': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:48:27.447713 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-79fac091-dcec-4ca2-a50a-4efc971d76dc req-1deba9da-1584-4acb-a42e-574c4c3e4635 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:27.570346 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_common [req-79fac091-dcec-4ca2-a50a-4efc971d76dc req-1deba9da-1584-4acb-a42e-574c4c3e4635 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Allocated IP 172.20.0.8 (b8facb34-85b1-4b8a-9862-de352caf4311/9c676c38-3764-443a-b293-aacaeb0e770b/1a980c00-74c8-4014-883f-6efa8f3e8e52) {{(pid=103469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:48:27.725176 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-79fac091-dcec-4ca2-a50a-4efc971d76dc req-1deba9da-1584-4acb-a42e-574c4c3e4635 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Publish callbacks [] for port (1a980c00-74c8-4014-883f-6efa8f3e8e52), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:27.760373 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-79fac091-dcec-4ca2-a50a-4efc971d76dc req-1deba9da-1584-4acb-a42e-574c4c3e4635 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757100095748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827921'] for port (1a980c00-74c8-4014-883f-6efa8f3e8e52), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:27.801045 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79fac091-dcec-4ca2-a50a-4efc971d76dc req-1deba9da-1584-4acb-a42e-574c4c3e4635 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Network b8facb34-85b1-4b8a-9862-de352caf4311 is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:48:27.804024 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [req-79fac091-dcec-4ca2-a50a-4efc971d76dc req-1deba9da-1584-4acb-a42e-574c4c3e4635 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:48:27.811398 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [req-79fac091-dcec-4ca2-a50a-4efc971d76dc req-1deba9da-1584-4acb-a42e-574c4c3e4635 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Received port after_create {{(pid=103469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:48:27.817680 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deba9da-1584-4acb-a42e-574c4c3e4635 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Pushing event updated for resources: {'Port': ['ID=1a980c00-74c8-4014-883f-6efa8f3e8e52,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:48:27.866147 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fac091-dcec-4ca2-a50a-4efc971d76dc req-1deba9da-1584-4acb-a42e-574c4c3e4635 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:27.866734 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-79fac091-dcec-4ca2-a50a-4efc971d76dc req-1deba9da-1584-4acb-a42e-574c4c3e4635 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:27.881557 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-79fac091-dcec-4ca2-a50a-4efc971d76dc req-1deba9da-1584-4acb-a42e-574c4c3e4635 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5825574 Apr 05 22:48:27.893244 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [req-79fac091-dcec-4ca2-a50a-4efc971d76dc req-44a2d3be-3afe-4d68-82bb-c695d9e2d1b6 service neutron] Request body: {'port': {'device_id': '76df498b-2c84-422d-a9de-d5f6fe9b9c9d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:48:27.932011 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (021dfe4d-8109-4136-9367-dac606dce553), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:27.951360 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-79fac091-dcec-4ca2-a50a-4efc971d76dc req-44a2d3be-3afe-4d68-82bb-c695d9e2d1b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (1a980c00-74c8-4014-883f-6efa8f3e8e52), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:28.220722 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [req-79fac091-dcec-4ca2-a50a-4efc971d76dc req-44a2d3be-3afe-4d68-82bb-c695d9e2d1b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a980c00-74c8-4014-883f-6efa8f3e8e52 {{(pid=103469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:48:28.227870 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-79fac091-dcec-4ca2-a50a-4efc971d76dc req-44a2d3be-3afe-4d68-82bb-c695d9e2d1b6 service neutron] Publish callbacks [] for port (1a980c00-74c8-4014-883f-6efa8f3e8e52), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:28.239682 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.provisioning_blocks [req-79fac091-dcec-4ca2-a50a-4efc971d76dc req-44a2d3be-3afe-4d68-82bb-c695d9e2d1b6 service neutron] Transition to ACTIVE for port object 1a980c00-74c8-4014-883f-6efa8f3e8e52 will not be triggered until provisioned by entity L2. {{(pid=103469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 22:48:28.243525 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-79fac091-dcec-4ca2-a50a-4efc971d76dc req-44a2d3be-3afe-4d68-82bb-c695d9e2d1b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828008'] for port (1a980c00-74c8-4014-883f-6efa8f3e8e52), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:28.294430 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a2d3be-3afe-4d68-82bb-c695d9e2d1b6 service neutron] Pushing event updated for resources: {'Port': ['ID=1a980c00-74c8-4014-883f-6efa8f3e8e52,revision_number=2']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:48:28.360630 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-79fac091-dcec-4ca2-a50a-4efc971d76dc req-44a2d3be-3afe-4d68-82bb-c695d9e2d1b6 service neutron] Attempting to bind port 1a980c00-74c8-4014-883f-6efa8f3e8e52 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:48:28.360956 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-79fac091-dcec-4ca2-a50a-4efc971d76dc req-44a2d3be-3afe-4d68-82bb-c695d9e2d1b6 service neutron] Attempting to bind port 1a980c00-74c8-4014-883f-6efa8f3e8e52 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'eb1118d8-2793-46e3-b890-92b997576594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b8facb34-85b1-4b8a-9862-de352caf4311'}] {{(pid=103469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:48:28.361277 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79fac091-dcec-4ca2-a50a-4efc971d76dc req-44a2d3be-3afe-4d68-82bb-c695d9e2d1b6 service neutron] Attempting to bind port 1a980c00-74c8-4014-883f-6efa8f3e8e52 on network b8facb34-85b1-4b8a-9862-de352caf4311 {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:48:28.365457 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79fac091-dcec-4ca2-a50a-4efc971d76dc req-44a2d3be-3afe-4d68-82bb-c695d9e2d1b6 service neutron] Port 1a980c00-74c8-4014-883f-6efa8f3e8e52 on network b8facb34-85b1-4b8a-9862-de352caf4311 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 22:48:28.365800 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79fac091-dcec-4ca2-a50a-4efc971d76dc req-44a2d3be-3afe-4d68-82bb-c695d9e2d1b6 service neutron] Attempting to bind port 1a980c00-74c8-4014-883f-6efa8f3e8e52 on network b8facb34-85b1-4b8a-9862-de352caf4311 {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:48:28.371034 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79fac091-dcec-4ca2-a50a-4efc971d76dc req-44a2d3be-3afe-4d68-82bb-c695d9e2d1b6 service neutron] Checking agent: {'id': '021dfe4d-8109-4136-9367-dac606dce553', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 34, 28), 'started_at': datetime.datetime(2022, 4, 5, 22, 34, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:48:28.371366 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79fac091-dcec-4ca2-a50a-4efc971d76dc req-44a2d3be-3afe-4d68-82bb-c695d9e2d1b6 service neutron] Checking segment: {'id': 'eb1118d8-2793-46e3-b890-92b997576594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b8facb34-85b1-4b8a-9862-de352caf4311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:48:28.371742 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79fac091-dcec-4ca2-a50a-4efc971d76dc req-44a2d3be-3afe-4d68-82bb-c695d9e2d1b6 service neutron] Bound using segment: {'id': 'eb1118d8-2793-46e3-b890-92b997576594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b8facb34-85b1-4b8a-9862-de352caf4311'} {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:48:28.372176 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-79fac091-dcec-4ca2-a50a-4efc971d76dc req-44a2d3be-3afe-4d68-82bb-c695d9e2d1b6 service neutron] Bound port: 1a980c00-74c8-4014-883f-6efa8f3e8e52, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb1118d8-2793-46e3-b890-92b997576594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b8facb34-85b1-4b8a-9862-de352caf4311'}}] {{(pid=103469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:48:28.372526 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-79fac091-dcec-4ca2-a50a-4efc971d76dc req-44a2d3be-3afe-4d68-82bb-c695d9e2d1b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (1a980c00-74c8-4014-883f-6efa8f3e8e52), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:28.437258 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-79fac091-dcec-4ca2-a50a-4efc971d76dc req-44a2d3be-3afe-4d68-82bb-c695d9e2d1b6 service neutron] For port 1a980c00-74c8-4014-883f-6efa8f3e8e52, host hv-cinder-83588, cleared binding levels {{(pid=103469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:48:28.440312 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-79fac091-dcec-4ca2-a50a-4efc971d76dc req-44a2d3be-3afe-4d68-82bb-c695d9e2d1b6 service neutron] For port 1a980c00-74c8-4014-883f-6efa8f3e8e52, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=1a980c00-74c8-4014-883f-6efa8f3e8e52,segment=NetworkSegment(eb1118d8-2793-46e3-b890-92b997576594),segment_id=eb1118d8-2793-46e3-b890-92b997576594)] {{(pid=103469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:48:28.447154 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-79fac091-dcec-4ca2-a50a-4efc971d76dc req-44a2d3be-3afe-4d68-82bb-c695d9e2d1b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828008'] for port (1a980c00-74c8-4014-883f-6efa8f3e8e52), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:28.503611 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fac091-dcec-4ca2-a50a-4efc971d76dc req-44a2d3be-3afe-4d68-82bb-c695d9e2d1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:28.504224 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-79fac091-dcec-4ca2-a50a-4efc971d76dc req-44a2d3be-3afe-4d68-82bb-c695d9e2d1b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:28.505623 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-79fac091-dcec-4ca2-a50a-4efc971d76dc req-44a2d3be-3afe-4d68-82bb-c695d9e2d1b6 service neutron] 10.222.0.13 "PUT /v2.0/ports/1a980c00-74c8-4014-883f-6efa8f3e8e52 HTTP/1.1" status: 200 len: 1093 time: 0.6162589 Apr 05 22:48:28.506061 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76df498b-2c84-422d-a9de-d5f6fe9b9c9d', 'tag': '1a980c00-74c8-4014-883f-6efa8f3e8e52'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:48:28.508265 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f386ba26b1031f5495d5bdef0d2c98b5b567df56bfe60a1d1e0dd7c3f719aed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad0068d-b711-4354-b288-482ca729051f" -d '{"events": [{"name": "network-changed", "server_uuid": "76df498b-2c84-422d-a9de-d5f6fe9b9c9d", "tag": "1a980c00-74c8-4014-883f-6efa8f3e8e52"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:48:28.541345 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a2d3be-3afe-4d68-82bb-c695d9e2d1b6 service neutron] Pushing event updated for resources: {'Port': ['ID=1a980c00-74c8-4014-883f-6efa8f3e8e52,revision_number=3']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:48:28.548830 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74563f41-68f7-4ce5-a4e2-a7f205218074 x-openstack-request-id: req-74563f41-68f7-4ce5-a4e2-a7f205218074 {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:48:28.549127 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76df498b-2c84-422d-a9de-d5f6fe9b9c9d", "tag": "1a980c00-74c8-4014-883f-6efa8f3e8e52", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:48:28.549384 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-74563f41-68f7-4ce5-a4e2-a7f205218074 {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:48:28.549826 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74563f41-68f7-4ce5-a4e2-a7f205218074'] response: {'name': 'network-changed', 'server_uuid': '76df498b-2c84-422d-a9de-d5f6fe9b9c9d', 'tag': '1a980c00-74c8-4014-883f-6efa8f3e8e52', 'status': 'completed', 'code': 200} Apr 05 22:48:28.561741 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d1f8f1-ce9a-4ff4-8cf4-043a979d7221 req-4a82974a-cacc-4842-9940-398544248cc1 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:28.563402 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e8d1f8f1-ce9a-4ff4-8cf4-043a979d7221 req-4a82974a-cacc-4842-9940-398544248cc1 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] 10.222.0.45 "GET /v2.0/ports?device_id=76df498b-2c84-422d-a9de-d5f6fe9b9c9d HTTP/1.1" status: 200 len: 943 time: 0.0907097 Apr 05 22:48:28.643357 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e8d1f8f1-ce9a-4ff4-8cf4-043a979d7221 req-17cc1400-4e11-4c9b-b98c-fb9c54fbe97b tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] 10.222.0.45 "GET /v2.0/security-groups?id=4bfd726f-6d8d-476c-82e4-3685aa3590ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733354 Apr 05 22:48:28.652754 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fac091-dcec-4ca2-a50a-4efc971d76dc req-bab2bac5-da85-47f6-8a75-8d6c4e3c213e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:28.654302 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-79fac091-dcec-4ca2-a50a-4efc971d76dc req-bab2bac5-da85-47f6-8a75-8d6c4e3c213e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f0ac3f2a98da482e8ef312e3f4c4ed7e&device_id=76df498b-2c84-422d-a9de-d5f6fe9b9c9d HTTP/1.1" status: 200 len: 1127 time: 0.0772386 Apr 05 22:48:28.699248 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-79fac091-dcec-4ca2-a50a-4efc971d76dc req-34e4e7ce-ba4d-4600-9db8-8270a5ca94e6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a980c00-74c8-4014-883f-6efa8f3e8e52 HTTP/1.1" status: 200 len: 217 time: 0.0367355 Apr 05 22:48:28.752299 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fac091-dcec-4ca2-a50a-4efc971d76dc req-12f0545a-5571-458a-b480-f66fb95fde32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:28.753782 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-79fac091-dcec-4ca2-a50a-4efc971d76dc req-12f0545a-5571-458a-b480-f66fb95fde32 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9c676c38-3764-443a-b293-aacaeb0e770b HTTP/1.1" status: 200 len: 849 time: 0.0494740 Apr 05 22:48:28.787731 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-79fac091-dcec-4ca2-a50a-4efc971d76dc req-04728946-7e53-4d7a-be37-024174ef8d21 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8facb34-85b1-4b8a-9862-de352caf4311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275962 Apr 05 22:48:28.877837 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-79fac091-dcec-4ca2-a50a-4efc971d76dc req-4cb180a0-b191-41d8-84c1-4f7caefafc0d service neutron] 10.222.0.13 "GET /v2.0/networks/b8facb34-85b1-4b8a-9862-de352caf4311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834317 Apr 05 22:48:28.970850 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-79fac091-dcec-4ca2-a50a-4efc971d76dc req-cd5415ae-1dae-4d51-9d96-392b75573829 service neutron] 10.222.0.13 "GET /v2.0/networks/b8facb34-85b1-4b8a-9862-de352caf4311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836599 Apr 05 22:48:29.762175 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfac3b5-a813-4392-848c-3bf329da556f req-fd5594ab-fb23-43fa-af3f-44eaf60d62fc tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:29.763641 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5dfac3b5-a813-4392-848c-3bf329da556f req-fd5594ab-fb23-43fa-af3f-44eaf60d62fc tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] 10.222.0.45 "GET /v2.0/ports?device_id=76df498b-2c84-422d-a9de-d5f6fe9b9c9d HTTP/1.1" status: 200 len: 943 time: 0.0521455 Apr 05 22:48:29.811285 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5dfac3b5-a813-4392-848c-3bf329da556f req-c42af529-e1e6-4234-a94a-bd71093f697c tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] 10.222.0.45 "GET /v2.0/security-groups?id=4bfd726f-6d8d-476c-82e4-3685aa3590ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409524 Apr 05 22:48:30.927203 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279a502a-fb70-4a13-8f84-e1f3041b3f39 req-bb44d5fc-4e34-4a1c-9025-e71066389be4 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:30.928597 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-279a502a-fb70-4a13-8f84-e1f3041b3f39 req-bb44d5fc-4e34-4a1c-9025-e71066389be4 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] 10.222.0.45 "GET /v2.0/ports?device_id=76df498b-2c84-422d-a9de-d5f6fe9b9c9d HTTP/1.1" status: 200 len: 943 time: 0.0514505 Apr 05 22:48:30.974510 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-279a502a-fb70-4a13-8f84-e1f3041b3f39 req-d459a051-7162-46d4-9da5-09c4703ff0af tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] 10.222.0.45 "GET /v2.0/security-groups?id=4bfd726f-6d8d-476c-82e4-3685aa3590ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396721 Apr 05 22:48:32.094182 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a81131b-45a5-4976-b04a-4b1964a55cf5 req-a387d8b5-af5c-4207-b39f-5024231493a8 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:32.095625 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9a81131b-45a5-4976-b04a-4b1964a55cf5 req-a387d8b5-af5c-4207-b39f-5024231493a8 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] 10.222.0.45 "GET /v2.0/ports?device_id=76df498b-2c84-422d-a9de-d5f6fe9b9c9d HTTP/1.1" status: 200 len: 943 time: 0.0550706 Apr 05 22:48:32.141763 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9a81131b-45a5-4976-b04a-4b1964a55cf5 req-182d2ac4-a6f5-4b3a-a0a6-e3073044055e tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] 10.222.0.45 "GET /v2.0/security-groups?id=4bfd726f-6d8d-476c-82e4-3685aa3590ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405836 Apr 05 22:48:33.258060 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7871a1-0cc8-443c-82ac-e9e5b7c11f4b req-07a63699-27e7-406b-8520-fbe965fb4c94 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:33.259513 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6b7871a1-0cc8-443c-82ac-e9e5b7c11f4b req-07a63699-27e7-406b-8520-fbe965fb4c94 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] 10.222.0.45 "GET /v2.0/ports?device_id=76df498b-2c84-422d-a9de-d5f6fe9b9c9d HTTP/1.1" status: 200 len: 943 time: 0.0512431 Apr 05 22:48:33.304711 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6b7871a1-0cc8-443c-82ac-e9e5b7c11f4b req-55abe5d0-d87f-4b34-8272-a899ff976852 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] 10.222.0.45 "GET /v2.0/security-groups?id=4bfd726f-6d8d-476c-82e4-3685aa3590ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389054 Apr 05 22:48:34.000629 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-97cde7d9-dbb1-4d23-a7c6-1511c50e2662 None None] Agent healthcheck: found 6 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:48:34.420353 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1e2a3-a460-4e01-a376-4b7ead867e62 req-870937b8-6c8b-4a14-8396-25b591e981f7 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:34.421837 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f6a1e2a3-a460-4e01-a376-4b7ead867e62 req-870937b8-6c8b-4a14-8396-25b591e981f7 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] 10.222.0.45 "GET /v2.0/ports?device_id=76df498b-2c84-422d-a9de-d5f6fe9b9c9d HTTP/1.1" status: 200 len: 943 time: 0.0512991 Apr 05 22:48:34.470441 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f6a1e2a3-a460-4e01-a376-4b7ead867e62 req-eb21e0f3-a080-48dd-8a99-3f998d94c19d tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] 10.222.0.45 "GET /v2.0/security-groups?id=4bfd726f-6d8d-476c-82e4-3685aa3590ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431128 Apr 05 22:48:35.532871 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad0068d-b711-4354-b288-482ca729051f req-c4e4e970-5287-4452-a216-732d706ddd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:35.534933 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-dad0068d-b711-4354-b288-482ca729051f req-c4e4e970-5287-4452-a216-732d706ddd2a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f0ac3f2a98da482e8ef312e3f4c4ed7e&device_id=76df498b-2c84-422d-a9de-d5f6fe9b9c9d HTTP/1.1" status: 200 len: 1127 time: 0.0449722 Apr 05 22:48:35.539682 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-a5ab7782-275f-46c0-be19-b920aee10e9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (08425891-4e99-4ae4-974b-85ee5a0410c6), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:35.587529 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae44d2b9-1d01-48da-a68d-71de23a2666f req-587497d2-8a1e-498e-9e3a-89a7f91a1201 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:35.588991 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ae44d2b9-1d01-48da-a68d-71de23a2666f req-587497d2-8a1e-498e-9e3a-89a7f91a1201 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] 10.222.0.45 "GET /v2.0/ports?device_id=76df498b-2c84-422d-a9de-d5f6fe9b9c9d HTTP/1.1" status: 200 len: 943 time: 0.0511882 Apr 05 22:48:35.635455 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ae44d2b9-1d01-48da-a68d-71de23a2666f req-d3aa7f32-1572-419d-9c36-3abbf7f2d24d tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] 10.222.0.45 "GET /v2.0/security-groups?id=4bfd726f-6d8d-476c-82e4-3685aa3590ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399721 Apr 05 22:48:36.641379 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device 1a980c00-74c8-4014-883f-6efa8f3e8e52 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:48:36.738005 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] For port 1a980c00-74c8-4014-883f-6efa8f3e8e52, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=1a980c00-74c8-4014-883f-6efa8f3e8e52,segment=NetworkSegment(eb1118d8-2793-46e3-b890-92b997576594),segment_id=eb1118d8-2793-46e3-b890-92b997576594)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:48:36.754267 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Returning: {'device': '1a980c00-74c8-4014-883f-6efa8f3e8e52', 'network_id': 'b8facb34-85b1-4b8a-9862-de352caf4311', 'port_id': '1a980c00-74c8-4014-883f-6efa8f3e8e52', 'mac_address': 'fa:16:3e:1d:f6:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c676c38-3764-443a-b293-aacaeb0e770b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:48:36.756986 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e7793-9927-48e1-9ad9-c2535ca0aafd req-f711a07c-67cf-42c1-875c-9713bf44f0ba tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:36.758478 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a82e7793-9927-48e1-9ad9-c2535ca0aafd req-f711a07c-67cf-42c1-875c-9713bf44f0ba tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] 10.222.0.45 "GET /v2.0/ports?device_id=76df498b-2c84-422d-a9de-d5f6fe9b9c9d HTTP/1.1" status: 200 len: 943 time: 0.0545294 Apr 05 22:48:36.791222 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Current status of the port 1a980c00-74c8-4014-883f-6efa8f3e8e52 is: DOWN; New status is: BUILD {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:48:36.791606 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (1a980c00-74c8-4014-883f-6efa8f3e8e52), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:36.804464 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a82e7793-9927-48e1-9ad9-c2535ca0aafd req-93e083eb-9bc3-472b-9906-1a9c91d109ec tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] 10.222.0.45 "GET /v2.0/security-groups?id=4bfd726f-6d8d-476c-82e4-3685aa3590ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403051 Apr 05 22:48:36.804899 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a980c00-74c8-4014-883f-6efa8f3e8e52 {{(pid=103470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:48:36.824407 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] For port 1a980c00-74c8-4014-883f-6efa8f3e8e52, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=1a980c00-74c8-4014-883f-6efa8f3e8e52,segment=NetworkSegment(eb1118d8-2793-46e3-b890-92b997576594),segment_id=eb1118d8-2793-46e3-b890-92b997576594)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:48:36.828590 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (1a980c00-74c8-4014-883f-6efa8f3e8e52), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:36.874537 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Pushing event updated for resources: {'Port': ['ID=1a980c00-74c8-4014-883f-6efa8f3e8e52,revision_number=4']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:48:37.657135 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad0068d-b711-4354-b288-482ca729051f req-55fa2fe8-4b7f-4361-8f4d-94445056299a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:37.658636 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-dad0068d-b711-4354-b288-482ca729051f req-55fa2fe8-4b7f-4361-8f4d-94445056299a service neutron] 10.222.0.13 "GET /v2.0/networks?id=b8facb34-85b1-4b8a-9862-de352caf4311 HTTP/1.1" status: 200 len: 910 time: 0.0838223 Apr 05 22:48:37.888005 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-e3a2c15e-1ce2-4f18-a437-e64db34beb37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (79a469f9-bdbc-4492-b479-9e5faeaf33b0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:37.927200 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ac5ae-c48a-4204-922f-14d43da75c44 req-178e056d-46ee-42e0-bd6b-3257ad5ba002 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:37.928612 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ba1ac5ae-c48a-4204-922f-14d43da75c44 req-178e056d-46ee-42e0-bd6b-3257ad5ba002 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] 10.222.0.45 "GET /v2.0/ports?device_id=76df498b-2c84-422d-a9de-d5f6fe9b9c9d HTTP/1.1" status: 200 len: 944 time: 0.0548861 Apr 05 22:48:37.974536 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ba1ac5ae-c48a-4204-922f-14d43da75c44 req-6e787e49-bc02-47e5-b5b4-54c5a5c2958c tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] 10.222.0.45 "GET /v2.0/security-groups?id=4bfd726f-6d8d-476c-82e4-3685aa3590ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395215 Apr 05 22:48:38.884396 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-dad0068d-b711-4354-b288-482ca729051f req-0a3faa3b-ee5f-4ab3-822d-860acab0af78 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a980c00-74c8-4014-883f-6efa8f3e8e52 HTTP/1.1" status: 200 len: 217 time: 0.0348356 Apr 05 22:48:39.008187 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-dae4f030-1cb2-49a8-bcfa-6facf2529a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (e40c9916-dc7d-41d8-a75d-da550db0c469), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:39.095377 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66916e87-8f82-4522-a100-1eab09ff225e req-2fa14969-c115-4063-b0a5-8f2e49016ce9 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:39.096838 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-66916e87-8f82-4522-a100-1eab09ff225e req-2fa14969-c115-4063-b0a5-8f2e49016ce9 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] 10.222.0.45 "GET /v2.0/ports?device_id=76df498b-2c84-422d-a9de-d5f6fe9b9c9d HTTP/1.1" status: 200 len: 944 time: 0.0511525 Apr 05 22:48:39.146093 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-66916e87-8f82-4522-a100-1eab09ff225e req-d60c4c8e-9f13-4ef7-80e0-0a187c20cf3d tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] 10.222.0.45 "GET /v2.0/security-groups?id=4bfd726f-6d8d-476c-82e4-3685aa3590ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437696 Apr 05 22:48:39.257506 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 46772) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:48:39.352605 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad0068d-b711-4354-b288-482ca729051f req-62e98573-264a-4e7b-954c-8924dd54d37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:39.354689 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-dad0068d-b711-4354-b288-482ca729051f req-62e98573-264a-4e7b-954c-8924dd54d37b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9c676c38-3764-443a-b293-aacaeb0e770b HTTP/1.1" status: 200 len: 849 time: 0.0456738 Apr 05 22:48:39.392689 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-dad0068d-b711-4354-b288-482ca729051f req-9f2e0d83-37cd-4bfe-afd5-12ecf67133c9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8facb34-85b1-4b8a-9862-de352caf4311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264726 Apr 05 22:48:39.413454 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-ccabb836-3ce9-4dbb-8d35-fbe98b5328f1 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Deleting port 23d8af5a-4780-46ec-b9f7-f6b1de44f937 {{(pid=103468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:48:39.413809 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ccabb836-3ce9-4dbb-8d35-fbe98b5328f1 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757100664625'] for port (23d8af5a-4780-46ec-b9f7-f6b1de44f937), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:39.430078 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] get_ports_and_sgs() called for port_ids ['1a980c00-74c8-4014-883f-6efa8f3e8e52'] {{(pid=103470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:48:39.495189 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ccabb836-3ce9-4dbb-8d35-fbe98b5328f1 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525920'] for port (23d8af5a-4780-46ec-b9f7-f6b1de44f937), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:39.495939 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ccabb836-3ce9-4dbb-8d35-fbe98b5328f1 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks [] for floatingip (23d8af5a-4780-46ec-b9f7-f6b1de44f937), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:39.497352 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-dad0068d-b711-4354-b288-482ca729051f req-3d336128-620a-4666-8478-a5e3a1267f77 service neutron] 10.222.0.13 "GET /v2.0/networks/b8facb34-85b1-4b8a-9862-de352caf4311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907860 Apr 05 22:48:39.508389 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-ccabb836-3ce9-4dbb-8d35-fbe98b5328f1 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Calling delete_port for 23d8af5a-4780-46ec-b9f7-f6b1de44f937 owned by network:floatingip {{(pid=103468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:48:39.682941 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ccabb836-3ce9-4dbb-8d35-fbe98b5328f1 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757100670980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757100095757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815454'] for port (23d8af5a-4780-46ec-b9f7-f6b1de44f937), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:39.711043 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccabb836-3ce9-4dbb-8d35-fbe98b5328f1 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Pushing event deleted for resources: {'Port': ['ID=23d8af5a-4780-46ec-b9f7-f6b1de44f937,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:48:39.733793 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-dad0068d-b711-4354-b288-482ca729051f req-81464465-cb7f-4636-8c2f-0469fee0fa80 service neutron] 10.222.0.13 "GET /v2.0/networks/b8facb34-85b1-4b8a-9862-de352caf4311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912681 Apr 05 22:48:39.773453 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ccabb836-3ce9-4dbb-8d35-fbe98b5328f1 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks [] for floatingip (487125d3-ec2c-447a-be50-2d2b52038d8b), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:39.773815 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.db.l3_db [None req-ccabb836-3ce9-4dbb-8d35-fbe98b5328f1 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Floating IP 487125d3-ec2c-447a-be50-2d2b52038d8b disassociated (deleted). External IP: 172.27.1.144, port: 4b8820cd-3783-4e3a-93c7-1660e50d6441. Apr 05 22:48:39.981753 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccabb836-3ce9-4dbb-8d35-fbe98b5328f1 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Router 1234f21b-804b-42c6-8ed1-79cd5f091c41 has already been hosted by L3 agent 79a469f9-bdbc-4492-b479-9e5faeaf33b0 {{(pid=103468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:48:40.088022 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccabb836-3ce9-4dbb-8d35-fbe98b5328f1 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Notify agent at l3_agent.dv-cinder-835881-4-iscsi the message routers_updated {{(pid=103468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:48:40.092696 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ccabb836-3ce9-4dbb-8d35-fbe98b5328f1 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for floatingip (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:40.098107 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feef1293-082d-4b2c-afd5-9f0299ba9be4 None None] Sync routers for ids ['1234f21b-804b-42c6-8ed1-79cd5f091c41'] in dv-cinder-835881-4-iscsi {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:48:40.108237 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feef1293-082d-4b2c-afd5-9f0299ba9be4 None None] Routers {'1234f21b-804b-42c6-8ed1-79cd5f091c41'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:48:40.108853 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-feef1293-082d-4b2c-afd5-9f0299ba9be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:48:38Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['1234f21b-804b-42c6-8ed1-79cd5f091c41'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:48:40.123729 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-ccabb836-3ce9-4dbb-8d35-fbe98b5328f1 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "DELETE /v2.0/floatingips/487125d3-ec2c-447a-be50-2d2b52038d8b HTTP/1.1" status: 204 len: 168 time: 0.8621011 Apr 05 22:48:40.123729 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2d6852c-b173-4568-9a88-5de665199c71', 'tag': '4b8820cd-3783-4e3a-93c7-1660e50d6441'}] {{(pid=103468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:48:40.124276 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8565d6b4cfa67e4590cf2f5bc7b4b9288cff1ea13080135eebb93ab155e6c8ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-219387e8-549a-4489-9209-39d519e129c1" -d '{"events": [{"name": "network-changed", "server_uuid": "d2d6852c-b173-4568-9a88-5de665199c71", "tag": "4b8820cd-3783-4e3a-93c7-1660e50d6441"}]}' {{(pid=103468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:48:40.229849 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-feef1293-082d-4b2c-afd5-9f0299ba9be4 None None] Set router 1234f21b-804b-42c6-8ed1-79cd5f091c41 gateway port host: dv-cinder-835881-4-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:48:40.311218 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e463428-7077-4583-abba-1511270b6df6 x-openstack-request-id: req-3e463428-7077-4583-abba-1511270b6df6 {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:48:40.311720 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2d6852c-b173-4568-9a88-5de665199c71", "tag": "4b8820cd-3783-4e3a-93c7-1660e50d6441", "status": "completed", "code": 200}]} {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:48:40.311818 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3e463428-7077-4583-abba-1511270b6df6 {{(pid=103468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:48:40.312157 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e463428-7077-4583-abba-1511270b6df6'] response: {'name': 'network-changed', 'server_uuid': 'd2d6852c-b173-4568-9a88-5de665199c71', 'tag': '4b8820cd-3783-4e3a-93c7-1660e50d6441', 'status': 'completed', 'code': 200} Apr 05 22:48:40.423559 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43e46bb-642a-4cd9-b671-0c058f0e889a req-741a53c3-d7bc-4e45-9dc9-e116f1802717 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:40.425257 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e43e46bb-642a-4cd9-b671-0c058f0e889a req-741a53c3-d7bc-4e45-9dc9-e116f1802717 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] 10.222.0.45 "GET /v2.0/ports?device_id=76df498b-2c84-422d-a9de-d5f6fe9b9c9d HTTP/1.1" status: 200 len: 944 time: 0.0924718 Apr 05 22:48:40.439200 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b226d7b-7c2a-4971-9165-d8daa84ac2d7 req-fcd972f6-cb10-4aae-bfcf-80b67cad28d2 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:40.440756 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7b226d7b-7c2a-4971-9165-d8daa84ac2d7 req-fcd972f6-cb10-4aae-bfcf-80b67cad28d2 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/ports?device_id=d2d6852c-b173-4568-9a88-5de665199c71 HTTP/1.1" status: 200 len: 945 time: 0.0800972 Apr 05 22:48:40.505916 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-feef1293-082d-4b2c-afd5-9f0299ba9be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'name': 'tempest-TestVolumeBootPattern-1575049161-router', 'tenant_id': 'c30240b95f844507b090c8c5e4e837f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '162c1f4e-739b-4d50-b74e-16242592db8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:39:01Z', 'updated_at': '2022-04-05T22:39:06Z', 'revision_number': 4, 'project_id': 'c30240b95f844507b090c8c5e4e837f8', 'gw_port': {'id': '162c1f4e-739b-4d50-b74e-16242592db8a', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ca:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:02Z', 'updated_at': '2022-04-05T22:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_floatingips': [{'id': 'd4df3501-f0aa-4f89-b950-cbe9c9c9cc85', 'tenant_id': 'c30240b95f844507b090c8c5e4e837f8', 'floating_ip_address': '172.27.1.90', 'floating_network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'router_id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'port_id': '6399fef4-cd8d-42d8-852a-64936366419f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29e62588-d45d-408b-8ff2-41c8ab8f7564', 'mac_address': 'fa:16:3e:fb:99:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acab9884-4180-449d-a397-76c9a23ab8c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:43:12Z', 'updated_at': '2022-04-05T22:43:15Z', 'revision_number': 1, 'project_id': 'c30240b95f844507b090c8c5e4e837f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7acd7cb9-7e4a-4699-9295-869abcd2d15b', 'name': '', 'network_id': '29e62588-d45d-408b-8ff2-41c8ab8f7564', 'tenant_id': 'c30240b95f844507b090c8c5e4e837f8', 'mac_address': 'fa:16:3e:a9:ec:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '01cfd0c4-12a2-43c1-a8b6-36df1c8261fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:05Z', 'updated_at': '2022-04-05T22:39:11Z', 'revision_number': 5, 'project_id': 'c30240b95f844507b090c8c5e4e837f8', 'subnets': [{'id': '01cfd0c4-12a2-43c1-a8b6-36df1c8261fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:48:40.517710 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e43e46bb-642a-4cd9-b671-0c058f0e889a req-7a7b2baf-a145-4ad1-8ee8-b8ae71ea26c8 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] 10.222.0.45 "GET /v2.0/security-groups?id=4bfd726f-6d8d-476c-82e4-3685aa3590ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759735 Apr 05 22:48:40.521307 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7b226d7b-7c2a-4971-9165-d8daa84ac2d7 req-1b7b1242-2488-4a2e-8477-5505f2cf04ae tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/security-groups?id=ced387a5-040e-45ba-9c43-ed76753c1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725052 Apr 05 22:48:40.533426 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feef1293-082d-4b2c-afd5-9f0299ba9be4 None None] Checking router: 1234f21b-804b-42c6-8ed1-79cd5f091c41 for host: dv-cinder-835881-4-iscsi {{(pid=103470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:48:40.541956 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feef1293-082d-4b2c-afd5-9f0299ba9be4 None None] Routers {'1234f21b-804b-42c6-8ed1-79cd5f091c41'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:48:40.542449 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-feef1293-082d-4b2c-afd5-9f0299ba9be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:48:38Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['1234f21b-804b-42c6-8ed1-79cd5f091c41'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:48:40.662845 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-feef1293-082d-4b2c-afd5-9f0299ba9be4 None None] Set router 1234f21b-804b-42c6-8ed1-79cd5f091c41 gateway port host: dv-cinder-835881-4-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:48:40.664634 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-99ae2e83-6010-40d2-b70a-5b0f9e3ea887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (f28e62d6-8243-45bb-b578-64cfae2561d0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:40.885499 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-feef1293-082d-4b2c-afd5-9f0299ba9be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'name': 'tempest-TestVolumeBootPattern-1575049161-router', 'tenant_id': 'c30240b95f844507b090c8c5e4e837f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '162c1f4e-739b-4d50-b74e-16242592db8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:39:01Z', 'updated_at': '2022-04-05T22:39:06Z', 'revision_number': 4, 'project_id': 'c30240b95f844507b090c8c5e4e837f8', 'gw_port': {'id': '162c1f4e-739b-4d50-b74e-16242592db8a', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ca:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:02Z', 'updated_at': '2022-04-05T22:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_floatingips': [{'id': 'd4df3501-f0aa-4f89-b950-cbe9c9c9cc85', 'tenant_id': 'c30240b95f844507b090c8c5e4e837f8', 'floating_ip_address': '172.27.1.90', 'floating_network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'router_id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'port_id': '6399fef4-cd8d-42d8-852a-64936366419f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29e62588-d45d-408b-8ff2-41c8ab8f7564', 'mac_address': 'fa:16:3e:fb:99:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acab9884-4180-449d-a397-76c9a23ab8c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:43:12Z', 'updated_at': '2022-04-05T22:43:15Z', 'revision_number': 1, 'project_id': 'c30240b95f844507b090c8c5e4e837f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7acd7cb9-7e4a-4699-9295-869abcd2d15b', 'name': '', 'network_id': '29e62588-d45d-408b-8ff2-41c8ab8f7564', 'tenant_id': 'c30240b95f844507b090c8c5e4e837f8', 'mac_address': 'fa:16:3e:a9:ec:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '01cfd0c4-12a2-43c1-a8b6-36df1c8261fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:05Z', 'updated_at': '2022-04-05T22:39:11Z', 'revision_number': 5, 'project_id': 'c30240b95f844507b090c8c5e4e837f8', 'subnets': [{'id': '01cfd0c4-12a2-43c1-a8b6-36df1c8261fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:48:40.911347 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feef1293-082d-4b2c-afd5-9f0299ba9be4 None None] The sync data for ids ['1234f21b-804b-42c6-8ed1-79cd5f091c41'] in dv-cinder-835881-4-iscsi is: [{'id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'name': 'tempest-TestVolumeBootPattern-1575049161-router', 'tenant_id': 'c30240b95f844507b090c8c5e4e837f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '162c1f4e-739b-4d50-b74e-16242592db8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:39:01Z', 'updated_at': '2022-04-05T22:39:06Z', 'revision_number': 4, 'project_id': 'c30240b95f844507b090c8c5e4e837f8', 'gw_port': {'id': '162c1f4e-739b-4d50-b74e-16242592db8a', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ca:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:02Z', 'updated_at': '2022-04-05T22:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_floatingips': [{'id': 'd4df3501-f0aa-4f89-b950-cbe9c9c9cc85', 'tenant_id': 'c30240b95f844507b090c8c5e4e837f8', 'floating_ip_address': '172.27.1.90', 'floating_network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'router_id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'port_id': '6399fef4-cd8d-42d8-852a-64936366419f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29e62588-d45d-408b-8ff2-41c8ab8f7564', 'mac_address': 'fa:16:3e:fb:99:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acab9884-4180-449d-a397-76c9a23ab8c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:43:12Z', 'updated_at': '2022-04-05T22:43:15Z', 'revision_number': 1, 'project_id': 'c30240b95f844507b090c8c5e4e837f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7acd7cb9-7e4a-4699-9295-869abcd2d15b', 'name': '', 'network_id': '29e62588-d45d-408b-8ff2-41c8ab8f7564', 'tenant_id': 'c30240b95f844507b090c8c5e4e837f8', 'mac_address': 'fa:16:3e:a9:ec:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '01cfd0c4-12a2-43c1-a8b6-36df1c8261fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:05Z', 'updated_at': '2022-04-05T22:39:11Z', 'revision_number': 5, 'project_id': 'c30240b95f844507b090c8c5e4e837f8', 'subnets': [{'id': '01cfd0c4-12a2-43c1-a8b6-36df1c8261fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:48:41.041179 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device 1a980c00-74c8-4014-883f-6efa8f3e8e52 up at agent hyperv_hv-cinder-83588 {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:48:41.092332 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Provisioning for port 1a980c00-74c8-4014-883f-6efa8f3e8e52 completed by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 22:48:41.097360 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Provisioning complete for port 1a980c00-74c8-4014-883f-6efa8f3e8e52 triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:48:41.097757 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (1a980c00-74c8-4014-883f-6efa8f3e8e52), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:41.140801 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3b3496-b3cc-41f9-b0a7-c5a643cdd0c0 None None] New status for floating IP 487125d3-ec2c-447a-be50-2d2b52038d8b: DOWN {{(pid=103471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:48:41.313122 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Current status of the port 1a980c00-74c8-4014-883f-6efa8f3e8e52 is: BUILD; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:48:41.313635 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (1a980c00-74c8-4014-883f-6efa8f3e8e52), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:41.337259 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76df498b-2c84-422d-a9de-d5f6fe9b9c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a980c00-74c8-4014-883f-6efa8f3e8e52'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:48:41.339499 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5eeae28b1739aff28e9ac2b05a29cddcf15b93cc3fe96f2ce32a289e1b5713d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a06037e-f8c8-4d38-a58d-d0f508cb2923" -d '{"events": [{"server_uuid": "76df498b-2c84-422d-a9de-d5f6fe9b9c9d", "name": "network-vif-plugged", "status": "completed", "tag": "1a980c00-74c8-4014-883f-6efa8f3e8e52"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:48:41.353542 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] For port 1a980c00-74c8-4014-883f-6efa8f3e8e52, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=1a980c00-74c8-4014-883f-6efa8f3e8e52,segment=NetworkSegment(eb1118d8-2793-46e3-b890-92b997576594),segment_id=eb1118d8-2793-46e3-b890-92b997576594)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:48:41.358267 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (1a980c00-74c8-4014-883f-6efa8f3e8e52), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:41.382487 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec50cf7-afe4-4edd-9abe-4d156003474c x-openstack-request-id: req-bec50cf7-afe4-4edd-9abe-4d156003474c {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:48:41.382851 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76df498b-2c84-422d-a9de-d5f6fe9b9c9d", "name": "network-vif-plugged", "status": "completed", "tag": "1a980c00-74c8-4014-883f-6efa8f3e8e52", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:48:41.383100 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bec50cf7-afe4-4edd-9abe-4d156003474c {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:48:41.383489 dv-cinder-835881-4-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bec50cf7-afe4-4edd-9abe-4d156003474c'] response: {'server_uuid': '76df498b-2c84-422d-a9de-d5f6fe9b9c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a980c00-74c8-4014-883f-6efa8f3e8e52', 'code': 200} Apr 05 22:48:41.414724 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Pushing event updated for resources: {'Port': ['ID=1a980c00-74c8-4014-883f-6efa8f3e8e52,revision_number=5']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:48:41.445834 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219387e8-549a-4489-9209-39d519e129c1 req-b43feb75-0f6b-4d3e-97ed-47507075a8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:41.447330 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-219387e8-549a-4489-9209-39d519e129c1 req-b43feb75-0f6b-4d3e-97ed-47507075a8a8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c30240b95f844507b090c8c5e4e837f8&device_id=d2d6852c-b173-4568-9a88-5de665199c71 HTTP/1.1" status: 200 len: 1129 time: 0.0581424 Apr 05 22:48:41.590377 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219387e8-549a-4489-9209-39d519e129c1 req-ab28479a-98f8-44b5-9dda-f116f9fb289f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:41.591950 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-219387e8-549a-4489-9209-39d519e129c1 req-ab28479a-98f8-44b5-9dda-f116f9fb289f service neutron] 10.222.0.13 "GET /v2.0/networks?id=29e62588-d45d-408b-8ff2-41c8ab8f7564 HTTP/1.1" status: 200 len: 913 time: 0.1184616 Apr 05 22:48:41.598211 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7f2d5-1e27-4aec-9c06-bbf119852c4c req-6da28627-45d9-4485-8811-595373d35f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:41.599629 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-73f7f2d5-1e27-4aec-9c06-bbf119852c4c req-6da28627-45d9-4485-8811-595373d35f1c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=76df498b-2c84-422d-a9de-d5f6fe9b9c9d HTTP/1.1" status: 200 len: 1129 time: 0.0729535 Apr 05 22:48:41.704636 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-219387e8-549a-4489-9209-39d519e129c1 req-4ed0df19-bbdb-41cf-bf4b-6b5f85db5e58 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b8820cd-3783-4e3a-93c7-1660e50d6441 HTTP/1.1" status: 200 len: 217 time: 0.0918503 Apr 05 22:48:41.740613 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-73f7f2d5-1e27-4aec-9c06-bbf119852c4c req-dcdada22-ac66-4947-bc92-d6fc61713e39 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4bfd726f-6d8d-476c-82e4-3685aa3590ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290188 Apr 05 22:48:41.750160 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3151c9ae-a2c0-4221-818b-50883fed93a2 req-aaee75e3-03bc-4c62-9072-3bb4eb272d0c tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:41.751577 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3151c9ae-a2c0-4221-818b-50883fed93a2 req-aaee75e3-03bc-4c62-9072-3bb4eb272d0c tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] 10.222.0.45 "GET /v2.0/ports?device_id=76df498b-2c84-422d-a9de-d5f6fe9b9c9d HTTP/1.1" status: 200 len: 945 time: 0.1510956 Apr 05 22:48:41.763077 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38e9a45-af94-4cc0-98f5-0e1a123d9cfa req-e20b0ef3-5b9a-4778-9303-a5a3dc1f420b tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:41.764467 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e38e9a45-af94-4cc0-98f5-0e1a123d9cfa req-e20b0ef3-5b9a-4778-9303-a5a3dc1f420b tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/ports?device_id=d2d6852c-b173-4568-9a88-5de665199c71 HTTP/1.1" status: 200 len: 945 time: 0.1316693 Apr 05 22:48:41.831367 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3151c9ae-a2c0-4221-818b-50883fed93a2 req-ba7e5ef9-b8f4-4a2f-90e4-79c95ce3f655 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] 10.222.0.45 "GET /v2.0/security-groups?id=4bfd726f-6d8d-476c-82e4-3685aa3590ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659528 Apr 05 22:48:41.844688 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e38e9a45-af94-4cc0-98f5-0e1a123d9cfa req-6f5391b5-4725-4529-80ee-2869d692919c tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/security-groups?id=ced387a5-040e-45ba-9c43-ed76753c1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737474 Apr 05 22:48:42.072528 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (b771b186-15ef-4a1a-9c73-ea54ac08c8ac), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:42.276546 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219387e8-549a-4489-9209-39d519e129c1 req-b20b1fc6-0eaa-4bf4-99de-7364483e26c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:42.278211 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-219387e8-549a-4489-9209-39d519e129c1 req-b20b1fc6-0eaa-4bf4-99de-7364483e26c6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=01cfd0c4-12a2-43c1-a8b6-36df1c8261fd HTTP/1.1" status: 200 len: 851 time: 0.0441618 Apr 05 22:48:42.460710 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219387e8-549a-4489-9209-39d519e129c1 req-8ba75ffa-1f69-44a4-a5f7-6c181b36df99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:42.462239 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-219387e8-549a-4489-9209-39d519e129c1 req-8ba75ffa-1f69-44a4-a5f7-6c181b36df99 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=29e62588-d45d-408b-8ff2-41c8ab8f7564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474248 Apr 05 22:48:43.326544 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a3c80d-01ce-4909-9e9f-d5e817464af2 req-3c15fd41-41a3-418a-82c9-a19b835db499 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:43.328024 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-14a3c80d-01ce-4909-9e9f-d5e817464af2 req-3c15fd41-41a3-418a-82c9-a19b835db499 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] 10.222.0.45 "GET /v2.0/ports?device_id=76df498b-2c84-422d-a9de-d5f6fe9b9c9d HTTP/1.1" status: 200 len: 945 time: 0.4283559 Apr 05 22:48:43.364923 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e56d59-9c1a-4f7f-a13f-892011da376a req-5a67858f-ebe8-433c-b99e-24e7cf0fcbbf tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:43.366411 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-45e56d59-9c1a-4f7f-a13f-892011da376a req-5a67858f-ebe8-433c-b99e-24e7cf0fcbbf tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/ports?device_id=d2d6852c-b173-4568-9a88-5de665199c71 HTTP/1.1" status: 200 len: 945 time: 0.4542525 Apr 05 22:48:43.423550 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-219387e8-549a-4489-9209-39d519e129c1 req-18d182fe-d876-450d-b96c-b4de9f8d67c6 service neutron] 10.222.0.13 "GET /v2.0/networks/29e62588-d45d-408b-8ff2-41c8ab8f7564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4692612 Apr 05 22:48:43.433719 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acdb85c-d16d-4371-87be-1f6b885c1f19 req-d582ce10-3686-4188-8dcd-57dcba9c7f15 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:43.434970 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6acdb85c-d16d-4371-87be-1f6b885c1f19 req-d582ce10-3686-4188-8dcd-57dcba9c7f15 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2d6852c-b173-4568-9a88-5de665199c71 HTTP/1.1" status: 200 len: 945 time: 0.4556272 Apr 05 22:48:43.457298 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-14a3c80d-01ce-4909-9e9f-d5e817464af2 req-f9d9a0a0-ed81-491c-a151-35122035cc35 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] 10.222.0.45 "GET /v2.0/security-groups?id=4bfd726f-6d8d-476c-82e4-3685aa3590ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209505 Apr 05 22:48:43.470598 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-45e56d59-9c1a-4f7f-a13f-892011da376a req-f79e5971-b2e1-46b2-aa38-d92ea82ff15e tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/security-groups?id=ced387a5-040e-45ba-9c43-ed76753c1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867310 Apr 05 22:48:43.948563 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-219387e8-549a-4489-9209-39d519e129c1 req-f25c3825-6d1f-4ef1-9a1c-fba6850f06ba service neutron] 10.222.0.13 "GET /v2.0/networks/29e62588-d45d-408b-8ff2-41c8ab8f7564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630924 Apr 05 22:48:43.961872 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [req-6acdb85c-d16d-4371-87be-1f6b885c1f19 req-e15ec375-9e0e-48dd-8905-0b7110660342 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Deleting port 4b8820cd-3783-4e3a-93c7-1660e50d6441 {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:48:43.962212 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-6acdb85c-d16d-4371-87be-1f6b885c1f19 req-e15ec375-9e0e-48dd-8905-0b7110660342 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757100664625'] for port (4b8820cd-3783-4e3a-93c7-1660e50d6441), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:44.052611 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-6acdb85c-d16d-4371-87be-1f6b885c1f19 req-e15ec375-9e0e-48dd-8905-0b7110660342 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] For port 4b8820cd-3783-4e3a-93c7-1660e50d6441, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=4b8820cd-3783-4e3a-93c7-1660e50d6441,segment=NetworkSegment(6c738280-30fc-49ea-929c-a4e23bf1c310),segment_id=6c738280-30fc-49ea-929c-a4e23bf1c310)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:48:44.052965 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-6acdb85c-d16d-4371-87be-1f6b885c1f19 req-e15ec375-9e0e-48dd-8905-0b7110660342 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525920'] for port (4b8820cd-3783-4e3a-93c7-1660e50d6441), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:44.065611 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [req-6acdb85c-d16d-4371-87be-1f6b885c1f19 req-e15ec375-9e0e-48dd-8905-0b7110660342 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Calling delete_port for 4b8820cd-3783-4e3a-93c7-1660e50d6441 owned by compute:nova {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:48:44.189966 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-6acdb85c-d16d-4371-87be-1f6b885c1f19 req-e15ec375-9e0e-48dd-8905-0b7110660342 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757100670980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757100095757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827921'] for port (4b8820cd-3783-4e3a-93c7-1660e50d6441), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:44.222047 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15ec375-9e0e-48dd-8905-0b7110660342 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Pushing event deleted for resources: {'Port': ['ID=4b8820cd-3783-4e3a-93c7-1660e50d6441,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:48:44.263989 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [req-6acdb85c-d16d-4371-87be-1f6b885c1f19 req-e15ec375-9e0e-48dd-8905-0b7110660342 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] No DVR routers for this DVR port 4b8820cd-3783-4e3a-93c7-1660e50d6441 on host hv-cinder-83588 {{(pid=103469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:48:44.266605 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-6acdb85c-d16d-4371-87be-1f6b885c1f19 req-e15ec375-9e0e-48dd-8905-0b7110660342 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:44.269988 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6acdb85c-d16d-4371-87be-1f6b885c1f19 req-e15ec375-9e0e-48dd-8905-0b7110660342 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.13 "DELETE /v2.0/ports/4b8820cd-3783-4e3a-93c7-1660e50d6441 HTTP/1.1" status: 204 len: 173 time: 0.4858313 Apr 05 22:48:44.270426 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2d6852c-b173-4568-9a88-5de665199c71', 'name': 'network-vif-deleted', 'tag': '4b8820cd-3783-4e3a-93c7-1660e50d6441'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:48:44.272622 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f386ba26b1031f5495d5bdef0d2c98b5b567df56bfe60a1d1e0dd7c3f719aed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad1cc6b6-ad81-4cb4-b091-f56e0f1d9351" -d '{"events": [{"server_uuid": "d2d6852c-b173-4568-9a88-5de665199c71", "name": "network-vif-deleted", "tag": "4b8820cd-3783-4e3a-93c7-1660e50d6441"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:48:44.306835 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e650fc-11ca-4cae-85a1-0bbf4487ab38 x-openstack-request-id: req-03e650fc-11ca-4cae-85a1-0bbf4487ab38 {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:48:44.307130 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2d6852c-b173-4568-9a88-5de665199c71", "name": "network-vif-deleted", "tag": "4b8820cd-3783-4e3a-93c7-1660e50d6441", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:48:44.307386 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-03e650fc-11ca-4cae-85a1-0bbf4487ab38 {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:48:44.307786 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03e650fc-11ca-4cae-85a1-0bbf4487ab38'] response: {'server_uuid': 'd2d6852c-b173-4568-9a88-5de665199c71', 'name': 'network-vif-deleted', 'tag': '4b8820cd-3783-4e3a-93c7-1660e50d6441', 'status': 'completed', 'code': 200} Apr 05 22:48:44.583659 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9fefc999-e4be-4222-ba42-b41c177215b3 req-4dfa3e5d-5557-4e0f-a514-fea60d8d90f8 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/ports?device_id=d2d6852c-b173-4568-9a88-5de665199c71 HTTP/1.1" status: 200 len: 210 time: 0.0286822 Apr 05 22:48:44.606581 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823980e8-5ae1-44bc-b2a4-5f2ca8f9480c req-4a8408c6-9388-4406-afef-ade61220dbc2 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:44.613359 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-823980e8-5ae1-44bc-b2a4-5f2ca8f9480c req-4a8408c6-9388-4406-afef-ade61220dbc2 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] 10.222.0.45 "GET /v2.0/ports?device_id=76df498b-2c84-422d-a9de-d5f6fe9b9c9d HTTP/1.1" status: 200 len: 945 time: 0.0853496 Apr 05 22:48:44.676465 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-823980e8-5ae1-44bc-b2a4-5f2ca8f9480c req-de84ffd8-94e0-4964-8039-d313b4682f50 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] 10.222.0.45 "GET /v2.0/security-groups?id=4bfd726f-6d8d-476c-82e4-3685aa3590ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575283 Apr 05 22:48:45.069315 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0522b58a-79a8-44e3-8c74-5e9e27ddac9c req-a3bc28b1-f6a2-456f-853e-4904da053276 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:45.070859 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0522b58a-79a8-44e3-8c74-5e9e27ddac9c req-a3bc28b1-f6a2-456f-853e-4904da053276 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] 10.222.0.45 "GET /v2.0/ports?device_id=446bd21a-9b54-40f5-8228-a800ccbbf0f3 HTTP/1.1" status: 200 len: 945 time: 0.0535359 Apr 05 22:48:45.119866 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0522b58a-79a8-44e3-8c74-5e9e27ddac9c req-19479f9d-df0d-43e7-bb12-6231b30d8154 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ebdbeeb-6653-4f23-af57-b8086f8aba4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421469 Apr 05 22:48:45.361067 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e38e6d3-b33d-4532-b45b-3aed2f3cc457 req-d637e24c-311c-4d55-973a-9a8f08de0e31 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:45.362555 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4e38e6d3-b33d-4532-b45b-3aed2f3cc457 req-d637e24c-311c-4d55-973a-9a8f08de0e31 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] 10.222.0.45 "GET /v2.0/ports?device_id=76df498b-2c84-422d-a9de-d5f6fe9b9c9d HTTP/1.1" status: 200 len: 945 time: 0.0540667 Apr 05 22:48:45.409233 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4e38e6d3-b33d-4532-b45b-3aed2f3cc457 req-5b732aab-6966-4ea1-a494-3ce2754c097e tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] 10.222.0.45 "GET /v2.0/security-groups?id=4bfd726f-6d8d-476c-82e4-3685aa3590ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411289 Apr 05 22:48:45.693399 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3e399772-1ae4-45d8-b2e8-df0cbc18e215 req-7c546278-d4f6-4e99-b394-ba7b1dc79dfc tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/ports?device_id=d2d6852c-b173-4568-9a88-5de665199c71 HTTP/1.1" status: 200 len: 210 time: 0.0296376 Apr 05 22:48:46.237226 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d37857-12d2-459c-890d-aa1bf4766aa7 req-335691b7-c623-4028-873c-05f8672c9884 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:46.238706 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-45d37857-12d2-459c-890d-aa1bf4766aa7 req-335691b7-c623-4028-873c-05f8672c9884 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] 10.222.0.45 "GET /v2.0/ports?device_id=446bd21a-9b54-40f5-8228-a800ccbbf0f3 HTTP/1.1" status: 200 len: 945 time: 0.0521929 Apr 05 22:48:46.289514 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-45d37857-12d2-459c-890d-aa1bf4766aa7 req-bac6200a-0a94-420c-ab84-f098d85c924c tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ebdbeeb-6653-4f23-af57-b8086f8aba4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449822 Apr 05 22:48:46.524460 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cbac90-3d91-4edb-b2bf-8d33ff2a82d8 req-6a074092-61be-41da-be28-510cd608b974 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:46.525939 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d4cbac90-3d91-4edb-b2bf-8d33ff2a82d8 req-6a074092-61be-41da-be28-510cd608b974 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] 10.222.0.45 "GET /v2.0/ports?device_id=76df498b-2c84-422d-a9de-d5f6fe9b9c9d HTTP/1.1" status: 200 len: 945 time: 0.0505328 Apr 05 22:48:46.571311 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d4cbac90-3d91-4edb-b2bf-8d33ff2a82d8 req-ece1748b-520a-484d-9c4a-6053e1ad044b tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] 10.222.0.45 "GET /v2.0/security-groups?id=4bfd726f-6d8d-476c-82e4-3685aa3590ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389352 Apr 05 22:48:47.059851 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device 4b8820cd-3783-4e3a-93c7-1660e50d6441 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:48:47.079348 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] No Port match for: 4b8820cd-3783-4e3a-93c7-1660e50d6441 {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:48:47.079691 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device 4b8820cd-3783-4e3a-93c7-1660e50d6441 not bound to the agent host hv-cinder-83588 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:48:47.408686 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a6cf8b-abdf-45ec-ba09-f1d76eb412e1 req-552a5a61-420c-4531-bc63-7d7813eb1888 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:47.410519 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-29a6cf8b-abdf-45ec-ba09-f1d76eb412e1 req-552a5a61-420c-4531-bc63-7d7813eb1888 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] 10.222.0.45 "GET /v2.0/ports?device_id=446bd21a-9b54-40f5-8228-a800ccbbf0f3 HTTP/1.1" status: 200 len: 945 time: 0.0557041 Apr 05 22:48:47.457411 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-29a6cf8b-abdf-45ec-ba09-f1d76eb412e1 req-02501895-c44d-4de2-bf9c-7d6a74328560 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ebdbeeb-6653-4f23-af57-b8086f8aba4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400293 Apr 05 22:48:47.644321 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c693ce-c317-4b2e-b9b5-4f404b359926 req-4110fb67-b7ed-4644-bd49-0cf186a98766 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:47.645858 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e1c693ce-c317-4b2e-b9b5-4f404b359926 req-4110fb67-b7ed-4644-bd49-0cf186a98766 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] 10.222.0.13 "GET /v2.0/ports?device_id=446bd21a-9b54-40f5-8228-a800ccbbf0f3 HTTP/1.1" status: 200 len: 945 time: 0.0562837 Apr 05 22:48:47.758055 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c084cfa-dc13-4c19-b29b-0cd29099fa18 req-ac240d82-b891-447a-a72f-fcb31876fab7 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:47.759544 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1c084cfa-dc13-4c19-b29b-0cd29099fa18 req-ac240d82-b891-447a-a72f-fcb31876fab7 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] 10.222.0.45 "GET /v2.0/ports?device_id=76df498b-2c84-422d-a9de-d5f6fe9b9c9d HTTP/1.1" status: 200 len: 945 time: 0.1127820 Apr 05 22:48:47.798971 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [req-e1c693ce-c317-4b2e-b9b5-4f404b359926 req-a3d16a7a-a072-4b60-a544-19b095ecbd4f tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] Deleting port 2092e080-5322-4ae2-a4c1-03de28fb9e78 {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:48:47.799302 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-e1c693ce-c317-4b2e-b9b5-4f404b359926 req-a3d16a7a-a072-4b60-a544-19b095ecbd4f tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757100664625'] for port (2092e080-5322-4ae2-a4c1-03de28fb9e78), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:47.834583 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1c084cfa-dc13-4c19-b29b-0cd29099fa18 req-7b25fa37-26fb-41bb-8e67-8698e97894d6 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] 10.222.0.45 "GET /v2.0/security-groups?id=4bfd726f-6d8d-476c-82e4-3685aa3590ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680544 Apr 05 22:48:47.932416 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-e1c693ce-c317-4b2e-b9b5-4f404b359926 req-a3d16a7a-a072-4b60-a544-19b095ecbd4f tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] For port 2092e080-5322-4ae2-a4c1-03de28fb9e78, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=2092e080-5322-4ae2-a4c1-03de28fb9e78,segment=NetworkSegment(d9180f3f-a683-461e-9d5d-d44ee0b30a5c),segment_id=d9180f3f-a683-461e-9d5d-d44ee0b30a5c)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:48:47.932787 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-e1c693ce-c317-4b2e-b9b5-4f404b359926 req-a3d16a7a-a072-4b60-a544-19b095ecbd4f tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525920'] for port (2092e080-5322-4ae2-a4c1-03de28fb9e78), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:47.948119 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [req-e1c693ce-c317-4b2e-b9b5-4f404b359926 req-a3d16a7a-a072-4b60-a544-19b095ecbd4f tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] Calling delete_port for 2092e080-5322-4ae2-a4c1-03de28fb9e78 owned by compute:nova {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:48:47.956731 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70ce41b-c36d-4ab1-aed6-e5a12fba4b8a req-646586e7-f292-4dcb-b9e0-5bf6577a9746 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:47.958203 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e70ce41b-c36d-4ab1-aed6-e5a12fba4b8a req-646586e7-f292-4dcb-b9e0-5bf6577a9746 tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] 10.222.0.13 "GET /v2.0/ports?device_id=76df498b-2c84-422d-a9de-d5f6fe9b9c9d HTTP/1.1" status: 200 len: 945 time: 0.0905125 Apr 05 22:48:48.131111 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [req-e70ce41b-c36d-4ab1-aed6-e5a12fba4b8a req-6cfd33f5-b78a-4280-8429-20f0e2b0f7fe tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Deleting port 1a980c00-74c8-4014-883f-6efa8f3e8e52 {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:48:48.131346 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-e70ce41b-c36d-4ab1-aed6-e5a12fba4b8a req-6cfd33f5-b78a-4280-8429-20f0e2b0f7fe tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757100664625'] for port (1a980c00-74c8-4014-883f-6efa8f3e8e52), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:48.202080 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-e1c693ce-c317-4b2e-b9b5-4f404b359926 req-a3d16a7a-a072-4b60-a544-19b095ecbd4f tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757100670980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757100095757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827921'] for port (2092e080-5322-4ae2-a4c1-03de28fb9e78), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:48.217846 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] get_ports_and_sgs() called for port_ids ['2092e080-5322-4ae2-a4c1-03de28fb9e78'] {{(pid=103470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:48:48.237027 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d16a7a-a072-4b60-a544-19b095ecbd4f tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] Pushing event deleted for resources: {'Port': ['ID=2092e080-5322-4ae2-a4c1-03de28fb9e78,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:48:48.298696 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1c693ce-c317-4b2e-b9b5-4f404b359926 req-a3d16a7a-a072-4b60-a544-19b095ecbd4f tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] No DVR routers for this DVR port 2092e080-5322-4ae2-a4c1-03de28fb9e78 on host hv-cinder-83588 {{(pid=103469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:48:48.304985 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-e1c693ce-c317-4b2e-b9b5-4f404b359926 req-a3d16a7a-a072-4b60-a544-19b095ecbd4f tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:48.308301 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e1c693ce-c317-4b2e-b9b5-4f404b359926 req-a3d16a7a-a072-4b60-a544-19b095ecbd4f tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] 10.222.0.13 "DELETE /v2.0/ports/2092e080-5322-4ae2-a4c1-03de28fb9e78 HTTP/1.1" status: 204 len: 173 time: 0.6531785 Apr 05 22:48:48.308994 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '446bd21a-9b54-40f5-8228-a800ccbbf0f3', 'name': 'network-vif-deleted', 'tag': '2092e080-5322-4ae2-a4c1-03de28fb9e78'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:48:48.311251 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f386ba26b1031f5495d5bdef0d2c98b5b567df56bfe60a1d1e0dd7c3f719aed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7861caf3-b530-4933-bb57-beb06a4ba5a9" -d '{"events": [{"server_uuid": "446bd21a-9b54-40f5-8228-a800ccbbf0f3", "name": "network-vif-deleted", "tag": "2092e080-5322-4ae2-a4c1-03de28fb9e78"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:48:48.316888 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-e70ce41b-c36d-4ab1-aed6-e5a12fba4b8a req-6cfd33f5-b78a-4280-8429-20f0e2b0f7fe tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] For port 1a980c00-74c8-4014-883f-6efa8f3e8e52, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=1a980c00-74c8-4014-883f-6efa8f3e8e52,segment=NetworkSegment(eb1118d8-2793-46e3-b890-92b997576594),segment_id=eb1118d8-2793-46e3-b890-92b997576594)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:48:48.317262 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-e70ce41b-c36d-4ab1-aed6-e5a12fba4b8a req-6cfd33f5-b78a-4280-8429-20f0e2b0f7fe tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525920'] for port (1a980c00-74c8-4014-883f-6efa8f3e8e52), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:48.331990 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [req-e70ce41b-c36d-4ab1-aed6-e5a12fba4b8a req-6cfd33f5-b78a-4280-8429-20f0e2b0f7fe tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Calling delete_port for 1a980c00-74c8-4014-883f-6efa8f3e8e52 owned by compute:nova {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:48:48.380265 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b2f0ef-dc3e-403c-a416-bd2c1bdedeb3 x-openstack-request-id: req-02b2f0ef-dc3e-403c-a416-bd2c1bdedeb3 {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:48:48.380561 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "446bd21a-9b54-40f5-8228-a800ccbbf0f3", "name": "network-vif-deleted", "tag": "2092e080-5322-4ae2-a4c1-03de28fb9e78", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:48:48.380816 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-02b2f0ef-dc3e-403c-a416-bd2c1bdedeb3 {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:48:48.381268 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02b2f0ef-dc3e-403c-a416-bd2c1bdedeb3'] response: {'server_uuid': '446bd21a-9b54-40f5-8228-a800ccbbf0f3', 'name': 'network-vif-deleted', 'tag': '2092e080-5322-4ae2-a4c1-03de28fb9e78', 'status': 'completed', 'code': 200} Apr 05 22:48:48.475230 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-e70ce41b-c36d-4ab1-aed6-e5a12fba4b8a req-6cfd33f5-b78a-4280-8429-20f0e2b0f7fe tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757100670980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757100095757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827921'] for port (1a980c00-74c8-4014-883f-6efa8f3e8e52), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:48.487053 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] get_ports_and_sgs() called for port_ids ['1a980c00-74c8-4014-883f-6efa8f3e8e52'] {{(pid=103470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:48:48.502359 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfd33f5-b78a-4280-8429-20f0e2b0f7fe tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Pushing event deleted for resources: {'Port': ['ID=1a980c00-74c8-4014-883f-6efa8f3e8e52,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:48:48.551957 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [req-e70ce41b-c36d-4ab1-aed6-e5a12fba4b8a req-6cfd33f5-b78a-4280-8429-20f0e2b0f7fe tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] No DVR routers for this DVR port 1a980c00-74c8-4014-883f-6efa8f3e8e52 on host hv-cinder-83588 {{(pid=103469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:48:48.560924 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-e70ce41b-c36d-4ab1-aed6-e5a12fba4b8a req-6cfd33f5-b78a-4280-8429-20f0e2b0f7fe tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:48.564148 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e70ce41b-c36d-4ab1-aed6-e5a12fba4b8a req-6cfd33f5-b78a-4280-8429-20f0e2b0f7fe tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] 10.222.0.13 "DELETE /v2.0/ports/1a980c00-74c8-4014-883f-6efa8f3e8e52 HTTP/1.1" status: 204 len: 173 time: 0.5990565 Apr 05 22:48:48.582998 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ea60d27f-bde9-43cc-b27f-7520efc9f0dc req-503b0979-45c8-4136-a1cf-7527ff436f75 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] 10.222.0.45 "GET /v2.0/ports?device_id=446bd21a-9b54-40f5-8228-a800ccbbf0f3 HTTP/1.1" status: 200 len: 210 time: 0.0323954 Apr 05 22:48:48.941848 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5ba9aebd-52ab-47ad-a595-e2a39d10fadf req-4c65ec9e-f099-4557-a996-98076fd8955c tempest-VolumesActionsTest-1147674576 tempest-VolumesActionsTest-1147674576-project] 10.222.0.45 "GET /v2.0/ports?device_id=76df498b-2c84-422d-a9de-d5f6fe9b9c9d HTTP/1.1" status: 200 len: 210 time: 0.0275986 Apr 05 22:48:48.969337 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 46880) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:48:49.134597 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-edbd96e5-d8cf-4742-8739-5d6f30d3437e tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Deleting port bcacb2b3-9bf1-40c0-8a63-07fdd0e27634 {{(pid=103468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:48:49.134941 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-edbd96e5-d8cf-4742-8739-5d6f30d3437e tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757100664625'] for port (bcacb2b3-9bf1-40c0-8a63-07fdd0e27634), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:49.212553 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-edbd96e5-d8cf-4742-8739-5d6f30d3437e tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525920'] for port (bcacb2b3-9bf1-40c0-8a63-07fdd0e27634), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:49.212779 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-edbd96e5-d8cf-4742-8739-5d6f30d3437e tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks [] for floatingip (bcacb2b3-9bf1-40c0-8a63-07fdd0e27634), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:49.225069 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-edbd96e5-d8cf-4742-8739-5d6f30d3437e tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Calling delete_port for bcacb2b3-9bf1-40c0-8a63-07fdd0e27634 owned by network:floatingip {{(pid=103468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:48:49.368318 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-edbd96e5-d8cf-4742-8739-5d6f30d3437e tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757100670980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757100095757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815454'] for port (bcacb2b3-9bf1-40c0-8a63-07fdd0e27634), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:49.394106 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd96e5-d8cf-4742-8739-5d6f30d3437e tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Pushing event deleted for resources: {'Port': ['ID=bcacb2b3-9bf1-40c0-8a63-07fdd0e27634,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:48:49.416981 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd96e5-d8cf-4742-8739-5d6f30d3437e tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:49.417329 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd96e5-d8cf-4742-8739-5d6f30d3437e tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:49.417707 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd96e5-d8cf-4742-8739-5d6f30d3437e tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:49.418728 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd96e5-d8cf-4742-8739-5d6f30d3437e tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:49.419195 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd96e5-d8cf-4742-8739-5d6f30d3437e tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:49.419535 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd96e5-d8cf-4742-8739-5d6f30d3437e tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:49.419869 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd96e5-d8cf-4742-8739-5d6f30d3437e tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:49.420199 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd96e5-d8cf-4742-8739-5d6f30d3437e tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:49.420528 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd96e5-d8cf-4742-8739-5d6f30d3437e tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:49.420854 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd96e5-d8cf-4742-8739-5d6f30d3437e tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:49.421183 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd96e5-d8cf-4742-8739-5d6f30d3437e tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:49.421533 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd96e5-d8cf-4742-8739-5d6f30d3437e tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:49.421859 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd96e5-d8cf-4742-8739-5d6f30d3437e tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:49.422180 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd96e5-d8cf-4742-8739-5d6f30d3437e tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:49.422501 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd96e5-d8cf-4742-8739-5d6f30d3437e tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:49.463164 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-edbd96e5-d8cf-4742-8739-5d6f30d3437e tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks [] for floatingip (d4df3501-f0aa-4f89-b950-cbe9c9c9cc85), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:49.463426 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.db.l3_db [None req-edbd96e5-d8cf-4742-8739-5d6f30d3437e tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Floating IP d4df3501-f0aa-4f89-b950-cbe9c9c9cc85 disassociated (deleted). External IP: 172.27.1.90, port: 6399fef4-cd8d-42d8-852a-64936366419f. Apr 05 22:48:49.920333 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edbd96e5-d8cf-4742-8739-5d6f30d3437e tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Router 1234f21b-804b-42c6-8ed1-79cd5f091c41 has already been hosted by L3 agent 79a469f9-bdbc-4492-b479-9e5faeaf33b0 {{(pid=103468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:48:50.033057 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edbd96e5-d8cf-4742-8739-5d6f30d3437e tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Notify agent at l3_agent.dv-cinder-835881-4-iscsi the message routers_updated {{(pid=103468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:48:50.039375 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-edbd96e5-d8cf-4742-8739-5d6f30d3437e tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for floatingip (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:50.046723 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7350b0f-635a-425a-8b75-db8edf248c37 None None] Sync routers for ids ['1234f21b-804b-42c6-8ed1-79cd5f091c41'] in dv-cinder-835881-4-iscsi {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:48:50.056685 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7350b0f-635a-425a-8b75-db8edf248c37 None None] Routers {'1234f21b-804b-42c6-8ed1-79cd5f091c41'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:48:50.057421 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-c7350b0f-635a-425a-8b75-db8edf248c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:48:38Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['1234f21b-804b-42c6-8ed1-79cd5f091c41'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:48:50.069532 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-edbd96e5-d8cf-4742-8739-5d6f30d3437e tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "DELETE /v2.0/floatingips/d4df3501-f0aa-4f89-b950-cbe9c9c9cc85 HTTP/1.1" status: 204 len: 168 time: 1.0990584 Apr 05 22:48:50.070138 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acab9884-4180-449d-a397-76c9a23ab8c2', 'tag': '6399fef4-cd8d-42d8-852a-64936366419f'}] {{(pid=103468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:48:50.072663 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8565d6b4cfa67e4590cf2f5bc7b4b9288cff1ea13080135eebb93ab155e6c8ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd8d7f4-c367-4d1e-9a4f-70a4cf581921" -d '{"events": [{"name": "network-changed", "server_uuid": "acab9884-4180-449d-a397-76c9a23ab8c2", "tag": "6399fef4-cd8d-42d8-852a-64936366419f"}]}' {{(pid=103468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:48:50.116440 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de63385b-53bc-4ce5-816b-830dbbaf84d1 x-openstack-request-id: req-de63385b-53bc-4ce5-816b-830dbbaf84d1 {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:48:50.116920 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acab9884-4180-449d-a397-76c9a23ab8c2", "tag": "6399fef4-cd8d-42d8-852a-64936366419f", "status": "completed", "code": 200}]} {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:48:50.117347 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-de63385b-53bc-4ce5-816b-830dbbaf84d1 {{(pid=103468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:48:50.117929 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de63385b-53bc-4ce5-816b-830dbbaf84d1'] response: {'name': 'network-changed', 'server_uuid': 'acab9884-4180-449d-a397-76c9a23ab8c2', 'tag': '6399fef4-cd8d-42d8-852a-64936366419f', 'status': 'completed', 'code': 200} Apr 05 22:48:50.193997 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8d7f4-c367-4d1e-9a4f-70a4cf581921 req-c0092bd7-dc9a-404b-9a60-66587cfebcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:50.195644 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2dd8d7f4-c367-4d1e-9a4f-70a4cf581921 req-c0092bd7-dc9a-404b-9a60-66587cfebcf4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c30240b95f844507b090c8c5e4e837f8&device_id=acab9884-4180-449d-a397-76c9a23ab8c2 HTTP/1.1" status: 200 len: 1129 time: 0.0481026 Apr 05 22:48:50.202909 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-c7350b0f-635a-425a-8b75-db8edf248c37 None None] Set router 1234f21b-804b-42c6-8ed1-79cd5f091c41 gateway port host: dv-cinder-835881-4-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:48:50.351261 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8d7f4-c367-4d1e-9a4f-70a4cf581921 req-fc15db7b-9e4f-4db6-8f01-f90ad05cc3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:50.352627 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2dd8d7f4-c367-4d1e-9a4f-70a4cf581921 req-fc15db7b-9e4f-4db6-8f01-f90ad05cc3a3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=29e62588-d45d-408b-8ff2-41c8ab8f7564 HTTP/1.1" status: 200 len: 913 time: 0.1508791 Apr 05 22:48:50.370849 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475f3fc6-a426-4d90-b340-91e5db75cbf0 req-fadf31f7-45ca-43b2-b6e7-7049524caa6d tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:50.378044 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-475f3fc6-a426-4d90-b340-91e5db75cbf0 req-fadf31f7-45ca-43b2-b6e7-7049524caa6d tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/ports?device_id=acab9884-4180-449d-a397-76c9a23ab8c2 HTTP/1.1" status: 200 len: 945 time: 0.0726676 Apr 05 22:48:50.384720 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76df498b-2c84-422d-a9de-d5f6fe9b9c9d', 'name': 'network-vif-deleted', 'tag': '1a980c00-74c8-4014-883f-6efa8f3e8e52'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:48:50.387545 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f386ba26b1031f5495d5bdef0d2c98b5b567df56bfe60a1d1e0dd7c3f719aed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06bda19d-bada-4400-ba6f-0ebefbf7d829" -d '{"events": [{"server_uuid": "76df498b-2c84-422d-a9de-d5f6fe9b9c9d", "name": "network-vif-deleted", "tag": "1a980c00-74c8-4014-883f-6efa8f3e8e52"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:48:50.430424 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-475f3fc6-a426-4d90-b340-91e5db75cbf0 req-21dd07e8-164a-40f1-9fa8-0731a50fd821 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/security-groups?id=ced387a5-040e-45ba-9c43-ed76753c1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515325 Apr 05 22:48:50.431984 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f48c33d9-faf7-4fe0-8187-d59ff688f233 x-openstack-request-id: req-f48c33d9-faf7-4fe0-8187-d59ff688f233 {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:48:50.432278 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76df498b-2c84-422d-a9de-d5f6fe9b9c9d", "name": "network-vif-deleted", "tag": "1a980c00-74c8-4014-883f-6efa8f3e8e52", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:48:50.432530 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f48c33d9-faf7-4fe0-8187-d59ff688f233 {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:48:50.432924 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f48c33d9-faf7-4fe0-8187-d59ff688f233'] response: {'server_uuid': '76df498b-2c84-422d-a9de-d5f6fe9b9c9d', 'name': 'network-vif-deleted', 'tag': '1a980c00-74c8-4014-883f-6efa8f3e8e52', 'status': 'completed', 'code': 200} Apr 05 22:48:50.470413 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-c7350b0f-635a-425a-8b75-db8edf248c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'name': 'tempest-TestVolumeBootPattern-1575049161-router', 'tenant_id': 'c30240b95f844507b090c8c5e4e837f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '162c1f4e-739b-4d50-b74e-16242592db8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:39:01Z', 'updated_at': '2022-04-05T22:39:06Z', 'revision_number': 4, 'project_id': 'c30240b95f844507b090c8c5e4e837f8', 'gw_port': {'id': '162c1f4e-739b-4d50-b74e-16242592db8a', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ca:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:02Z', 'updated_at': '2022-04-05T22:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_interfaces': [{'id': '7acd7cb9-7e4a-4699-9295-869abcd2d15b', 'name': '', 'network_id': '29e62588-d45d-408b-8ff2-41c8ab8f7564', 'tenant_id': 'c30240b95f844507b090c8c5e4e837f8', 'mac_address': 'fa:16:3e:a9:ec:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '01cfd0c4-12a2-43c1-a8b6-36df1c8261fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:05Z', 'updated_at': '2022-04-05T22:39:11Z', 'revision_number': 5, 'project_id': 'c30240b95f844507b090c8c5e4e837f8', 'subnets': [{'id': '01cfd0c4-12a2-43c1-a8b6-36df1c8261fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:48:50.497036 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7350b0f-635a-425a-8b75-db8edf248c37 None None] Checking router: 1234f21b-804b-42c6-8ed1-79cd5f091c41 for host: dv-cinder-835881-4-iscsi {{(pid=103470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:48:50.505708 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7350b0f-635a-425a-8b75-db8edf248c37 None None] Routers {'1234f21b-804b-42c6-8ed1-79cd5f091c41'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:48:50.506323 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-c7350b0f-635a-425a-8b75-db8edf248c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:48:38Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['1234f21b-804b-42c6-8ed1-79cd5f091c41'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:48:50.637779 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-c7350b0f-635a-425a-8b75-db8edf248c37 None None] Set router 1234f21b-804b-42c6-8ed1-79cd5f091c41 gateway port host: dv-cinder-835881-4-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:48:50.858949 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-c7350b0f-635a-425a-8b75-db8edf248c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'name': 'tempest-TestVolumeBootPattern-1575049161-router', 'tenant_id': 'c30240b95f844507b090c8c5e4e837f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '162c1f4e-739b-4d50-b74e-16242592db8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:39:01Z', 'updated_at': '2022-04-05T22:39:06Z', 'revision_number': 4, 'project_id': 'c30240b95f844507b090c8c5e4e837f8', 'gw_port': {'id': '162c1f4e-739b-4d50-b74e-16242592db8a', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ca:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:02Z', 'updated_at': '2022-04-05T22:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_interfaces': [{'id': '7acd7cb9-7e4a-4699-9295-869abcd2d15b', 'name': '', 'network_id': '29e62588-d45d-408b-8ff2-41c8ab8f7564', 'tenant_id': 'c30240b95f844507b090c8c5e4e837f8', 'mac_address': 'fa:16:3e:a9:ec:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '01cfd0c4-12a2-43c1-a8b6-36df1c8261fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:05Z', 'updated_at': '2022-04-05T22:39:11Z', 'revision_number': 5, 'project_id': 'c30240b95f844507b090c8c5e4e837f8', 'subnets': [{'id': '01cfd0c4-12a2-43c1-a8b6-36df1c8261fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:48:50.884338 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7350b0f-635a-425a-8b75-db8edf248c37 None None] The sync data for ids ['1234f21b-804b-42c6-8ed1-79cd5f091c41'] in dv-cinder-835881-4-iscsi is: [{'id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'name': 'tempest-TestVolumeBootPattern-1575049161-router', 'tenant_id': 'c30240b95f844507b090c8c5e4e837f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '162c1f4e-739b-4d50-b74e-16242592db8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:39:01Z', 'updated_at': '2022-04-05T22:39:06Z', 'revision_number': 4, 'project_id': 'c30240b95f844507b090c8c5e4e837f8', 'gw_port': {'id': '162c1f4e-739b-4d50-b74e-16242592db8a', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ca:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:02Z', 'updated_at': '2022-04-05T22:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_interfaces': [{'id': '7acd7cb9-7e4a-4699-9295-869abcd2d15b', 'name': '', 'network_id': '29e62588-d45d-408b-8ff2-41c8ab8f7564', 'tenant_id': 'c30240b95f844507b090c8c5e4e837f8', 'mac_address': 'fa:16:3e:a9:ec:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '01cfd0c4-12a2-43c1-a8b6-36df1c8261fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:05Z', 'updated_at': '2022-04-05T22:39:11Z', 'revision_number': 5, 'project_id': 'c30240b95f844507b090c8c5e4e837f8', 'subnets': [{'id': '01cfd0c4-12a2-43c1-a8b6-36df1c8261fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:48:51.105413 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbd2aaf-dfde-4f7a-b9dc-6d08d73ae784 None None] New status for floating IP d4df3501-f0aa-4f89-b950-cbe9c9c9cc85: DOWN {{(pid=103471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:48:51.554050 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b7e29a-e6b4-477f-a0ef-45bc6eb80b0d req-a49001e5-14a2-45b7-b282-5fafcf50180c tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:51.555535 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c2b7e29a-e6b4-477f-a0ef-45bc6eb80b0d req-a49001e5-14a2-45b7-b282-5fafcf50180c tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/ports?device_id=acab9884-4180-449d-a397-76c9a23ab8c2 HTTP/1.1" status: 200 len: 945 time: 0.0559800 Apr 05 22:48:51.604404 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c2b7e29a-e6b4-477f-a0ef-45bc6eb80b0d req-b465aee2-818f-442d-b4c8-81886f2589e0 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/security-groups?id=ced387a5-040e-45ba-9c43-ed76753c1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426109 Apr 05 22:48:52.722926 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4efe1d-01cf-4d8c-a7a8-31492b3f6f36 req-17dfd131-48f0-45a4-be41-01d13473f950 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:52.724302 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1a4efe1d-01cf-4d8c-a7a8-31492b3f6f36 req-17dfd131-48f0-45a4-be41-01d13473f950 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/ports?device_id=acab9884-4180-449d-a397-76c9a23ab8c2 HTTP/1.1" status: 200 len: 945 time: 0.0516856 Apr 05 22:48:52.773191 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1a4efe1d-01cf-4d8c-a7a8-31492b3f6f36 req-f2b783af-504b-4815-84da-180e10df5a87 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/security-groups?id=ced387a5-040e-45ba-9c43-ed76753c1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434222 Apr 05 22:48:53.728213 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device 2092e080-5322-4ae2-a4c1-03de28fb9e78 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:48:53.748953 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] No Port match for: 2092e080-5322-4ae2-a4c1-03de28fb9e78 {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:48:53.749293 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device 2092e080-5322-4ae2-a4c1-03de28fb9e78 not bound to the agent host hv-cinder-83588 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:48:53.749789 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device 1a980c00-74c8-4014-883f-6efa8f3e8e52 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:48:53.767916 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2dd8d7f4-c367-4d1e-9a4f-70a4cf581921 req-b24ad7d6-730a-4cbd-9311-c1b2643b0451 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6399fef4-cd8d-42d8-852a-64936366419f HTTP/1.1" status: 200 len: 217 time: 0.0384040 Apr 05 22:48:53.771759 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] No Port match for: 1a980c00-74c8-4014-883f-6efa8f3e8e52 {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:48:53.772096 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device 1a980c00-74c8-4014-883f-6efa8f3e8e52 not bound to the agent host hv-cinder-83588 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:48:53.818443 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8d7f4-c367-4d1e-9a4f-70a4cf581921 req-4217eeba-cbd2-4af6-af1d-a2484d5e07b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:53.819926 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2dd8d7f4-c367-4d1e-9a4f-70a4cf581921 req-4217eeba-cbd2-4af6-af1d-a2484d5e07b5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=01cfd0c4-12a2-43c1-a8b6-36df1c8261fd HTTP/1.1" status: 200 len: 851 time: 0.0455852 Apr 05 22:48:53.900554 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8d7f4-c367-4d1e-9a4f-70a4cf581921 req-4647a55b-fa20-4b18-9736-b83dadd054f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:53.902073 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2dd8d7f4-c367-4d1e-9a4f-70a4cf581921 req-4647a55b-fa20-4b18-9736-b83dadd054f6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=29e62588-d45d-408b-8ff2-41c8ab8f7564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0751331 Apr 05 22:48:53.912518 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb563e-31e3-453e-9d7a-1cf10dedc497 req-172066f9-b95e-4d2d-a6bb-7687807a650c tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:53.913873 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9fcb563e-31e3-453e-9d7a-1cf10dedc497 req-172066f9-b95e-4d2d-a6bb-7687807a650c tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/ports?device_id=acab9884-4180-449d-a397-76c9a23ab8c2 HTTP/1.1" status: 200 len: 945 time: 0.0621986 Apr 05 22:48:54.036114 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9fcb563e-31e3-453e-9d7a-1cf10dedc497 req-12a7c4f7-6fec-4087-ab5b-65a51d2c11be tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/security-groups?id=ced387a5-040e-45ba-9c43-ed76753c1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137257 Apr 05 22:48:54.050245 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2dd8d7f4-c367-4d1e-9a4f-70a4cf581921 req-806aa401-8219-4e9f-b752-cc504aca413a service neutron] 10.222.0.13 "GET /v2.0/networks/29e62588-d45d-408b-8ff2-41c8ab8f7564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354494 Apr 05 22:48:54.144500 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2dd8d7f4-c367-4d1e-9a4f-70a4cf581921 req-798a1436-5377-4ba4-a04b-af89ad424e53 service neutron] 10.222.0.13 "GET /v2.0/networks/29e62588-d45d-408b-8ff2-41c8ab8f7564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883315 Apr 05 22:48:55.158140 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d43427-8a2a-47d0-8cae-a2be24fcaa04 req-46b2c714-c12f-430c-9015-140db72cf95c tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:55.159627 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-79d43427-8a2a-47d0-8cae-a2be24fcaa04 req-46b2c714-c12f-430c-9015-140db72cf95c tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/ports?device_id=acab9884-4180-449d-a397-76c9a23ab8c2 HTTP/1.1" status: 200 len: 945 time: 0.0570629 Apr 05 22:48:55.207128 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-79d43427-8a2a-47d0-8cae-a2be24fcaa04 req-7c90ab1c-8678-4056-a594-3aaa79a52eed tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/security-groups?id=ced387a5-040e-45ba-9c43-ed76753c1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419054 Apr 05 22:48:56.327475 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc74c87-6869-4e59-94a0-55dc49e7d05e req-27be1353-7fe0-4129-ad17-2de25080e9ac tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:56.328929 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-adc74c87-6869-4e59-94a0-55dc49e7d05e req-27be1353-7fe0-4129-ad17-2de25080e9ac tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/ports?device_id=acab9884-4180-449d-a397-76c9a23ab8c2 HTTP/1.1" status: 200 len: 945 time: 0.0552599 Apr 05 22:48:56.376580 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-adc74c87-6869-4e59-94a0-55dc49e7d05e req-8fbf6a94-0279-4324-989f-a7ef61ecede3 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/security-groups?id=ced387a5-040e-45ba-9c43-ed76753c1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421472 Apr 05 22:48:57.490620 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d43436c-93a0-48c9-a58f-d8eea62cbf04 req-4463740d-6140-4d99-a13f-0afe1cee62cc tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:57.492064 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0d43436c-93a0-48c9-a58f-d8eea62cbf04 req-4463740d-6140-4d99-a13f-0afe1cee62cc tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/ports?device_id=acab9884-4180-449d-a397-76c9a23ab8c2 HTTP/1.1" status: 200 len: 945 time: 0.0508108 Apr 05 22:48:57.539886 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0d43436c-93a0-48c9-a58f-d8eea62cbf04 req-457f3ff2-df26-4f29-aab1-4ea896656640 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/security-groups?id=ced387a5-040e-45ba-9c43-ed76753c1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416493 Apr 05 22:48:57.946830 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (021dfe4d-8109-4136-9367-dac606dce553), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:58.524748 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a1076-e90d-4e93-96a7-3d24225e397e req-9144dfdf-3d37-4fa5-a629-b46e72b0df42 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:58.526126 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7b9a1076-e90d-4e93-96a7-3d24225e397e req-9144dfdf-3d37-4fa5-a629-b46e72b0df42 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.13 "GET /v2.0/ports?device_id=acab9884-4180-449d-a397-76c9a23ab8c2 HTTP/1.1" status: 200 len: 945 time: 0.0501091 Apr 05 22:48:58.653604 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [req-7b9a1076-e90d-4e93-96a7-3d24225e397e req-d30f1139-a387-4490-8a4e-0e446627d4e0 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Deleting port 6399fef4-cd8d-42d8-852a-64936366419f {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:48:58.653944 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-7b9a1076-e90d-4e93-96a7-3d24225e397e req-d30f1139-a387-4490-8a4e-0e446627d4e0 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757100664625'] for port (6399fef4-cd8d-42d8-852a-64936366419f), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:58.716151 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca111328-80f5-4f23-b4af-a1e7f599601b req-932272f5-9aa0-4455-91e0-9cc94b75e629 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:58.717660 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ca111328-80f5-4f23-b4af-a1e7f599601b req-932272f5-9aa0-4455-91e0-9cc94b75e629 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/ports?device_id=acab9884-4180-449d-a397-76c9a23ab8c2 HTTP/1.1" status: 200 len: 945 time: 0.1090326 Apr 05 22:48:58.788556 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-7b9a1076-e90d-4e93-96a7-3d24225e397e req-d30f1139-a387-4490-8a4e-0e446627d4e0 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] For port 6399fef4-cd8d-42d8-852a-64936366419f, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=6399fef4-cd8d-42d8-852a-64936366419f,segment=NetworkSegment(6c738280-30fc-49ea-929c-a4e23bf1c310),segment_id=6c738280-30fc-49ea-929c-a4e23bf1c310)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:48:58.788831 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-7b9a1076-e90d-4e93-96a7-3d24225e397e req-d30f1139-a387-4490-8a4e-0e446627d4e0 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525920'] for port (6399fef4-cd8d-42d8-852a-64936366419f), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:58.799436 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ca111328-80f5-4f23-b4af-a1e7f599601b req-e7457a23-a433-4be4-aa8e-35de9890f50a tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/security-groups?id=ced387a5-040e-45ba-9c43-ed76753c1d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759189 Apr 05 22:48:58.804861 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [req-7b9a1076-e90d-4e93-96a7-3d24225e397e req-d30f1139-a387-4490-8a4e-0e446627d4e0 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Calling delete_port for 6399fef4-cd8d-42d8-852a-64936366419f owned by compute:nova {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:48:58.930301 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-7b9a1076-e90d-4e93-96a7-3d24225e397e req-d30f1139-a387-4490-8a4e-0e446627d4e0 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757100670980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757100095757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827921'] for port (6399fef4-cd8d-42d8-852a-64936366419f), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:58.958695 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30f1139-a387-4490-8a4e-0e446627d4e0 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Pushing event deleted for resources: {'Port': ['ID=6399fef4-cd8d-42d8-852a-64936366419f,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:48:59.001115 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b9a1076-e90d-4e93-96a7-3d24225e397e req-d30f1139-a387-4490-8a4e-0e446627d4e0 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] No DVR routers for this DVR port 6399fef4-cd8d-42d8-852a-64936366419f on host hv-cinder-83588 {{(pid=103469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:48:59.003761 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-7b9a1076-e90d-4e93-96a7-3d24225e397e req-d30f1139-a387-4490-8a4e-0e446627d4e0 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:59.007318 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7b9a1076-e90d-4e93-96a7-3d24225e397e req-d30f1139-a387-4490-8a4e-0e446627d4e0 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.13 "DELETE /v2.0/ports/6399fef4-cd8d-42d8-852a-64936366419f HTTP/1.1" status: 204 len: 173 time: 0.4745746 Apr 05 22:48:59.007797 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acab9884-4180-449d-a397-76c9a23ab8c2', 'name': 'network-vif-deleted', 'tag': '6399fef4-cd8d-42d8-852a-64936366419f'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:48:59.010087 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f386ba26b1031f5495d5bdef0d2c98b5b567df56bfe60a1d1e0dd7c3f719aed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c89cec-6267-406d-bdd9-6ea7fed1525a" -d '{"events": [{"server_uuid": "acab9884-4180-449d-a397-76c9a23ab8c2", "name": "network-vif-deleted", "tag": "6399fef4-cd8d-42d8-852a-64936366419f"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:48:59.048821 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8135ce48-9d0f-41bd-a56c-98e903fd2d51 x-openstack-request-id: req-8135ce48-9d0f-41bd-a56c-98e903fd2d51 {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:48:59.049117 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acab9884-4180-449d-a397-76c9a23ab8c2", "name": "network-vif-deleted", "tag": "6399fef4-cd8d-42d8-852a-64936366419f", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:48:59.049377 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8135ce48-9d0f-41bd-a56c-98e903fd2d51 {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:48:59.049888 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8135ce48-9d0f-41bd-a56c-98e903fd2d51'] response: {'server_uuid': 'acab9884-4180-449d-a397-76c9a23ab8c2', 'name': 'network-vif-deleted', 'tag': '6399fef4-cd8d-42d8-852a-64936366419f', 'status': 'completed', 'code': 200} Apr 05 22:48:59.905114 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f190d2a7-e2d9-4725-b71e-475f3a27e28b req-b955175a-9598-41cf-8422-29cf90701a72 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "GET /v2.0/ports?device_id=acab9884-4180-449d-a397-76c9a23ab8c2 HTTP/1.1" status: 200 len: 210 time: 0.0269692 Apr 05 22:49:00.960707 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 47032) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:49:01.081390 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-b95dbec7-6736-4371-9bf0-78a8cdf59ef9 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Deleting port 38a74b1d-e40a-408b-ab32-558f790110ac {{(pid=103468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:49:01.081758 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-b95dbec7-6736-4371-9bf0-78a8cdf59ef9 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757100664625'] for port (38a74b1d-e40a-408b-ab32-558f790110ac), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:01.163325 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-b95dbec7-6736-4371-9bf0-78a8cdf59ef9 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525920'] for port (38a74b1d-e40a-408b-ab32-558f790110ac), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:01.163645 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-b95dbec7-6736-4371-9bf0-78a8cdf59ef9 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks [] for floatingip (38a74b1d-e40a-408b-ab32-558f790110ac), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:01.175513 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-b95dbec7-6736-4371-9bf0-78a8cdf59ef9 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Calling delete_port for 38a74b1d-e40a-408b-ab32-558f790110ac owned by network:floatingip {{(pid=103468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:49:01.301318 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-b95dbec7-6736-4371-9bf0-78a8cdf59ef9 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757100670980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757100095757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815454'] for port (38a74b1d-e40a-408b-ab32-558f790110ac), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:01.329070 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95dbec7-6736-4371-9bf0-78a8cdf59ef9 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Pushing event deleted for resources: {'Port': ['ID=38a74b1d-e40a-408b-ab32-558f790110ac,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:49:01.390491 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-b95dbec7-6736-4371-9bf0-78a8cdf59ef9 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks [] for floatingip (9dddef86-37d9-4267-908a-5a0bb53881f6), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:01.393081 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-b95dbec7-6736-4371-9bf0-78a8cdf59ef9 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for floatingip (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:01.394265 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-b95dbec7-6736-4371-9bf0-78a8cdf59ef9 tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "DELETE /v2.0/floatingips/9dddef86-37d9-4267-908a-5a0bb53881f6 HTTP/1.1" status: 204 len: 168 time: 0.4325814 Apr 05 22:49:01.831886 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device 6399fef4-cd8d-42d8-852a-64936366419f no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:49:01.853009 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] No Port match for: 6399fef4-cd8d-42d8-852a-64936366419f {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:49:01.853355 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device 6399fef4-cd8d-42d8-852a-64936366419f not bound to the agent host hv-cinder-83588 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:49:05.545824 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-8a9fccc6-9471-4101-b7ee-1a98fdff57ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (08425891-4e99-4ae4-974b-85ee5a0410c6), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:05.742522 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 47106) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:49:05.872693 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c3570c2f-7b12-481d-a659-d8d8e5c8899c tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks [] for security_group (ced387a5-040e-45ba-9c43-ed76753c1d9e), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:05.914794 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c3570c2f-7b12-481d-a659-d8d8e5c8899c tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks [] for security_group (ced387a5-040e-45ba-9c43-ed76753c1d9e), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:05.950628 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10865afc-9d87-4865-9e75-88fab30fbdd8 req-e093f759-ec14-4291-aa09-6a7aac2d5c3b tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:49:05.952100 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-10865afc-9d87-4865-9e75-88fab30fbdd8 req-e093f759-ec14-4291-aa09-6a7aac2d5c3b tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] 10.222.0.45 "GET /v2.0/networks?id=2cf9a087-7fd5-4db0-a4b4-5660527cd0f0 HTTP/1.1" status: 200 len: 813 time: 0.1654391 Apr 05 22:49:05.977197 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-10865afc-9d87-4865-9e75-88fab30fbdd8 req-35c9f2d6-b179-450b-a223-b225e8eca0dd tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] 10.222.0.45 "GET /v2.0/quotas/156043b38e2348178da3d3290a4a718f HTTP/1.1" status: 200 len: 375 time: 0.0166667 Apr 05 22:49:06.026971 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-10865afc-9d87-4865-9e75-88fab30fbdd8 req-b4fcd8e5-9ee1-437f-ac0f-922fc419596b tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=156043b38e2348178da3d3290a4a718f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362234 Apr 05 22:49:06.029815 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c3570c2f-7b12-481d-a659-d8d8e5c8899c tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (ced387a5-040e-45ba-9c43-ed76753c1d9e), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:06.032851 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c3570c2f-7b12-481d-a659-d8d8e5c8899c tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:06.035540 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-c3570c2f-7b12-481d-a659-d8d8e5c8899c tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] 10.222.0.45 "DELETE /v2.0/security-groups/ced387a5-040e-45ba-9c43-ed76753c1d9e HTTP/1.1" status: 204 len: 168 time: 0.2917745 Apr 05 22:49:06.055398 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3570c2f-7b12-481d-a659-d8d8e5c8899c tempest-TestVolumeBootPattern-254984645 tempest-TestVolumeBootPattern-254984645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced387a5-040e-45ba-9c43-ed76753c1d9e,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:49:06.121816 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 47116) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:49:06.367125 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-10865afc-9d87-4865-9e75-88fab30fbdd8 req-1f54acf9-9654-4038-94de-fcd3efe30ceb service neutron] 10.222.0.45 "GET /v2.0/networks/2cf9a087-7fd5-4db0-a4b4-5660527cd0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3289905 Apr 05 22:49:06.542728 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-10865afc-9d87-4865-9e75-88fab30fbdd8 req-d67a161e-64a6-4bf3-a0e7-9c55e82c2e6e service neutron] 10.222.0.45 "GET /v2.0/networks/2cf9a087-7fd5-4db0-a4b4-5660527cd0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747401 Apr 05 22:49:06.761630 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0c80362f-0fc2-4c5f-b62f-10be85c08ee8 req-8f1762ec-ae2a-4106-9928-6444d6cdc9fa tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e360ed0-3abb-4167-b9d2-0fc98422de3b HTTP/1.1" status: 200 len: 210 time: 0.0402727 Apr 05 22:49:06.916457 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-f7ca2be1-b92f-4c9a-97a8-6f1fea298f76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535057'] for router_interface (1234f21b-804b-42c6-8ed1-79cd5f091c41), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:07.580092 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-f7ca2be1-b92f-4c9a-97a8-6f1fea298f76 admin admin] Deleting port 7acd7cb9-7e4a-4699-9295-869abcd2d15b {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:49:07.580540 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-f7ca2be1-b92f-4c9a-97a8-6f1fea298f76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757100664625'] for port (7acd7cb9-7e4a-4699-9295-869abcd2d15b), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:07.667760 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [None req-f7ca2be1-b92f-4c9a-97a8-6f1fea298f76 admin admin] For port 7acd7cb9-7e4a-4699-9295-869abcd2d15b, host dv-cinder-835881-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=7acd7cb9-7e4a-4699-9295-869abcd2d15b,segment=NetworkSegment(6c738280-30fc-49ea-929c-a4e23bf1c310),segment_id=6c738280-30fc-49ea-929c-a4e23bf1c310)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:49:07.668155 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-f7ca2be1-b92f-4c9a-97a8-6f1fea298f76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525920'] for port (7acd7cb9-7e4a-4699-9295-869abcd2d15b), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:07.685784 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-f7ca2be1-b92f-4c9a-97a8-6f1fea298f76 admin admin] Calling delete_port for 7acd7cb9-7e4a-4699-9295-869abcd2d15b owned by network:router_interface {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:49:07.904155 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-15b4aa91-8f76-402d-a09b-8c1d9bbb63a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (79a469f9-bdbc-4492-b479-9e5faeaf33b0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:07.974938 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7105bb2a-ab75-4789-8840-2a91c9fb5d7d req-3db5057c-c689-4011-b610-65fd2e8378f1 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e360ed0-3abb-4167-b9d2-0fc98422de3b HTTP/1.1" status: 200 len: 210 time: 0.1128969 Apr 05 22:49:08.099579 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10865afc-9d87-4865-9e75-88fab30fbdd8 req-225acdb5-5c1c-44b0-bb83-750199dc16c4 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:49:08.101447 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-10865afc-9d87-4865-9e75-88fab30fbdd8 req-225acdb5-5c1c-44b0-bb83-750199dc16c4 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] 10.222.0.13 "GET /v2.0/networks?id=2cf9a087-7fd5-4db0-a4b4-5660527cd0f0 HTTP/1.1" status: 200 len: 813 time: 0.2749870 Apr 05 22:49:08.116478 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [req-10865afc-9d87-4865-9e75-88fab30fbdd8 req-54c1ccaf-fd09-45ce-a9a4-c3ad11ae099b tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] Request body: {'port': {'device_id': '9e360ed0-3abb-4167-b9d2-0fc98422de3b', 'network_id': '2cf9a087-7fd5-4db0-a4b4-5660527cd0f0', 'admin_state_up': True, 'tenant_id': '156043b38e2348178da3d3290a4a718f'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:49:08.150922 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-f7ca2be1-b92f-4c9a-97a8-6f1fea298f76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757100670980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757100095757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827921'] for port (7acd7cb9-7e4a-4699-9295-869abcd2d15b), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:08.230781 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ca2be1-b92f-4c9a-97a8-6f1fea298f76 admin admin] Pushing event deleted for resources: {'Port': ['ID=7acd7cb9-7e4a-4699-9295-869abcd2d15b,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:49:08.424674 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10865afc-9d87-4865-9e75-88fab30fbdd8 req-54c1ccaf-fd09-45ce-a9a4-c3ad11ae099b tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] Made reservation on behalf of 156043b38e2348178da3d3290a4a718f for: {'port': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:49:08.428515 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-10865afc-9d87-4865-9e75-88fab30fbdd8 req-54c1ccaf-fd09-45ce-a9a4-c3ad11ae099b tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:08.608090 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-f7ca2be1-b92f-4c9a-97a8-6f1fea298f76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3645314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536705'] for router_interface (1234f21b-804b-42c6-8ed1-79cd5f091c41), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:08.671746 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_common [req-10865afc-9d87-4865-9e75-88fab30fbdd8 req-54c1ccaf-fd09-45ce-a9a4-c3ad11ae099b tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] Allocated IP 172.20.0.14 (2cf9a087-7fd5-4db0-a4b4-5660527cd0f0/125a5605-eaf3-4216-95de-fa67dd791160/b772ce1b-5ee9-495d-995e-67ac831bfa5a) {{(pid=103469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:49:08.958075 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-10865afc-9d87-4865-9e75-88fab30fbdd8 req-54c1ccaf-fd09-45ce-a9a4-c3ad11ae099b tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] Publish callbacks [] for port (b772ce1b-5ee9-495d-995e-67ac831bfa5a), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:08.977808 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7ca2be1-b92f-4c9a-97a8-6f1fea298f76 admin admin] Router 1234f21b-804b-42c6-8ed1-79cd5f091c41 has already been hosted by L3 agent 79a469f9-bdbc-4492-b479-9e5faeaf33b0 {{(pid=103469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:49:09.017788 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-dae4f030-1cb2-49a8-bcfa-6facf2529a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (e40c9916-dc7d-41d8-a75d-da550db0c469), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:09.049656 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-10865afc-9d87-4865-9e75-88fab30fbdd8 req-54c1ccaf-fd09-45ce-a9a4-c3ad11ae099b tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757100095748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827921'] for port (b772ce1b-5ee9-495d-995e-67ac831bfa5a), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:09.169385 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10865afc-9d87-4865-9e75-88fab30fbdd8 req-54c1ccaf-fd09-45ce-a9a4-c3ad11ae099b tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] Network 2cf9a087-7fd5-4db0-a4b4-5660527cd0f0 is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:49:09.182534 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [req-10865afc-9d87-4865-9e75-88fab30fbdd8 req-54c1ccaf-fd09-45ce-a9a4-c3ad11ae099b tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:49:09.187530 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c1ccaf-fd09-45ce-a9a4-c3ad11ae099b tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] Pushing event updated for resources: {'Port': ['ID=b772ce1b-5ee9-495d-995e-67ac831bfa5a,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:49:09.192857 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [req-10865afc-9d87-4865-9e75-88fab30fbdd8 req-54c1ccaf-fd09-45ce-a9a4-c3ad11ae099b tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] Received port after_create {{(pid=103469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:49:09.265051 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5057928d-ebbc-4d80-adf3-bb7b0bb10f5d req-0d70d35f-fa65-4d38-be93-daf845cc1a78 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:49:09.266574 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5057928d-ebbc-4d80-adf3-bb7b0bb10f5d req-0d70d35f-fa65-4d38-be93-daf845cc1a78 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e360ed0-3abb-4167-b9d2-0fc98422de3b HTTP/1.1" status: 200 len: 932 time: 0.1771617 Apr 05 22:49:09.270304 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7ca2be1-b92f-4c9a-97a8-6f1fea298f76 admin admin] Notify agent at l3_agent.dv-cinder-835881-4-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:49:09.276733 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10865afc-9d87-4865-9e75-88fab30fbdd8 req-54c1ccaf-fd09-45ce-a9a4-c3ad11ae099b tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:49:09.277337 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-10865afc-9d87-4865-9e75-88fab30fbdd8 req-54c1ccaf-fd09-45ce-a9a4-c3ad11ae099b tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:09.285900 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e877f37a-c6c5-4468-b8c2-40fafcf56053 None None] Sync routers for ids ['1234f21b-804b-42c6-8ed1-79cd5f091c41'] in dv-cinder-835881-4-iscsi {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:49:09.286088 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 47158) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:49:09.300818 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e877f37a-c6c5-4468-b8c2-40fafcf56053 None None] Routers {'1234f21b-804b-42c6-8ed1-79cd5f091c41'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:49:09.301748 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-e877f37a-c6c5-4468-b8c2-40fafcf56053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:49:08Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['1234f21b-804b-42c6-8ed1-79cd5f091c41'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:49:09.306230 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-f7ca2be1-b92f-4c9a-97a8-6f1fea298f76 admin admin] 10.222.0.45 "PUT /v2.0/routers/1234f21b-804b-42c6-8ed1-79cd5f091c41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1821859 Apr 05 22:49:09.361710 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-10865afc-9d87-4865-9e75-88fab30fbdd8 req-54c1ccaf-fd09-45ce-a9a4-c3ad11ae099b tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2490730 Apr 05 22:49:09.380071 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [req-10865afc-9d87-4865-9e75-88fab30fbdd8 req-4bb687ca-6ccf-4751-bbb5-dad006fee4b6 service neutron] Request body: {'port': {'device_id': '9e360ed0-3abb-4167-b9d2-0fc98422de3b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:49:09.445626 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-e877f37a-c6c5-4468-b8c2-40fafcf56053 None None] Set router 1234f21b-804b-42c6-8ed1-79cd5f091c41 gateway port host: dv-cinder-835881-4-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:49:09.487663 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5057928d-ebbc-4d80-adf3-bb7b0bb10f5d req-3daa88ae-09fe-4c61-a445-3df265303598 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ebdbeeb-6653-4f23-af57-b8086f8aba4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803248 Apr 05 22:49:09.504925 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-8ecac9ca-85cb-43c0-9868-21281bec45db admin admin] Publish callbacks [] for router (1234f21b-804b-42c6-8ed1-79cd5f091c41), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:09.559373 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-10865afc-9d87-4865-9e75-88fab30fbdd8 req-4bb687ca-6ccf-4751-bbb5-dad006fee4b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (b772ce1b-5ee9-495d-995e-67ac831bfa5a), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:09.633716 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-8ecac9ca-85cb-43c0-9868-21281bec45db admin admin] Publish callbacks [] for router_gateway (1234f21b-804b-42c6-8ed1-79cd5f091c41), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:09.703777 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-8ecac9ca-85cb-43c0-9868-21281bec45db admin admin] Deleting port 162c1f4e-739b-4d50-b74e-16242592db8a {{(pid=103468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:49:09.705343 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-8ecac9ca-85cb-43c0-9868-21281bec45db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757100664625'] for port (162c1f4e-739b-4d50-b74e-16242592db8a), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:09.726725 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-e877f37a-c6c5-4468-b8c2-40fafcf56053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'name': 'tempest-TestVolumeBootPattern-1575049161-router', 'tenant_id': 'c30240b95f844507b090c8c5e4e837f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '162c1f4e-739b-4d50-b74e-16242592db8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:39:01Z', 'updated_at': '2022-04-05T22:49:08Z', 'revision_number': 5, 'project_id': 'c30240b95f844507b090c8c5e4e837f8', 'gw_port': {'id': '162c1f4e-739b-4d50-b74e-16242592db8a', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ca:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:02Z', 'updated_at': '2022-04-05T22:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi'}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:49:09.767034 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e877f37a-c6c5-4468-b8c2-40fafcf56053 None None] Checking router: 1234f21b-804b-42c6-8ed1-79cd5f091c41 for host: dv-cinder-835881-4-iscsi {{(pid=103470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:49:09.776593 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e877f37a-c6c5-4468-b8c2-40fafcf56053 None None] Routers {'1234f21b-804b-42c6-8ed1-79cd5f091c41'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:49:09.778099 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-e877f37a-c6c5-4468-b8c2-40fafcf56053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:49:08Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['1234f21b-804b-42c6-8ed1-79cd5f091c41'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:49:09.808726 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-8ecac9ca-85cb-43c0-9868-21281bec45db admin admin] For port 162c1f4e-739b-4d50-b74e-16242592db8a, host dv-cinder-835881-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=162c1f4e-739b-4d50-b74e-16242592db8a,segment=NetworkSegment(93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb),segment_id=93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb)] {{(pid=103468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:49:09.809555 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-8ecac9ca-85cb-43c0-9868-21281bec45db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525920'] for port (162c1f4e-739b-4d50-b74e-16242592db8a), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:09.822595 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-8ecac9ca-85cb-43c0-9868-21281bec45db admin admin] Calling delete_port for 162c1f4e-739b-4d50-b74e-16242592db8a owned by network:router_gateway {{(pid=103468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:49:09.911996 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-e877f37a-c6c5-4468-b8c2-40fafcf56053 None None] Set router 1234f21b-804b-42c6-8ed1-79cd5f091c41 gateway port host: None {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:49:09.991808 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [req-10865afc-9d87-4865-9e75-88fab30fbdd8 req-4bb687ca-6ccf-4751-bbb5-dad006fee4b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b772ce1b-5ee9-495d-995e-67ac831bfa5a {{(pid=103469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:49:10.001980 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-10865afc-9d87-4865-9e75-88fab30fbdd8 req-4bb687ca-6ccf-4751-bbb5-dad006fee4b6 service neutron] Publish callbacks [] for port (b772ce1b-5ee9-495d-995e-67ac831bfa5a), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:10.022966 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.provisioning_blocks [req-10865afc-9d87-4865-9e75-88fab30fbdd8 req-4bb687ca-6ccf-4751-bbb5-dad006fee4b6 service neutron] Transition to ACTIVE for port object b772ce1b-5ee9-495d-995e-67ac831bfa5a will not be triggered until provisioned by entity L2. {{(pid=103469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 22:49:10.025550 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-8ecac9ca-85cb-43c0-9868-21281bec45db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757100670980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757100095757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815454'] for port (162c1f4e-739b-4d50-b74e-16242592db8a), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:10.035527 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-10865afc-9d87-4865-9e75-88fab30fbdd8 req-4bb687ca-6ccf-4751-bbb5-dad006fee4b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828008'] for port (b772ce1b-5ee9-495d-995e-67ac831bfa5a), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:10.070037 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecac9ca-85cb-43c0-9868-21281bec45db admin admin] Pushing event deleted for resources: {'Port': ['ID=162c1f4e-739b-4d50-b74e-16242592db8a,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:49:10.130682 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-e877f37a-c6c5-4468-b8c2-40fafcf56053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'name': 'tempest-TestVolumeBootPattern-1575049161-router', 'tenant_id': 'c30240b95f844507b090c8c5e4e837f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:39:01Z', 'updated_at': '2022-04-05T22:49:09Z', 'revision_number': 6, 'project_id': 'c30240b95f844507b090c8c5e4e837f8', 'gw_port_host': None}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:49:10.149854 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb687ca-6ccf-4751-bbb5-dad006fee4b6 service neutron] Pushing event updated for resources: {'Port': ['ID=b772ce1b-5ee9-495d-995e-67ac831bfa5a,revision_number=2']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:49:10.172336 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-8ecac9ca-85cb-43c0-9868-21281bec45db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536647'] for router_gateway (1234f21b-804b-42c6-8ed1-79cd5f091c41), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:10.173126 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e877f37a-c6c5-4468-b8c2-40fafcf56053 None None] The sync data for ids ['1234f21b-804b-42c6-8ed1-79cd5f091c41'] in dv-cinder-835881-4-iscsi is: [{'id': '1234f21b-804b-42c6-8ed1-79cd5f091c41', 'name': 'tempest-TestVolumeBootPattern-1575049161-router', 'tenant_id': 'c30240b95f844507b090c8c5e4e837f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:39:01Z', 'updated_at': '2022-04-05T22:49:09Z', 'revision_number': 6, 'project_id': 'c30240b95f844507b090c8c5e4e837f8', 'gw_port_host': None}] {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:49:10.257917 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-10865afc-9d87-4865-9e75-88fab30fbdd8 req-4bb687ca-6ccf-4751-bbb5-dad006fee4b6 service neutron] Attempting to bind port b772ce1b-5ee9-495d-995e-67ac831bfa5a on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:49:10.258265 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-10865afc-9d87-4865-9e75-88fab30fbdd8 req-4bb687ca-6ccf-4751-bbb5-dad006fee4b6 service neutron] Attempting to bind port b772ce1b-5ee9-495d-995e-67ac831bfa5a by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'd9180f3f-a683-461e-9d5d-d44ee0b30a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2cf9a087-7fd5-4db0-a4b4-5660527cd0f0'}] {{(pid=103469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:49:10.258591 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10865afc-9d87-4865-9e75-88fab30fbdd8 req-4bb687ca-6ccf-4751-bbb5-dad006fee4b6 service neutron] Attempting to bind port b772ce1b-5ee9-495d-995e-67ac831bfa5a on network 2cf9a087-7fd5-4db0-a4b4-5660527cd0f0 {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:49:10.263904 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10865afc-9d87-4865-9e75-88fab30fbdd8 req-4bb687ca-6ccf-4751-bbb5-dad006fee4b6 service neutron] Port b772ce1b-5ee9-495d-995e-67ac831bfa5a on network 2cf9a087-7fd5-4db0-a4b4-5660527cd0f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 22:49:10.264230 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10865afc-9d87-4865-9e75-88fab30fbdd8 req-4bb687ca-6ccf-4751-bbb5-dad006fee4b6 service neutron] Attempting to bind port b772ce1b-5ee9-495d-995e-67ac831bfa5a on network 2cf9a087-7fd5-4db0-a4b4-5660527cd0f0 {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:49:10.270188 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10865afc-9d87-4865-9e75-88fab30fbdd8 req-4bb687ca-6ccf-4751-bbb5-dad006fee4b6 service neutron] Checking agent: {'id': '021dfe4d-8109-4136-9367-dac606dce553', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 34, 28), 'started_at': datetime.datetime(2022, 4, 5, 22, 34, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:49:10.270823 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10865afc-9d87-4865-9e75-88fab30fbdd8 req-4bb687ca-6ccf-4751-bbb5-dad006fee4b6 service neutron] Checking segment: {'id': 'd9180f3f-a683-461e-9d5d-d44ee0b30a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2cf9a087-7fd5-4db0-a4b4-5660527cd0f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:49:10.273117 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10865afc-9d87-4865-9e75-88fab30fbdd8 req-4bb687ca-6ccf-4751-bbb5-dad006fee4b6 service neutron] Bound using segment: {'id': 'd9180f3f-a683-461e-9d5d-d44ee0b30a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2cf9a087-7fd5-4db0-a4b4-5660527cd0f0'} {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:49:10.274172 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-10865afc-9d87-4865-9e75-88fab30fbdd8 req-4bb687ca-6ccf-4751-bbb5-dad006fee4b6 service neutron] Bound port: b772ce1b-5ee9-495d-995e-67ac831bfa5a, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9180f3f-a683-461e-9d5d-d44ee0b30a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2cf9a087-7fd5-4db0-a4b4-5660527cd0f0'}}] {{(pid=103469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:49:10.274709 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-10865afc-9d87-4865-9e75-88fab30fbdd8 req-4bb687ca-6ccf-4751-bbb5-dad006fee4b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (b772ce1b-5ee9-495d-995e-67ac831bfa5a), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:10.312725 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-8ecac9ca-85cb-43c0-9868-21281bec45db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5469'] for router (1234f21b-804b-42c6-8ed1-79cd5f091c41), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:10.315091 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-8ecac9ca-85cb-43c0-9868-21281bec45db admin admin] Publish callbacks [] for router_controller (1234f21b-804b-42c6-8ed1-79cd5f091c41), precommit_delete_associations {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:10.361005 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-10865afc-9d87-4865-9e75-88fab30fbdd8 req-4bb687ca-6ccf-4751-bbb5-dad006fee4b6 service neutron] For port b772ce1b-5ee9-495d-995e-67ac831bfa5a, host hv-cinder-83588, cleared binding levels {{(pid=103469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:49:10.364631 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-10865afc-9d87-4865-9e75-88fab30fbdd8 req-4bb687ca-6ccf-4751-bbb5-dad006fee4b6 service neutron] For port b772ce1b-5ee9-495d-995e-67ac831bfa5a, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b772ce1b-5ee9-495d-995e-67ac831bfa5a,segment=NetworkSegment(d9180f3f-a683-461e-9d5d-d44ee0b30a5c),segment_id=d9180f3f-a683-461e-9d5d-d44ee0b30a5c)] {{(pid=103469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:49:10.377614 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-8ecac9ca-85cb-43c0-9868-21281bec45db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534781'] for router (1234f21b-804b-42c6-8ed1-79cd5f091c41), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:10.378274 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ecac9ca-85cb-43c0-9868-21281bec45db admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1234f21b-804b-42c6-8ed1-79cd5f091c41 {{(pid=103468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 22:49:10.378881 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-10865afc-9d87-4865-9e75-88fab30fbdd8 req-4bb687ca-6ccf-4751-bbb5-dad006fee4b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828008'] for port (b772ce1b-5ee9-495d-995e-67ac831bfa5a), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:10.405625 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-8ecac9ca-85cb-43c0-9868-21281bec45db admin admin] Publish callbacks [] for router (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:10.409108 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-8ecac9ca-85cb-43c0-9868-21281bec45db admin admin] 10.222.0.45 "DELETE /v2.0/routers/1234f21b-804b-42c6-8ed1-79cd5f091c41 HTTP/1.1" status: 204 len: 168 time: 1.1196687 Apr 05 22:49:10.410837 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 47164) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:49:10.425620 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10865afc-9d87-4865-9e75-88fab30fbdd8 req-4bb687ca-6ccf-4751-bbb5-dad006fee4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:49:10.425884 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-10865afc-9d87-4865-9e75-88fab30fbdd8 req-4bb687ca-6ccf-4751-bbb5-dad006fee4b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:10.427215 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-10865afc-9d87-4865-9e75-88fab30fbdd8 req-4bb687ca-6ccf-4751-bbb5-dad006fee4b6 service neutron] 10.222.0.13 "PUT /v2.0/ports/b772ce1b-5ee9-495d-995e-67ac831bfa5a HTTP/1.1" status: 200 len: 1094 time: 1.0527427 Apr 05 22:49:10.427765 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e360ed0-3abb-4167-b9d2-0fc98422de3b', 'tag': 'b772ce1b-5ee9-495d-995e-67ac831bfa5a'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:49:10.430369 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f386ba26b1031f5495d5bdef0d2c98b5b567df56bfe60a1d1e0dd7c3f719aed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a6c033-5dbd-4c24-89a6-2bfeea405090" -d '{"events": [{"name": "network-changed", "server_uuid": "9e360ed0-3abb-4167-b9d2-0fc98422de3b", "tag": "b772ce1b-5ee9-495d-995e-67ac831bfa5a"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:49:10.467113 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb687ca-6ccf-4751-bbb5-dad006fee4b6 service neutron] Pushing event updated for resources: {'Port': ['ID=b772ce1b-5ee9-495d-995e-67ac831bfa5a,revision_number=3']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:49:10.513430 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbb8632f-916b-4010-97ac-0fb4f6f07bde admin admin] Deleting subnet 01cfd0c4-12a2-43c1-a8b6-36df1c8261fd {{(pid=103468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 22:49:10.554352 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-cbb8632f-916b-4010-97ac-0fb4f6f07bde admin admin] Publish callbacks [] for subnet (01cfd0c4-12a2-43c1-a8b6-36df1c8261fd), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:10.577995 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03efed53-5c04-4b0d-8d8f-7b63b1916e9f x-openstack-request-id: req-03efed53-5c04-4b0d-8d8f-7b63b1916e9f {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:49:10.578288 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e360ed0-3abb-4167-b9d2-0fc98422de3b", "tag": "b772ce1b-5ee9-495d-995e-67ac831bfa5a", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:49:10.578552 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-03efed53-5c04-4b0d-8d8f-7b63b1916e9f {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:49:10.578960 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03efed53-5c04-4b0d-8d8f-7b63b1916e9f'] response: {'name': 'network-changed', 'server_uuid': '9e360ed0-3abb-4167-b9d2-0fc98422de3b', 'tag': 'b772ce1b-5ee9-495d-995e-67ac831bfa5a', 'status': 'completed', 'code': 200} Apr 05 22:49:10.616218 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-cbb8632f-916b-4010-97ac-0fb4f6f07bde admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12319024'] for subnet (01cfd0c4-12a2-43c1-a8b6-36df1c8261fd), precommit_delete_associations {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:10.669364 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10865afc-9d87-4865-9e75-88fab30fbdd8 req-40da7b4f-9e8d-49f0-b764-1c84085eceeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:49:10.670392 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-99ae2e83-6010-40d2-b70a-5b0f9e3ea887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (f28e62d6-8243-45bb-b578-64cfae2561d0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:10.671743 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-10865afc-9d87-4865-9e75-88fab30fbdd8 req-40da7b4f-9e8d-49f0-b764-1c84085eceeb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=156043b38e2348178da3d3290a4a718f&device_id=9e360ed0-3abb-4167-b9d2-0fc98422de3b HTTP/1.1" status: 200 len: 1128 time: 0.1784117 Apr 05 22:49:10.712412 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device 7acd7cb9-7e4a-4699-9295-869abcd2d15b no longer exists at agent ovs-agent-dv-cinder-835881-4-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:49:10.738587 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] No Port match for: 7acd7cb9-7e4a-4699-9295-869abcd2d15b {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:49:10.739011 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-cbb8632f-916b-4010-97ac-0fb4f6f07bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3499703'] for subnet (01cfd0c4-12a2-43c1-a8b6-36df1c8261fd), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:10.739591 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device 7acd7cb9-7e4a-4699-9295-869abcd2d15b not bound to the agent host dv-cinder-835881-4-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:49:10.755510 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-10865afc-9d87-4865-9e75-88fab30fbdd8 req-f731d44c-2e9f-4045-8c29-5fdaa2b19952 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b772ce1b-5ee9-495d-995e-67ac831bfa5a HTTP/1.1" status: 200 len: 217 time: 0.0767608 Apr 05 22:49:10.768654 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c84ef-7c7c-414a-bae4-be24b2564707 req-ba054470-a9b0-45bb-9c4f-031688e2ea45 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:49:10.770593 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b71c84ef-7c7c-414a-bae4-be24b2564707 req-ba054470-a9b0-45bb-9c4f-031688e2ea45 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e360ed0-3abb-4167-b9d2-0fc98422de3b HTTP/1.1" status: 200 len: 944 time: 0.1899364 Apr 05 22:49:10.809461 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-cbb8632f-916b-4010-97ac-0fb4f6f07bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3499704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8580164'] for subnet (01cfd0c4-12a2-43c1-a8b6-36df1c8261fd), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:10.835935 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb8632f-916b-4010-97ac-0fb4f6f07bde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01cfd0c4-12a2-43c1-a8b6-36df1c8261fd,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:49:10.839783 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-cbb8632f-916b-4010-97ac-0fb4f6f07bde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644259'] for subnet (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:10.843935 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-cbb8632f-916b-4010-97ac-0fb4f6f07bde admin admin] 10.222.0.45 "DELETE /v2.0/subnets/01cfd0c4-12a2-43c1-a8b6-36df1c8261fd HTTP/1.1" status: 204 len: 168 time: 0.4315290 Apr 05 22:49:10.846363 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 47174) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:49:10.850109 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7de9182-31c8-49be-8f74-691fbcfaffae None None] Network 29e62588-d45d-408b-8ff2-41c8ab8f7564 requested from dv-cinder-835881-4-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:49:10.863368 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10865afc-9d87-4865-9e75-88fab30fbdd8 req-ae1f95ef-6edf-4ecd-aaaa-afeeb672c39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:49:10.864835 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-10865afc-9d87-4865-9e75-88fab30fbdd8 req-ae1f95ef-6edf-4ecd-aaaa-afeeb672c39e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=125a5605-eaf3-4216-95de-fa67dd791160 HTTP/1.1" status: 200 len: 853 time: 0.0931928 Apr 05 22:49:10.904994 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-10865afc-9d87-4865-9e75-88fab30fbdd8 req-022c5abd-0385-470e-87c1-157843864a22 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2cf9a087-7fd5-4db0-a4b4-5660527cd0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309436 Apr 05 22:49:10.909849 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b71c84ef-7c7c-414a-bae4-be24b2564707 req-25eecef3-a53c-4707-a842-fbc1428c742b tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ebdbeeb-6653-4f23-af57-b8086f8aba4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294713 Apr 05 22:49:10.979185 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-3e272e46-b4f0-489e-b6ab-c3954b8bab84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539952'] for network (29e62588-d45d-408b-8ff2-41c8ab8f7564), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:10.999624 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-97cde7d9-dbb1-4d23-a7c6-1511c50e2662 None None] Agent healthcheck: found 6 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:49:11.063442 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-10865afc-9d87-4865-9e75-88fab30fbdd8 req-244a7b16-5300-458f-bea8-3f7a6cfcd4cc service neutron] 10.222.0.13 "GET /v2.0/networks/2cf9a087-7fd5-4db0-a4b4-5660527cd0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515801 Apr 05 22:49:11.090904 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8ad0ab-45dd-4f15-b729-21b683a0daf5 None None] DHCP port deletion for 29e62588-d45d-408b-8ff2-41c8ab8f7564 request from dv-cinder-835881-4-iscsi {{(pid=103470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 05 22:49:11.098294 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-3e272e46-b4f0-489e-b6ab-c3954b8bab84 admin admin] Deleting port ff79d262-711c-4110-9da6-9f81cd889ffc {{(pid=103468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:49:11.098637 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-3e272e46-b4f0-489e-b6ab-c3954b8bab84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757100664625'] for port (ff79d262-711c-4110-9da6-9f81cd889ffc), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:11.208142 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3f8ad0ab-45dd-4f15-b729-21b683a0daf5 None None] Deleting port ff79d262-711c-4110-9da6-9f81cd889ffc {{(pid=103470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:49:11.208717 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f8ad0ab-45dd-4f15-b729-21b683a0daf5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757100664625'] for port (ff79d262-711c-4110-9da6-9f81cd889ffc), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:11.213805 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-10865afc-9d87-4865-9e75-88fab30fbdd8 req-9b2cd976-15f8-4faf-8e08-7f883b6fc6d6 service neutron] 10.222.0.13 "GET /v2.0/networks/2cf9a087-7fd5-4db0-a4b4-5660527cd0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441870 Apr 05 22:49:11.223018 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-3e272e46-b4f0-489e-b6ab-c3954b8bab84 admin admin] For port ff79d262-711c-4110-9da6-9f81cd889ffc, host dv-cinder-835881-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=ff79d262-711c-4110-9da6-9f81cd889ffc,segment=NetworkSegment(6c738280-30fc-49ea-929c-a4e23bf1c310),segment_id=6c738280-30fc-49ea-929c-a4e23bf1c310)] {{(pid=103468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:49:11.223390 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-3e272e46-b4f0-489e-b6ab-c3954b8bab84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525920'] for port (ff79d262-711c-4110-9da6-9f81cd889ffc), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:11.246400 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-3e272e46-b4f0-489e-b6ab-c3954b8bab84 admin admin] Calling delete_port for ff79d262-711c-4110-9da6-9f81cd889ffc owned by network:dhcp {{(pid=103468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:49:11.331546 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3f8ad0ab-45dd-4f15-b729-21b683a0daf5 None None] For port ff79d262-711c-4110-9da6-9f81cd889ffc, host dv-cinder-835881-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=ff79d262-711c-4110-9da6-9f81cd889ffc,segment=NetworkSegment(6c738280-30fc-49ea-929c-a4e23bf1c310),segment_id=6c738280-30fc-49ea-929c-a4e23bf1c310)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:49:11.331949 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f8ad0ab-45dd-4f15-b729-21b683a0daf5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525920'] for port (ff79d262-711c-4110-9da6-9f81cd889ffc), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:11.345174 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-3e272e46-b4f0-489e-b6ab-c3954b8bab84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757100670980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757100095757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815454'] for port (ff79d262-711c-4110-9da6-9f81cd889ffc), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:11.356323 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3f8ad0ab-45dd-4f15-b729-21b683a0daf5 None None] Calling delete_port for ff79d262-711c-4110-9da6-9f81cd889ffc owned by network:dhcp {{(pid=103470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:49:11.379561 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e272e46-b4f0-489e-b6ab-c3954b8bab84 admin admin] No DVR routers for this DVR port ff79d262-711c-4110-9da6-9f81cd889ffc on host dv-cinder-835881-4-iscsi {{(pid=103468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:49:11.385360 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e272e46-b4f0-489e-b6ab-c3954b8bab84 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff79d262-711c-4110-9da6-9f81cd889ffc,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:49:11.474916 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-3e272e46-b4f0-489e-b6ab-c3954b8bab84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3448140', 'neutron.services.segments.db._delete_segments_for_network-8757100575609'] for network (29e62588-d45d-408b-8ff2-41c8ab8f7564), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:11.480899 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3f8ad0ab-45dd-4f15-b729-21b683a0daf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757100670980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757100095757'] for port (ff79d262-711c-4110-9da6-9f81cd889ffc), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:11.504073 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.services.segments.db [None req-3e272e46-b4f0-489e-b6ab-c3954b8bab84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29e62588-d45d-408b-8ff2-41c8ab8f7564']}} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:49:11.515634 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.services.segments.db [None req-3e272e46-b4f0-489e-b6ab-c3954b8bab84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c738280-30fc-49ea-929c-a4e23bf1c310') {'for_net_delete': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:49:11.515929 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.services.segments.db [None req-3e272e46-b4f0-489e-b6ab-c3954b8bab84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c738280-30fc-49ea-929c-a4e23bf1c310') {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:49:11.525207 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8ad0ab-45dd-4f15-b729-21b683a0daf5 None None] No DVR routers for this DVR port ff79d262-711c-4110-9da6-9f81cd889ffc on host dv-cinder-835881-4-iscsi {{(pid=103470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:49:11.527472 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8ad0ab-45dd-4f15-b729-21b683a0daf5 None None] Pushing event deleted for resources: {'Port': ['ID=ff79d262-711c-4110-9da6-9f81cd889ffc,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:49:11.541706 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-3e272e46-b4f0-489e-b6ab-c3954b8bab84 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757100576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12319179'] for segment (6c738280-30fc-49ea-929c-a4e23bf1c310), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:11.569490 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-3e272e46-b4f0-489e-b6ab-c3954b8bab84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3567180'] for segment (6c738280-30fc-49ea-929c-a4e23bf1c310), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:11.588309 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e272e46-b4f0-489e-b6ab-c3954b8bab84 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=103468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 22:49:11.588651 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-3e272e46-b4f0-489e-b6ab-c3954b8bab84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3567180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8815363'] for segment (6c738280-30fc-49ea-929c-a4e23bf1c310), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:11.591731 dv-cinder-835881-4-iscsi neutron-server[103468]: Traceback (most recent call last): Apr 05 22:49:11.591731 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 22:49:11.591731 dv-cinder-835881-4-iscsi neutron-server[103468]: timer() Apr 05 22:49:11.591731 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 22:49:11.591731 dv-cinder-835881-4-iscsi neutron-server[103468]: cb(*args, **kw) Apr 05 22:49:11.591731 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 22:49:11.591731 dv-cinder-835881-4-iscsi neutron-server[103468]: return func(*args, **kwargs) Apr 05 22:49:11.591731 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 22:49:11.591731 dv-cinder-835881-4-iscsi neutron-server[103468]: self._notify() Apr 05 22:49:11.591731 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 22:49:11.591731 dv-cinder-835881-4-iscsi neutron-server[103468]: self.callback(batched_events) Apr 05 22:49:11.591731 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 22:49:11.591731 dv-cinder-835881-4-iscsi neutron-server[103468]: event.method(event) Apr 05 22:49:11.591731 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 22:49:11.591731 dv-cinder-835881-4-iscsi neutron-server[103468]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 22:49:11.591731 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 22:49:11.591731 dv-cinder-835881-4-iscsi neutron-server[103468]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 22:49:11.591731 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 22:49:11.591731 dv-cinder-835881-4-iscsi neutron-server[103468]: return f(self, *a, **k) Apr 05 22:49:11.591731 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 22:49:11.591731 dv-cinder-835881-4-iscsi neutron-server[103468]: return self._get(url).json() Apr 05 22:49:11.591731 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 22:49:11.591731 dv-cinder-835881-4-iscsi neutron-server[103468]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 22:49:11.591731 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 22:49:11.591731 dv-cinder-835881-4-iscsi neutron-server[103468]: return self.request(url, 'GET', **kwargs) Apr 05 22:49:11.591731 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 22:49:11.591731 dv-cinder-835881-4-iscsi neutron-server[103468]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 22:49:11.591731 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 22:49:11.591731 dv-cinder-835881-4-iscsi neutron-server[103468]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 22:49:11.591731 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 22:49:11.591731 dv-cinder-835881-4-iscsi neutron-server[103468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 22:49:11.591731 dv-cinder-835881-4-iscsi neutron-server[103468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 22:49:11.672784 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-3e272e46-b4f0-489e-b6ab-c3954b8bab84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3448117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536611'] for network (29e62588-d45d-408b-8ff2-41c8ab8f7564), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:11.677962 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-3e272e46-b4f0-489e-b6ab-c3954b8bab84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644259'] for network (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:11.682424 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-3e272e46-b4f0-489e-b6ab-c3954b8bab84 admin admin] 10.222.0.45 "DELETE /v2.0/networks/29e62588-d45d-408b-8ff2-41c8ab8f7564 HTTP/1.1" status: 204 len: 168 time: 0.8275931 Apr 05 22:49:11.686752 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 47180) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:49:11.702432 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e272e46-b4f0-489e-b6ab-c3954b8bab84 admin admin] Pushing event deleted for resources: {'Network': ['ID=29e62588-d45d-408b-8ff2-41c8ab8f7564,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:49:12.067425 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106338c8-59f0-4633-b509-bc4a2b6581b6 req-8153a42e-3bc7-4d5a-987c-2ce02f50b664 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:49:12.069729 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-106338c8-59f0-4633-b509-bc4a2b6581b6 req-8153a42e-3bc7-4d5a-987c-2ce02f50b664 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e360ed0-3abb-4167-b9d2-0fc98422de3b HTTP/1.1" status: 200 len: 944 time: 0.0684168 Apr 05 22:49:12.084272 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (b771b186-15ef-4a1a-9c73-ea54ac08c8ac), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:12.177606 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-106338c8-59f0-4633-b509-bc4a2b6581b6 req-c4d120d8-6bc6-4eef-b8f2-547c2ad1b7cf tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ebdbeeb-6653-4f23-af57-b8086f8aba4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002159 Apr 05 22:49:12.209413 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-97000eae-15c4-4e90-b0e9-226b11f34a4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535057'] for router_interface (ee6ed025-a43d-4e33-9635-a33457f081e1), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:12.515448 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device 162c1f4e-739b-4d50-b74e-16242592db8a no longer exists at agent ovs-agent-dv-cinder-835881-4-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:49:12.545221 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] No Port match for: 162c1f4e-739b-4d50-b74e-16242592db8a {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:49:12.545683 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device 162c1f4e-739b-4d50-b74e-16242592db8a not bound to the agent host dv-cinder-835881-4-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:49:12.546054 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device ff79d262-711c-4110-9da6-9f81cd889ffc no longer exists at agent ovs-agent-dv-cinder-835881-4-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:49:12.568760 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] No Port match for: ff79d262-711c-4110-9da6-9f81cd889ffc {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:49:12.569460 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device ff79d262-711c-4110-9da6-9f81cd889ffc not bound to the agent host dv-cinder-835881-4-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:49:12.778725 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-97000eae-15c4-4e90-b0e9-226b11f34a4e admin admin] Deleting port e2219d1b-db13-4099-8a09-b944cffa893b {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:49:12.779228 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-97000eae-15c4-4e90-b0e9-226b11f34a4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757100664625'] for port (e2219d1b-db13-4099-8a09-b944cffa893b), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:12.868286 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [None req-97000eae-15c4-4e90-b0e9-226b11f34a4e admin admin] For port e2219d1b-db13-4099-8a09-b944cffa893b, host dv-cinder-835881-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=e2219d1b-db13-4099-8a09-b944cffa893b,segment=NetworkSegment(6d682402-73e3-41aa-b1c7-80e0754b3d42),segment_id=6d682402-73e3-41aa-b1c7-80e0754b3d42)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:49:12.868733 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-97000eae-15c4-4e90-b0e9-226b11f34a4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525920'] for port (e2219d1b-db13-4099-8a09-b944cffa893b), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:12.885959 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-97000eae-15c4-4e90-b0e9-226b11f34a4e admin admin] Calling delete_port for e2219d1b-db13-4099-8a09-b944cffa893b owned by network:router_interface {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:49:13.077651 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-97000eae-15c4-4e90-b0e9-226b11f34a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757100670980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757100095757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827921'] for port (e2219d1b-db13-4099-8a09-b944cffa893b), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:13.105524 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97000eae-15c4-4e90-b0e9-226b11f34a4e admin admin] Pushing event deleted for resources: {'Port': ['ID=e2219d1b-db13-4099-8a09-b944cffa893b,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:49:13.330546 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-97000eae-15c4-4e90-b0e9-226b11f34a4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3645314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536705'] for router_interface (ee6ed025-a43d-4e33-9635-a33457f081e1), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:13.450808 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370b7f31-3fe0-42a9-a355-7ce36acaed5a req-fd82fcb6-d577-471d-a2b6-886eae1e8704 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:49:13.452358 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-370b7f31-3fe0-42a9-a355-7ce36acaed5a req-fd82fcb6-d577-471d-a2b6-886eae1e8704 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e360ed0-3abb-4167-b9d2-0fc98422de3b HTTP/1.1" status: 200 len: 944 time: 0.1396585 Apr 05 22:49:13.531965 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-370b7f31-3fe0-42a9-a355-7ce36acaed5a req-96b4567d-9b8d-4e6c-a1fb-a141c650af89 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ebdbeeb-6653-4f23-af57-b8086f8aba4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729697 Apr 05 22:49:13.650852 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6c033-5dbd-4c24-89a6-2bfeea405090 req-7574459c-6450-413e-a4b9-d608e0ddb83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:49:13.652992 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d0a6c033-5dbd-4c24-89a6-2bfeea405090 req-7574459c-6450-413e-a4b9-d608e0ddb83f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=156043b38e2348178da3d3290a4a718f&device_id=9e360ed0-3abb-4167-b9d2-0fc98422de3b HTTP/1.1" status: 200 len: 1128 time: 0.1350863 Apr 05 22:49:13.720789 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97000eae-15c4-4e90-b0e9-226b11f34a4e admin admin] Router ee6ed025-a43d-4e33-9635-a33457f081e1 has already been hosted by L3 agent 79a469f9-bdbc-4492-b479-9e5faeaf33b0 {{(pid=103469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:49:13.802962 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6c033-5dbd-4c24-89a6-2bfeea405090 req-4c95ca21-8224-4308-952c-1af7882efa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:49:13.804509 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d0a6c033-5dbd-4c24-89a6-2bfeea405090 req-4c95ca21-8224-4308-952c-1af7882efa36 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2cf9a087-7fd5-4db0-a4b4-5660527cd0f0 HTTP/1.1" status: 200 len: 914 time: 0.1435032 Apr 05 22:49:13.894540 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d0a6c033-5dbd-4c24-89a6-2bfeea405090 req-7079c3e2-0b41-4678-affe-fd9e2cd8d9b2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b772ce1b-5ee9-495d-995e-67ac831bfa5a HTTP/1.1" status: 200 len: 217 time: 0.0457540 Apr 05 22:49:13.936605 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97000eae-15c4-4e90-b0e9-226b11f34a4e admin admin] Notify agent at l3_agent.dv-cinder-835881-4-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:49:13.944675 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-97000eae-15c4-4e90-b0e9-226b11f34a4e admin admin] 10.222.0.45 "PUT /v2.0/routers/ee6ed025-a43d-4e33-9635-a33457f081e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2548454 Apr 05 22:49:13.945535 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 47194) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:49:13.947938 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8356e085-0059-4480-8d3d-790b3babb4a4 None None] Sync routers for ids ['ee6ed025-a43d-4e33-9635-a33457f081e1'] in dv-cinder-835881-4-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:49:13.960414 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8356e085-0059-4480-8d3d-790b3babb4a4 None None] Routers {'ee6ed025-a43d-4e33-9635-a33457f081e1'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:49:13.961323 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-8356e085-0059-4480-8d3d-790b3babb4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:49:08Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['ee6ed025-a43d-4e33-9635-a33457f081e1'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:49:14.000884 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6c033-5dbd-4c24-89a6-2bfeea405090 req-c737e8d5-ad28-4ea8-92b8-d261cc2e44e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:49:14.002684 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d0a6c033-5dbd-4c24-89a6-2bfeea405090 req-c737e8d5-ad28-4ea8-92b8-d261cc2e44e5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=125a5605-eaf3-4216-95de-fa67dd791160 HTTP/1.1" status: 200 len: 853 time: 0.1025140 Apr 05 22:49:14.064729 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d0a6c033-5dbd-4c24-89a6-2bfeea405090 req-222fc811-a268-4475-9177-18bbf43604fc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2cf9a087-7fd5-4db0-a4b4-5660527cd0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555694 Apr 05 22:49:14.098286 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-8356e085-0059-4480-8d3d-790b3babb4a4 None None] Set router ee6ed025-a43d-4e33-9635-a33457f081e1 gateway port host: dv-cinder-835881-4-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:49:14.144249 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e95abe6b-2726-4e6a-aec1-a76b13afb88f admin admin] Publish callbacks [] for router (ee6ed025-a43d-4e33-9635-a33457f081e1), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:14.242455 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d0a6c033-5dbd-4c24-89a6-2bfeea405090 req-d22257c5-48c9-4bde-9777-8e0822b279f1 service neutron] 10.222.0.13 "GET /v2.0/networks/2cf9a087-7fd5-4db0-a4b4-5660527cd0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706741 Apr 05 22:49:14.311882 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-8356e085-0059-4480-8d3d-790b3babb4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6ed025-a43d-4e33-9635-a33457f081e1', 'name': 'tempest-TestVolumeBootPattern-377493815-router', 'tenant_id': 'c5839fe37e144108a67d06796441c8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '59fe502f-0128-4558-ae9e-1b2ac3c56d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:39:09Z', 'updated_at': '2022-04-05T22:49:13Z', 'revision_number': 5, 'project_id': 'c5839fe37e144108a67d06796441c8c7', 'gw_port': {'id': '59fe502f-0128-4558-ae9e-1b2ac3c56d2b', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6ed025-a43d-4e33-9635-a33457f081e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:39:09Z', 'updated_at': '2022-04-05T22:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi'}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:49:14.337546 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e95abe6b-2726-4e6a-aec1-a76b13afb88f admin admin] Publish callbacks [] for router_gateway (ee6ed025-a43d-4e33-9635-a33457f081e1), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:14.339888 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8356e085-0059-4480-8d3d-790b3babb4a4 None None] Checking router: ee6ed025-a43d-4e33-9635-a33457f081e1 for host: dv-cinder-835881-4-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:49:14.353545 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8356e085-0059-4480-8d3d-790b3babb4a4 None None] Routers {'ee6ed025-a43d-4e33-9635-a33457f081e1'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:49:14.354912 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-8356e085-0059-4480-8d3d-790b3babb4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:49:08Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['ee6ed025-a43d-4e33-9635-a33457f081e1'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:49:14.362619 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d0a6c033-5dbd-4c24-89a6-2bfeea405090 req-19275ee6-104a-4b82-9b29-8e31d26a459a service neutron] 10.222.0.13 "GET /v2.0/networks/2cf9a087-7fd5-4db0-a4b4-5660527cd0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113310 Apr 05 22:49:14.419796 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-e95abe6b-2726-4e6a-aec1-a76b13afb88f admin admin] Deleting port 59fe502f-0128-4558-ae9e-1b2ac3c56d2b {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:49:14.420562 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e95abe6b-2726-4e6a-aec1-a76b13afb88f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757100664625'] for port (59fe502f-0128-4558-ae9e-1b2ac3c56d2b), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:14.464299 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-8356e085-0059-4480-8d3d-790b3babb4a4 None None] Set router ee6ed025-a43d-4e33-9635-a33457f081e1 gateway port host: None {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:49:14.529160 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-8356e085-0059-4480-8d3d-790b3babb4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6ed025-a43d-4e33-9635-a33457f081e1', 'name': 'tempest-TestVolumeBootPattern-377493815-router', 'tenant_id': 'c5839fe37e144108a67d06796441c8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:39:09Z', 'updated_at': '2022-04-05T22:49:14Z', 'revision_number': 6, 'project_id': 'c5839fe37e144108a67d06796441c8c7', 'gw_port_host': None}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:49:14.550367 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 47204) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:49:14.555661 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8356e085-0059-4480-8d3d-790b3babb4a4 None None] The sync data for ids ['ee6ed025-a43d-4e33-9635-a33457f081e1'] in dv-cinder-835881-4-iscsi is: [{'id': 'ee6ed025-a43d-4e33-9635-a33457f081e1', 'name': 'tempest-TestVolumeBootPattern-377493815-router', 'tenant_id': 'c5839fe37e144108a67d06796441c8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:39:09Z', 'updated_at': '2022-04-05T22:49:14Z', 'revision_number': 6, 'project_id': 'c5839fe37e144108a67d06796441c8c7', 'gw_port_host': None}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:49:14.615140 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [None req-e95abe6b-2726-4e6a-aec1-a76b13afb88f admin admin] For port 59fe502f-0128-4558-ae9e-1b2ac3c56d2b, host dv-cinder-835881-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=59fe502f-0128-4558-ae9e-1b2ac3c56d2b,segment=NetworkSegment(93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb),segment_id=93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:49:14.615508 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e95abe6b-2726-4e6a-aec1-a76b13afb88f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525920'] for port (59fe502f-0128-4558-ae9e-1b2ac3c56d2b), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:14.660155 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-e95abe6b-2726-4e6a-aec1-a76b13afb88f admin admin] Calling delete_port for 59fe502f-0128-4558-ae9e-1b2ac3c56d2b owned by network:router_gateway {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:49:14.729111 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a659a83-c363-4f97-a321-da0e4b38406e req-489657e8-aafa-4d2b-9daa-12c29c4a063d tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:49:14.731039 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2a659a83-c363-4f97-a321-da0e4b38406e req-489657e8-aafa-4d2b-9daa-12c29c4a063d tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e360ed0-3abb-4167-b9d2-0fc98422de3b HTTP/1.1" status: 200 len: 944 time: 0.1126180 Apr 05 22:49:14.856103 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2a659a83-c363-4f97-a321-da0e4b38406e req-89e00c83-8a4c-4081-9d4d-6f81174d4549 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ebdbeeb-6653-4f23-af57-b8086f8aba4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140747 Apr 05 22:49:14.932302 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-e6a366d4-c1d2-44ac-9f1b-7b8c129da2b6 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Deleting port 40552a65-0ce8-41fe-9690-fbd5b7ea30b9 {{(pid=103468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:49:14.932612 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-e6a366d4-c1d2-44ac-9f1b-7b8c129da2b6 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757100664625'] for port (40552a65-0ce8-41fe-9690-fbd5b7ea30b9), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:14.938025 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e95abe6b-2726-4e6a-aec1-a76b13afb88f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757100670980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757100095757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827921'] for port (59fe502f-0128-4558-ae9e-1b2ac3c56d2b), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:14.965283 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95abe6b-2726-4e6a-aec1-a76b13afb88f admin admin] Pushing event deleted for resources: {'Port': ['ID=59fe502f-0128-4558-ae9e-1b2ac3c56d2b,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:49:15.060204 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-e6a366d4-c1d2-44ac-9f1b-7b8c129da2b6 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525920'] for port (40552a65-0ce8-41fe-9690-fbd5b7ea30b9), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:15.060474 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-e6a366d4-c1d2-44ac-9f1b-7b8c129da2b6 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Publish callbacks [] for floatingip (40552a65-0ce8-41fe-9690-fbd5b7ea30b9), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:15.072074 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e95abe6b-2726-4e6a-aec1-a76b13afb88f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536647'] for router_gateway (ee6ed025-a43d-4e33-9635-a33457f081e1), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:15.074561 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-e6a366d4-c1d2-44ac-9f1b-7b8c129da2b6 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Calling delete_port for 40552a65-0ce8-41fe-9690-fbd5b7ea30b9 owned by network:floatingip {{(pid=103468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:49:15.176088 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e95abe6b-2726-4e6a-aec1-a76b13afb88f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5469'] for router (ee6ed025-a43d-4e33-9635-a33457f081e1), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:15.179270 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e95abe6b-2726-4e6a-aec1-a76b13afb88f admin admin] Publish callbacks [] for router_controller (ee6ed025-a43d-4e33-9635-a33457f081e1), precommit_delete_associations {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:15.231714 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e95abe6b-2726-4e6a-aec1-a76b13afb88f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534781'] for router (ee6ed025-a43d-4e33-9635-a33457f081e1), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:15.232534 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e95abe6b-2726-4e6a-aec1-a76b13afb88f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee6ed025-a43d-4e33-9635-a33457f081e1 {{(pid=103469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 22:49:15.237253 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e95abe6b-2726-4e6a-aec1-a76b13afb88f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:15.238534 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-e95abe6b-2726-4e6a-aec1-a76b13afb88f admin admin] 10.222.0.45 "DELETE /v2.0/routers/ee6ed025-a43d-4e33-9635-a33457f081e1 HTTP/1.1" status: 204 len: 168 time: 1.2922468 Apr 05 22:49:15.241174 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 47210) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:49:15.297169 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-e6a366d4-c1d2-44ac-9f1b-7b8c129da2b6 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757100670980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757100095757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815454'] for port (40552a65-0ce8-41fe-9690-fbd5b7ea30b9), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:15.344140 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.db.db_base_plugin_v2 [None req-7178cf28-5fc5-4236-81c1-3e1fa6bd2555 admin admin] Deleting subnet 09b1f8c1-a594-4423-8e74-8aba52e3e605 {{(pid=103468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 22:49:15.357022 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a366d4-c1d2-44ac-9f1b-7b8c129da2b6 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Pushing event deleted for resources: {'Port': ['ID=40552a65-0ce8-41fe-9690-fbd5b7ea30b9,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:49:15.359207 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-7178cf28-5fc5-4236-81c1-3e1fa6bd2555 admin admin] Publish callbacks [] for subnet (09b1f8c1-a594-4423-8e74-8aba52e3e605), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:15.455972 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-7178cf28-5fc5-4236-81c1-3e1fa6bd2555 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12319024'] for subnet (09b1f8c1-a594-4423-8e74-8aba52e3e605), precommit_delete_associations {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:15.497773 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-e6a366d4-c1d2-44ac-9f1b-7b8c129da2b6 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Publish callbacks [] for floatingip (30ac382b-b0dc-4173-b8c8-73c7ec98a1c8), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:15.498223 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.db.l3_db [None req-e6a366d4-c1d2-44ac-9f1b-7b8c129da2b6 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Floating IP 30ac382b-b0dc-4173-b8c8-73c7ec98a1c8 disassociated (deleted). External IP: 172.27.1.88, port: 4b73ba79-695c-4c18-90e8-34b322632fcd. Apr 05 22:49:15.633078 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-7178cf28-5fc5-4236-81c1-3e1fa6bd2555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3499703'] for subnet (09b1f8c1-a594-4423-8e74-8aba52e3e605), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:15.786279 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-7178cf28-5fc5-4236-81c1-3e1fa6bd2555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3499704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8580164'] for subnet (09b1f8c1-a594-4423-8e74-8aba52e3e605), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:15.824191 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7178cf28-5fc5-4236-81c1-3e1fa6bd2555 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09b1f8c1-a594-4423-8e74-8aba52e3e605,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:49:15.827748 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-7178cf28-5fc5-4236-81c1-3e1fa6bd2555 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644259'] for subnet (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:15.831023 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-7178cf28-5fc5-4236-81c1-3e1fa6bd2555 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/09b1f8c1-a594-4423-8e74-8aba52e3e605 HTTP/1.1" status: 204 len: 168 time: 0.5885403 Apr 05 22:49:15.832123 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9a48f5-39e4-4cec-b595-7397f81e12e4 None None] Network 14bf3fc5-2336-4954-b0fd-2d082393f764 requested from dv-cinder-835881-4-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:49:15.833766 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 47216) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:49:15.893877 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6a366d4-c1d2-44ac-9f1b-7b8c129da2b6 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Router 0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a has already been hosted by L3 agent 79a469f9-bdbc-4492-b479-9e5faeaf33b0 {{(pid=103468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:49:15.918748 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device b772ce1b-5ee9-495d-995e-67ac831bfa5a details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:49:15.925392 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5178ce1c-fb29-457c-bea4-c1055569b00b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539952'] for network (14bf3fc5-2336-4954-b0fd-2d082393f764), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:16.012582 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f5a7d-0a0f-404d-a74c-22796a491d9a req-0f1e3143-4e34-4d77-ac75-5de231fe2f78 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:49:16.015844 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7d7f5a7d-0a0f-404d-a74c-22796a491d9a req-0f1e3143-4e34-4d77-ac75-5de231fe2f78 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e360ed0-3abb-4167-b9d2-0fc98422de3b HTTP/1.1" status: 200 len: 944 time: 0.0761864 Apr 05 22:49:16.091613 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-5178ce1c-fb29-457c-bea4-c1055569b00b admin admin] Deleting port f53c457c-0529-468a-9346-3d5bc11e679d {{(pid=103468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:49:16.091997 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5178ce1c-fb29-457c-bea4-c1055569b00b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757100664625'] for port (f53c457c-0529-468a-9346-3d5bc11e679d), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:16.098625 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] For port b772ce1b-5ee9-495d-995e-67ac831bfa5a, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b772ce1b-5ee9-495d-995e-67ac831bfa5a,segment=NetworkSegment(d9180f3f-a683-461e-9d5d-d44ee0b30a5c),segment_id=d9180f3f-a683-461e-9d5d-d44ee0b30a5c)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:49:16.104477 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7d7f5a7d-0a0f-404d-a74c-22796a491d9a req-20038d20-5fc5-4887-9f4b-82d613c5bc6f tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ebdbeeb-6653-4f23-af57-b8086f8aba4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818207 Apr 05 22:49:16.138556 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Returning: {'device': 'b772ce1b-5ee9-495d-995e-67ac831bfa5a', 'network_id': '2cf9a087-7fd5-4db0-a4b4-5660527cd0f0', 'port_id': 'b772ce1b-5ee9-495d-995e-67ac831bfa5a', 'mac_address': 'fa:16:3e:85:aa:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '125a5605-eaf3-4216-95de-fa67dd791160', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:49:16.145616 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a366d4-c1d2-44ac-9f1b-7b8c129da2b6 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Notify agent at l3_agent.dv-cinder-835881-4-iscsi the message routers_updated {{(pid=103468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:49:16.156611 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-e6a366d4-c1d2-44ac-9f1b-7b8c129da2b6 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for floatingip (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:16.186523 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46060893-c662-4a18-8b89-39b905b1d269 None None] Sync routers for ids ['0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a'] in dv-cinder-835881-4-iscsi {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:49:16.186798 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-5178ce1c-fb29-457c-bea4-c1055569b00b admin admin] For port f53c457c-0529-468a-9346-3d5bc11e679d, host dv-cinder-835881-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=f53c457c-0529-468a-9346-3d5bc11e679d,segment=NetworkSegment(6d682402-73e3-41aa-b1c7-80e0754b3d42),segment_id=6d682402-73e3-41aa-b1c7-80e0754b3d42)] {{(pid=103468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:49:16.186958 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5178ce1c-fb29-457c-bea4-c1055569b00b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525920'] for port (f53c457c-0529-468a-9346-3d5bc11e679d), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:16.210551 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-5178ce1c-fb29-457c-bea4-c1055569b00b admin admin] Calling delete_port for f53c457c-0529-468a-9346-3d5bc11e679d owned by network:dhcp {{(pid=103468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:49:16.213686 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-e6a366d4-c1d2-44ac-9f1b-7b8c129da2b6 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "DELETE /v2.0/floatingips/30ac382b-b0dc-4173-b8c8-73c7ec98a1c8 HTTP/1.1" status: 204 len: 168 time: 1.6619699 Apr 05 22:49:16.217391 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66c73357-2425-46ef-b26c-ef0a5e480202', 'tag': '4b73ba79-695c-4c18-90e8-34b322632fcd'}] {{(pid=103468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:49:16.227097 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8565d6b4cfa67e4590cf2f5bc7b4b9288cff1ea13080135eebb93ab155e6c8ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53568753-551e-4827-b02f-577feef076e1" -d '{"events": [{"name": "network-changed", "server_uuid": "66c73357-2425-46ef-b26c-ef0a5e480202", "tag": "4b73ba79-695c-4c18-90e8-34b322632fcd"}]}' {{(pid=103468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:49:16.255928 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46060893-c662-4a18-8b89-39b905b1d269 None None] Routers {'0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:49:16.263454 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-46060893-c662-4a18-8b89-39b905b1d269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:49:08Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:49:16.275231 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Current status of the port b772ce1b-5ee9-495d-995e-67ac831bfa5a is: DOWN; New status is: BUILD {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:49:16.275635 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (b772ce1b-5ee9-495d-995e-67ac831bfa5a), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:16.341320 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93e23813-6761-47fa-9de6-d62cfe64dfc9 x-openstack-request-id: req-93e23813-6761-47fa-9de6-d62cfe64dfc9 {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:49:16.341918 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66c73357-2425-46ef-b26c-ef0a5e480202", "tag": "4b73ba79-695c-4c18-90e8-34b322632fcd", "status": "completed", "code": 200}]} {{(pid=103468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:49:16.342349 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-93e23813-6761-47fa-9de6-d62cfe64dfc9 {{(pid=103468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:49:16.342994 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93e23813-6761-47fa-9de6-d62cfe64dfc9'] response: {'name': 'network-changed', 'server_uuid': '66c73357-2425-46ef-b26c-ef0a5e480202', 'tag': '4b73ba79-695c-4c18-90e8-34b322632fcd', 'status': 'completed', 'code': 200} Apr 05 22:49:16.344046 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5178ce1c-fb29-457c-bea4-c1055569b00b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757100670980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757100095757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815454'] for port (f53c457c-0529-468a-9346-3d5bc11e679d), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:16.371285 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5178ce1c-fb29-457c-bea4-c1055569b00b admin admin] Pushing event deleted for resources: {'Port': ['ID=f53c457c-0529-468a-9346-3d5bc11e679d,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:49:16.375262 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5178ce1c-fb29-457c-bea4-c1055569b00b admin admin] No DVR routers for this DVR port f53c457c-0529-468a-9346-3d5bc11e679d on host dv-cinder-835881-4-iscsi {{(pid=103468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:49:16.416328 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9235a63c-b383-44d1-8be5-0ed4a1d510d1 None None] DHCP port deletion for 14bf3fc5-2336-4954-b0fd-2d082393f764 request from dv-cinder-835881-4-iscsi {{(pid=103470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 05 22:49:16.450970 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b772ce1b-5ee9-495d-995e-67ac831bfa5a {{(pid=103470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:49:16.455378 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53568753-551e-4827-b02f-577feef076e1 req-d7c1aca6-e82a-478a-ab13-5ca734e178a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:49:16.458772 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-53568753-551e-4827-b02f-577feef076e1 req-d7c1aca6-e82a-478a-ab13-5ca734e178a8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9618f5baeec7405cafcaccb0e53c77b4&device_id=66c73357-2425-46ef-b26c-ef0a5e480202 HTTP/1.1" status: 200 len: 1130 time: 0.0994813 Apr 05 22:49:16.600203 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] For port b772ce1b-5ee9-495d-995e-67ac831bfa5a, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b772ce1b-5ee9-495d-995e-67ac831bfa5a,segment=NetworkSegment(d9180f3f-a683-461e-9d5d-d44ee0b30a5c),segment_id=d9180f3f-a683-461e-9d5d-d44ee0b30a5c)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:49:16.615899 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device e2219d1b-db13-4099-8a09-b944cffa893b no longer exists at agent ovs-agent-dv-cinder-835881-4-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:49:16.651240 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (b772ce1b-5ee9-495d-995e-67ac831bfa5a), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:16.666236 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] No Port match for: e2219d1b-db13-4099-8a09-b944cffa893b {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:49:16.666602 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device e2219d1b-db13-4099-8a09-b944cffa893b not bound to the agent host dv-cinder-835881-4-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:49:16.667010 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device f53c457c-0529-468a-9346-3d5bc11e679d no longer exists at agent ovs-agent-dv-cinder-835881-4-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:49:16.715798 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53568753-551e-4827-b02f-577feef076e1 req-abb22646-8d3e-464d-8fcb-9a76e8db43bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:49:16.718169 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-53568753-551e-4827-b02f-577feef076e1 req-abb22646-8d3e-464d-8fcb-9a76e8db43bc service neutron] 10.222.0.13 "GET /v2.0/networks?id=93ea6e4b-6c87-4cb7-972a-0a6c56c3540c HTTP/1.1" status: 200 len: 909 time: 0.2518573 Apr 05 22:49:16.731058 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] No Port match for: f53c457c-0529-468a-9346-3d5bc11e679d {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:49:16.731475 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device f53c457c-0529-468a-9346-3d5bc11e679d not bound to the agent host dv-cinder-835881-4-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:49:16.731900 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device 59fe502f-0128-4558-ae9e-1b2ac3c56d2b no longer exists at agent ovs-agent-dv-cinder-835881-4-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:49:16.737255 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-46060893-c662-4a18-8b89-39b905b1d269 None None] Set router 0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a gateway port host: dv-cinder-835881-4-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:49:16.749142 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed63068-70e9-4f5b-b617-86f7560b4981 req-a0f865a0-1678-43c4-8136-ce35127c4429 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:49:16.758033 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3ed63068-70e9-4f5b-b617-86f7560b4981 req-a0f865a0-1678-43c4-8136-ce35127c4429 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/ports?device_id=66c73357-2425-46ef-b26c-ef0a5e480202 HTTP/1.1" status: 200 len: 946 time: 0.0827172 Apr 05 22:49:16.807302 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3ed63068-70e9-4f5b-b617-86f7560b4981 req-912e9b83-9bec-41b6-aa4a-653074d1749b tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/security-groups?id=1d5210fc-2b3e-451e-8690-a29aceaed0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482900 Apr 05 22:49:16.821567 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] No Port match for: 59fe502f-0128-4558-ae9e-1b2ac3c56d2b {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:49:16.821928 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device 59fe502f-0128-4558-ae9e-1b2ac3c56d2b not bound to the agent host dv-cinder-835881-4-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:49:16.825892 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Pushing event updated for resources: {'Port': ['ID=b772ce1b-5ee9-495d-995e-67ac831bfa5a,revision_number=4']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:49:16.835981 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:49:16.836538 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:49:16.836958 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:49:16.837232 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:49:16.837600 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:49:16.837938 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:49:16.838497 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:49:16.838832 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:49:16.839176 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:49:16.839527 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:49:16.839917 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:49:16.840745 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:49:16.841025 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:49:16.841534 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:49:16.841870 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:49:16.863292 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5178ce1c-fb29-457c-bea4-c1055569b00b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3448140', 'neutron.services.segments.db._delete_segments_for_network-8757100575609'] for network (14bf3fc5-2336-4954-b0fd-2d082393f764), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:16.891090 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.services.segments.db [None req-5178ce1c-fb29-457c-bea4-c1055569b00b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14bf3fc5-2336-4954-b0fd-2d082393f764']}} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:49:16.902617 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.services.segments.db [None req-5178ce1c-fb29-457c-bea4-c1055569b00b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d682402-73e3-41aa-b1c7-80e0754b3d42') {'for_net_delete': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:49:16.902930 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.services.segments.db [None req-5178ce1c-fb29-457c-bea4-c1055569b00b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d682402-73e3-41aa-b1c7-80e0754b3d42') {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:49:16.912934 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5178ce1c-fb29-457c-bea4-c1055569b00b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757100576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12319179'] for segment (6d682402-73e3-41aa-b1c7-80e0754b3d42), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:16.934049 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5178ce1c-fb29-457c-bea4-c1055569b00b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3567180'] for segment (6d682402-73e3-41aa-b1c7-80e0754b3d42), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:16.948735 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5178ce1c-fb29-457c-bea4-c1055569b00b admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 22:49:16.950092 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5178ce1c-fb29-457c-bea4-c1055569b00b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3567180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8815363'] for segment (6d682402-73e3-41aa-b1c7-80e0754b3d42), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:16.952426 dv-cinder-835881-4-iscsi neutron-server[103468]: Traceback (most recent call last): Apr 05 22:49:16.952426 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 22:49:16.952426 dv-cinder-835881-4-iscsi neutron-server[103468]: timer() Apr 05 22:49:16.952426 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 22:49:16.952426 dv-cinder-835881-4-iscsi neutron-server[103468]: cb(*args, **kw) Apr 05 22:49:16.952426 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 22:49:16.952426 dv-cinder-835881-4-iscsi neutron-server[103468]: return func(*args, **kwargs) Apr 05 22:49:16.952426 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 22:49:16.952426 dv-cinder-835881-4-iscsi neutron-server[103468]: self._notify() Apr 05 22:49:16.952426 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 22:49:16.952426 dv-cinder-835881-4-iscsi neutron-server[103468]: self.callback(batched_events) Apr 05 22:49:16.952426 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 22:49:16.952426 dv-cinder-835881-4-iscsi neutron-server[103468]: event.method(event) Apr 05 22:49:16.952426 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 22:49:16.952426 dv-cinder-835881-4-iscsi neutron-server[103468]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 22:49:16.952426 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 22:49:16.952426 dv-cinder-835881-4-iscsi neutron-server[103468]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 22:49:16.952426 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 22:49:16.952426 dv-cinder-835881-4-iscsi neutron-server[103468]: return f(self, *a, **k) Apr 05 22:49:16.952426 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 22:49:16.952426 dv-cinder-835881-4-iscsi neutron-server[103468]: return self._get(url).json() Apr 05 22:49:16.952426 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 22:49:16.952426 dv-cinder-835881-4-iscsi neutron-server[103468]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 22:49:16.952426 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 22:49:16.952426 dv-cinder-835881-4-iscsi neutron-server[103468]: return self.request(url, 'GET', **kwargs) Apr 05 22:49:16.952426 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 22:49:16.952426 dv-cinder-835881-4-iscsi neutron-server[103468]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 22:49:16.952426 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 22:49:16.952426 dv-cinder-835881-4-iscsi neutron-server[103468]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 22:49:16.952426 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 22:49:16.952426 dv-cinder-835881-4-iscsi neutron-server[103468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 22:49:16.952426 dv-cinder-835881-4-iscsi neutron-server[103468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 22:49:16.993175 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] get_ports_and_sgs() called for port_ids ['b772ce1b-5ee9-495d-995e-67ac831bfa5a'] {{(pid=103470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:49:17.041382 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5178ce1c-fb29-457c-bea4-c1055569b00b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3448117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536611'] for network (14bf3fc5-2336-4954-b0fd-2d082393f764), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:17.053233 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-5178ce1c-fb29-457c-bea4-c1055569b00b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644259'] for network (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:17.059003 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-5178ce1c-fb29-457c-bea4-c1055569b00b admin admin] 10.222.0.45 "DELETE /v2.0/networks/14bf3fc5-2336-4954-b0fd-2d082393f764 HTTP/1.1" status: 204 len: 168 time: 1.2240613 Apr 05 22:49:17.088761 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5178ce1c-fb29-457c-bea4-c1055569b00b admin admin] Pushing event deleted for resources: {'Network': ['ID=14bf3fc5-2336-4954-b0fd-2d082393f764,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:49:17.191809 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-46060893-c662-4a18-8b89-39b905b1d269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a', 'name': 'tempest-TestShelveInstance-770517498-router', 'tenant_id': '9618f5baeec7405cafcaccb0e53c77b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '8a18b647-4583-4297-ad05-1c405f3b167e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:43:02Z', 'updated_at': '2022-04-05T22:43:06Z', 'revision_number': 4, 'project_id': '9618f5baeec7405cafcaccb0e53c77b4', 'gw_port': {'id': '8a18b647-4583-4297-ad05-1c405f3b167e', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:03:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:43:02Z', 'updated_at': '2022-04-05T22:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_interfaces': [{'id': '0cceafe5-e60a-47b2-86e4-68261228a531', 'name': '', 'network_id': '93ea6e4b-6c87-4cb7-972a-0a6c56c3540c', 'tenant_id': '9618f5baeec7405cafcaccb0e53c77b4', 'mac_address': 'fa:16:3e:f7:3e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'a0dda594-505e-4d09-af0b-87c49916ab00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:43:04Z', 'updated_at': '2022-04-05T22:43:10Z', 'revision_number': 5, 'project_id': '9618f5baeec7405cafcaccb0e53c77b4', 'subnets': [{'id': 'a0dda594-505e-4d09-af0b-87c49916ab00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:49:17.248838 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46060893-c662-4a18-8b89-39b905b1d269 None None] Checking router: 0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a for host: dv-cinder-835881-4-iscsi {{(pid=103470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:49:17.275077 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46060893-c662-4a18-8b89-39b905b1d269 None None] Routers {'0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:49:17.275711 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-46060893-c662-4a18-8b89-39b905b1d269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:49:08Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:49:17.287832 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 47234) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:49:17.316411 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15bae5-0f92-4c14-bc8c-49346efc4f70 req-34adae49-128e-452f-b2f6-7ec05fe605b6 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:49:17.317943 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-fa15bae5-0f92-4c14-bc8c-49346efc4f70 req-34adae49-128e-452f-b2f6-7ec05fe605b6 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e360ed0-3abb-4167-b9d2-0fc98422de3b HTTP/1.1" status: 200 len: 945 time: 0.0903673 Apr 05 22:49:17.354869 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-655cfbf5-842a-4610-8992-9ac2c5cae79d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c30240b95f844507b090c8c5e4e837f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0653648 Apr 05 22:49:17.357886 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 47236) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:49:17.412410 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-fa15bae5-0f92-4c14-bc8c-49346efc4f70 req-0969866b-51b4-4974-9482-30bdd1b1a4a1 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ebdbeeb-6653-4f23-af57-b8086f8aba4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883915 Apr 05 22:49:17.437272 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-46060893-c662-4a18-8b89-39b905b1d269 None None] Set router 0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a gateway port host: dv-cinder-835881-4-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:49:17.445316 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-73bad6b3-fa77-4fbc-ae49-531b64331547 admin admin] Publish callbacks [] for security_group (910b8a97-c13a-4f24-8fc8-2c3c142aeb83), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:17.498522 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-73bad6b3-fa77-4fbc-ae49-531b64331547 admin admin] Publish callbacks [] for security_group (910b8a97-c13a-4f24-8fc8-2c3c142aeb83), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:17.560354 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-73bad6b3-fa77-4fbc-ae49-531b64331547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (910b8a97-c13a-4f24-8fc8-2c3c142aeb83), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:17.563414 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-73bad6b3-fa77-4fbc-ae49-531b64331547 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:17.568070 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-73bad6b3-fa77-4fbc-ae49-531b64331547 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/910b8a97-c13a-4f24-8fc8-2c3c142aeb83 HTTP/1.1" status: 204 len: 168 time: 0.2062416 Apr 05 22:49:17.593095 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bad6b3-fa77-4fbc-ae49-531b64331547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=910b8a97-c13a-4f24-8fc8-2c3c142aeb83,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:49:17.675033 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-53568753-551e-4827-b02f-577feef076e1 req-299c38de-e862-4830-ab18-4222d49c1cef service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b73ba79-695c-4c18-90e8-34b322632fcd HTTP/1.1" status: 200 len: 217 time: 0.0655527 Apr 05 22:49:17.775099 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53568753-551e-4827-b02f-577feef076e1 req-62e2a68e-4719-4416-b974-76775cccc674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:49:17.777025 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-53568753-551e-4827-b02f-577feef076e1 req-62e2a68e-4719-4416-b974-76775cccc674 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a0dda594-505e-4d09-af0b-87c49916ab00 HTTP/1.1" status: 200 len: 847 time: 0.0924101 Apr 05 22:49:17.878531 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-46060893-c662-4a18-8b89-39b905b1d269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a', 'name': 'tempest-TestShelveInstance-770517498-router', 'tenant_id': '9618f5baeec7405cafcaccb0e53c77b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '8a18b647-4583-4297-ad05-1c405f3b167e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:43:02Z', 'updated_at': '2022-04-05T22:43:06Z', 'revision_number': 4, 'project_id': '9618f5baeec7405cafcaccb0e53c77b4', 'gw_port': {'id': '8a18b647-4583-4297-ad05-1c405f3b167e', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:03:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:43:02Z', 'updated_at': '2022-04-05T22:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_interfaces': [{'id': '0cceafe5-e60a-47b2-86e4-68261228a531', 'name': '', 'network_id': '93ea6e4b-6c87-4cb7-972a-0a6c56c3540c', 'tenant_id': '9618f5baeec7405cafcaccb0e53c77b4', 'mac_address': 'fa:16:3e:f7:3e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'a0dda594-505e-4d09-af0b-87c49916ab00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:43:04Z', 'updated_at': '2022-04-05T22:43:10Z', 'revision_number': 5, 'project_id': '9618f5baeec7405cafcaccb0e53c77b4', 'subnets': [{'id': 'a0dda594-505e-4d09-af0b-87c49916ab00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:49:17.894973 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53568753-551e-4827-b02f-577feef076e1 req-d5af00a2-a587-4710-afa6-2d476b30d801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:49:17.897183 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-53568753-551e-4827-b02f-577feef076e1 req-d5af00a2-a587-4710-afa6-2d476b30d801 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=93ea6e4b-6c87-4cb7-972a-0a6c56c3540c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1121249 Apr 05 22:49:17.925669 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46060893-c662-4a18-8b89-39b905b1d269 None None] The sync data for ids ['0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a'] in dv-cinder-835881-4-iscsi is: [{'id': '0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a', 'name': 'tempest-TestShelveInstance-770517498-router', 'tenant_id': '9618f5baeec7405cafcaccb0e53c77b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '8a18b647-4583-4297-ad05-1c405f3b167e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:43:02Z', 'updated_at': '2022-04-05T22:43:06Z', 'revision_number': 4, 'project_id': '9618f5baeec7405cafcaccb0e53c77b4', 'gw_port': {'id': '8a18b647-4583-4297-ad05-1c405f3b167e', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:03:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:43:02Z', 'updated_at': '2022-04-05T22:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi', '_interfaces': [{'id': '0cceafe5-e60a-47b2-86e4-68261228a531', 'name': '', 'network_id': '93ea6e4b-6c87-4cb7-972a-0a6c56c3540c', 'tenant_id': '9618f5baeec7405cafcaccb0e53c77b4', 'mac_address': 'fa:16:3e:f7:3e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'a0dda594-505e-4d09-af0b-87c49916ab00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:43:04Z', 'updated_at': '2022-04-05T22:43:10Z', 'revision_number': 5, 'project_id': '9618f5baeec7405cafcaccb0e53c77b4', 'subnets': [{'id': 'a0dda594-505e-4d09-af0b-87c49916ab00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:49:18.010431 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device b772ce1b-5ee9-495d-995e-67ac831bfa5a up at agent hyperv_hv-cinder-83588 {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:49:18.026564 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d55125-8714-4108-8aeb-41a18a9951ab req-7b35d3e9-d8d0-4ad0-a274-f70fc6686323 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:49:18.037418 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d2d55125-8714-4108-8aeb-41a18a9951ab req-7b35d3e9-d8d0-4ad0-a274-f70fc6686323 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/ports?device_id=66c73357-2425-46ef-b26c-ef0a5e480202 HTTP/1.1" status: 200 len: 946 time: 0.1147678 Apr 05 22:49:18.097124 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Provisioning for port b772ce1b-5ee9-495d-995e-67ac831bfa5a completed by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 22:49:18.103802 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Provisioning complete for port b772ce1b-5ee9-495d-995e-67ac831bfa5a triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:49:18.104712 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (b772ce1b-5ee9-495d-995e-67ac831bfa5a), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:18.151896 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-53568753-551e-4827-b02f-577feef076e1 req-9354a4ab-da34-4caf-a590-2aa8e2360681 service neutron] 10.222.0.13 "GET /v2.0/networks/93ea6e4b-6c87-4cb7-972a-0a6c56c3540c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050498 Apr 05 22:49:18.198254 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 47252) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:49:18.258454 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Current status of the port b772ce1b-5ee9-495d-995e-67ac831bfa5a is: BUILD; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:49:18.259121 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (b772ce1b-5ee9-495d-995e-67ac831bfa5a), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:18.281037 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-9ff5ed7b-48d6-422e-b864-7c3a9cf3b2be admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c5839fe37e144108a67d06796441c8c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0811312 Apr 05 22:49:18.283080 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 47254) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:49:18.309824 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] For port b772ce1b-5ee9-495d-995e-67ac831bfa5a, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b772ce1b-5ee9-495d-995e-67ac831bfa5a,segment=NetworkSegment(d9180f3f-a683-461e-9d5d-d44ee0b30a5c),segment_id=d9180f3f-a683-461e-9d5d-d44ee0b30a5c)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:49:18.311806 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e360ed0-3abb-4167-b9d2-0fc98422de3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b772ce1b-5ee9-495d-995e-67ac831bfa5a'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:49:18.317823 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5eeae28b1739aff28e9ac2b05a29cddcf15b93cc3fe96f2ce32a289e1b5713d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a95da040-c34f-423f-8c8d-8982198ed201" -d '{"events": [{"server_uuid": "9e360ed0-3abb-4167-b9d2-0fc98422de3b", "name": "network-vif-plugged", "status": "completed", "tag": "b772ce1b-5ee9-495d-995e-67ac831bfa5a"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:49:18.320799 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d2d55125-8714-4108-8aeb-41a18a9951ab req-9ddc5033-50d4-4fda-975f-e5fc45f70c39 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/security-groups?id=1d5210fc-2b3e-451e-8690-a29aceaed0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2810333 Apr 05 22:49:18.342887 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (b772ce1b-5ee9-495d-995e-67ac831bfa5a), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:18.361750 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-53568753-551e-4827-b02f-577feef076e1 req-f1817065-f914-444f-a874-2bb7c922482e service neutron] 10.222.0.13 "GET /v2.0/networks/93ea6e4b-6c87-4cb7-972a-0a6c56c3540c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954019 Apr 05 22:49:18.373623 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-92b3baca-6ad8-4ae6-9c3c-f0c65f1c8ef0 admin admin] Publish callbacks [] for security_group (1776accb-f238-4c26-ac00-7fbf8160e1a1), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:18.381938 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8362c9e-5908-4c15-9dc3-661b3d19f96d None None] New status for floating IP 30ac382b-b0dc-4173-b8c8-73c7ec98a1c8: DOWN {{(pid=103471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:49:18.397560 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-92b3baca-6ad8-4ae6-9c3c-f0c65f1c8ef0 admin admin] Publish callbacks [] for security_group (1776accb-f238-4c26-ac00-7fbf8160e1a1), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:18.398218 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07508814-ad6d-4f0f-a3f3-02f56f6ecb1d x-openstack-request-id: req-07508814-ad6d-4f0f-a3f3-02f56f6ecb1d {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:49:18.398507 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e360ed0-3abb-4167-b9d2-0fc98422de3b", "name": "network-vif-plugged", "status": "completed", "tag": "b772ce1b-5ee9-495d-995e-67ac831bfa5a", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:49:18.398811 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-07508814-ad6d-4f0f-a3f3-02f56f6ecb1d {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:49:18.399318 dv-cinder-835881-4-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07508814-ad6d-4f0f-a3f3-02f56f6ecb1d'] response: {'server_uuid': '9e360ed0-3abb-4167-b9d2-0fc98422de3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b772ce1b-5ee9-495d-995e-67ac831bfa5a', 'code': 200} Apr 05 22:49:18.426948 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Pushing event updated for resources: {'Port': ['ID=b772ce1b-5ee9-495d-995e-67ac831bfa5a,revision_number=5']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:49:18.472122 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-92b3baca-6ad8-4ae6-9c3c-f0c65f1c8ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (1776accb-f238-4c26-ac00-7fbf8160e1a1), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:18.475080 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-92b3baca-6ad8-4ae6-9c3c-f0c65f1c8ef0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:18.477620 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-92b3baca-6ad8-4ae6-9c3c-f0c65f1c8ef0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1776accb-f238-4c26-ac00-7fbf8160e1a1 HTTP/1.1" status: 204 len: 168 time: 0.1923013 Apr 05 22:49:18.492208 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b3baca-6ad8-4ae6-9c3c-f0c65f1c8ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1776accb-f238-4c26-ac00-7fbf8160e1a1,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:49:18.650081 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01eb57a-c538-439b-998b-4c732f318e78 req-cf300285-a620-46fe-9825-0c75dc4b0912 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:49:18.651705 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d01eb57a-c538-439b-998b-4c732f318e78 req-cf300285-a620-46fe-9825-0c75dc4b0912 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.13 "GET /v2.0/ports?device_id=66c73357-2425-46ef-b26c-ef0a5e480202 HTTP/1.1" status: 200 len: 946 time: 0.1495249 Apr 05 22:49:18.664385 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d1ad2-1207-4cd0-ba09-0e0a1a81cabf req-44862794-eacb-4dff-a531-31fb6f4f00d7 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:49:18.671803 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b41d1ad2-1207-4cd0-ba09-0e0a1a81cabf req-44862794-eacb-4dff-a531-31fb6f4f00d7 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e360ed0-3abb-4167-b9d2-0fc98422de3b HTTP/1.1" status: 200 len: 946 time: 0.1107817 Apr 05 22:49:18.822942 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89725cbe-4186-4674-a74e-35f896247867 req-b4ab9b61-253a-4626-855f-35c4d6793f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:49:18.824850 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-89725cbe-4186-4674-a74e-35f896247867 req-b4ab9b61-253a-4626-855f-35c4d6793f5b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9e360ed0-3abb-4167-b9d2-0fc98422de3b HTTP/1.1" status: 200 len: 1130 time: 0.1927557 Apr 05 22:49:18.844646 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b41d1ad2-1207-4cd0-ba09-0e0a1a81cabf req-8d8efbc8-4eef-4f64-8c7b-fd7ccc471cf8 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ebdbeeb-6653-4f23-af57-b8086f8aba4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716299 Apr 05 22:49:18.914489 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [req-d01eb57a-c538-439b-998b-4c732f318e78 req-b4a0666e-7348-4c4c-a991-b62f3fb82115 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Deleting port 4b73ba79-695c-4c18-90e8-34b322632fcd {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:49:18.915317 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-d01eb57a-c538-439b-998b-4c732f318e78 req-b4a0666e-7348-4c4c-a991-b62f3fb82115 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757100664625'] for port (4b73ba79-695c-4c18-90e8-34b322632fcd), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:19.024162 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-89725cbe-4186-4674-a74e-35f896247867 req-f16f6626-39a9-4e4f-8d14-7ea1f3c5df18 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3ebdbeeb-6653-4f23-af57-b8086f8aba4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781609 Apr 05 22:49:19.056400 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-d01eb57a-c538-439b-998b-4c732f318e78 req-b4a0666e-7348-4c4c-a991-b62f3fb82115 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] For port 4b73ba79-695c-4c18-90e8-34b322632fcd, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=4b73ba79-695c-4c18-90e8-34b322632fcd,segment=NetworkSegment(eb2adb5d-94cc-41f9-b121-d2e0e78cb534),segment_id=eb2adb5d-94cc-41f9-b121-d2e0e78cb534)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:49:19.056731 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-d01eb57a-c538-439b-998b-4c732f318e78 req-b4a0666e-7348-4c4c-a991-b62f3fb82115 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525920'] for port (4b73ba79-695c-4c18-90e8-34b322632fcd), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:19.070763 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [req-d01eb57a-c538-439b-998b-4c732f318e78 req-b4a0666e-7348-4c4c-a991-b62f3fb82115 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Calling delete_port for 4b73ba79-695c-4c18-90e8-34b322632fcd owned by compute:nova {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:49:19.511937 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-d01eb57a-c538-439b-998b-4c732f318e78 req-b4a0666e-7348-4c4c-a991-b62f3fb82115 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757100670980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757100095757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827921'] for port (4b73ba79-695c-4c18-90e8-34b322632fcd), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:19.545530 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a0666e-7348-4c4c-a991-b62f3fb82115 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Pushing event deleted for resources: {'Port': ['ID=4b73ba79-695c-4c18-90e8-34b322632fcd,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:49:19.556135 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9f041d-1951-4e5d-bb85-e12913e2c9e2 req-9ed867ad-c3b3-4046-9bb0-87ac425983d2 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:49:19.563135 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5d9f041d-1951-4e5d-bb85-e12913e2c9e2 req-9ed867ad-c3b3-4046-9bb0-87ac425983d2 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/ports?device_id=66c73357-2425-46ef-b26c-ef0a5e480202 HTTP/1.1" status: 200 len: 946 time: 0.1054907 Apr 05 22:49:19.628131 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [req-d01eb57a-c538-439b-998b-4c732f318e78 req-b4a0666e-7348-4c4c-a991-b62f3fb82115 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] No DVR routers for this DVR port 4b73ba79-695c-4c18-90e8-34b322632fcd on host hv-cinder-83588 {{(pid=103469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:49:19.634623 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-d01eb57a-c538-439b-998b-4c732f318e78 req-b4a0666e-7348-4c4c-a991-b62f3fb82115 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:19.638159 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d01eb57a-c538-439b-998b-4c732f318e78 req-b4a0666e-7348-4c4c-a991-b62f3fb82115 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.13 "DELETE /v2.0/ports/4b73ba79-695c-4c18-90e8-34b322632fcd HTTP/1.1" status: 204 len: 173 time: 0.9420228 Apr 05 22:49:19.638612 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66c73357-2425-46ef-b26c-ef0a5e480202', 'name': 'network-vif-deleted', 'tag': '4b73ba79-695c-4c18-90e8-34b322632fcd'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:49:19.640852 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f386ba26b1031f5495d5bdef0d2c98b5b567df56bfe60a1d1e0dd7c3f719aed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d9fc8df-bbcd-4352-86ba-4d01f44bae43" -d '{"events": [{"server_uuid": "66c73357-2425-46ef-b26c-ef0a5e480202", "name": "network-vif-deleted", "tag": "4b73ba79-695c-4c18-90e8-34b322632fcd"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:49:19.683758 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5d9f041d-1951-4e5d-bb85-e12913e2c9e2 req-351bcac3-2068-4db8-abd8-d1cb0d9e5221 tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/security-groups?id=1d5210fc-2b3e-451e-8690-a29aceaed0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197069 Apr 05 22:49:19.704790 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0868e312-cf06-4f75-b294-994907869cb7 x-openstack-request-id: req-0868e312-cf06-4f75-b294-994907869cb7 {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:49:19.705155 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66c73357-2425-46ef-b26c-ef0a5e480202", "name": "network-vif-deleted", "tag": "4b73ba79-695c-4c18-90e8-34b322632fcd", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:49:19.705471 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0868e312-cf06-4f75-b294-994907869cb7 {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:49:19.706037 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0868e312-cf06-4f75-b294-994907869cb7'] response: {'server_uuid': '66c73357-2425-46ef-b26c-ef0a5e480202', 'name': 'network-vif-deleted', 'tag': '4b73ba79-695c-4c18-90e8-34b322632fcd', 'status': 'completed', 'code': 200} Apr 05 22:49:20.069459 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b67d996-2d15-4af9-b392-5f381e173fc8 req-0cb53047-7ef2-4067-9fb7-c217af7c8fec tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:49:20.072281 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5b67d996-2d15-4af9-b392-5f381e173fc8 req-0cb53047-7ef2-4067-9fb7-c217af7c8fec tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e360ed0-3abb-4167-b9d2-0fc98422de3b HTTP/1.1" status: 200 len: 946 time: 0.1206145 Apr 05 22:49:20.148500 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5b67d996-2d15-4af9-b392-5f381e173fc8 req-450d875c-eb08-495d-a840-d6af5a06ecf7 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ebdbeeb-6653-4f23-af57-b8086f8aba4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590513 Apr 05 22:49:20.881635 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e2b8a2b8-550c-43bb-9775-5ab33a391ca0 req-c17494bc-9970-44b8-92da-ac993bf21acc tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "GET /v2.0/ports?device_id=66c73357-2425-46ef-b26c-ef0a5e480202 HTTP/1.1" status: 200 len: 210 time: 0.0679905 Apr 05 22:49:21.318419 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89037c1-5171-48f8-b613-d6667e6458fc req-7b01cc3e-47e8-45d2-97d9-c52ebac0d65c tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:49:21.319892 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f89037c1-5171-48f8-b613-d6667e6458fc req-7b01cc3e-47e8-45d2-97d9-c52ebac0d65c tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e360ed0-3abb-4167-b9d2-0fc98422de3b HTTP/1.1" status: 200 len: 946 time: 0.0928030 Apr 05 22:49:21.374485 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f89037c1-5171-48f8-b613-d6667e6458fc req-b03ed1ca-381b-4e3a-8d93-b16364960453 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ebdbeeb-6653-4f23-af57-b8086f8aba4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479677 Apr 05 22:49:21.949548 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 47304) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:49:22.007908 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device 4b73ba79-695c-4c18-90e8-34b322632fcd no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:49:22.024437 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-db385417-0bca-4765-b45f-20342245cc6e tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Publish callbacks [] for security_group (1d5210fc-2b3e-451e-8690-a29aceaed0fb), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:22.033010 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] No Port match for: 4b73ba79-695c-4c18-90e8-34b322632fcd {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:49:22.033357 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device 4b73ba79-695c-4c18-90e8-34b322632fcd not bound to the agent host hv-cinder-83588 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:49:22.055733 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-db385417-0bca-4765-b45f-20342245cc6e tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Publish callbacks [] for security_group (1d5210fc-2b3e-451e-8690-a29aceaed0fb), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:22.126981 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-db385417-0bca-4765-b45f-20342245cc6e tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (1d5210fc-2b3e-451e-8690-a29aceaed0fb), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:22.129889 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-db385417-0bca-4765-b45f-20342245cc6e tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:22.131069 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-db385417-0bca-4765-b45f-20342245cc6e tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] 10.222.0.45 "DELETE /v2.0/security-groups/1d5210fc-2b3e-451e-8690-a29aceaed0fb HTTP/1.1" status: 204 len: 168 time: 0.1802323 Apr 05 22:49:22.151147 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db385417-0bca-4765-b45f-20342245cc6e tempest-TestShelveInstance-574688133 tempest-TestShelveInstance-574688133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5210fc-2b3e-451e-8690-a29aceaed0fb,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:49:22.184165 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 47320) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:49:22.713380 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-8afb96d0-32df-49ef-8cd7-16d2273c6392 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535057'] for router_interface (0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:22.966015 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-8afb96d0-32df-49ef-8cd7-16d2273c6392 admin admin] Deleting port 0cceafe5-e60a-47b2-86e4-68261228a531 {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:49:22.966433 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-8afb96d0-32df-49ef-8cd7-16d2273c6392 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757100664625'] for port (0cceafe5-e60a-47b2-86e4-68261228a531), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:23.051489 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [None req-8afb96d0-32df-49ef-8cd7-16d2273c6392 admin admin] For port 0cceafe5-e60a-47b2-86e4-68261228a531, host dv-cinder-835881-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=0cceafe5-e60a-47b2-86e4-68261228a531,segment=NetworkSegment(eb2adb5d-94cc-41f9-b121-d2e0e78cb534),segment_id=eb2adb5d-94cc-41f9-b121-d2e0e78cb534)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:49:23.051854 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-8afb96d0-32df-49ef-8cd7-16d2273c6392 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525920'] for port (0cceafe5-e60a-47b2-86e4-68261228a531), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:23.065259 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-8afb96d0-32df-49ef-8cd7-16d2273c6392 admin admin] Calling delete_port for 0cceafe5-e60a-47b2-86e4-68261228a531 owned by network:router_interface {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:49:23.251129 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-8afb96d0-32df-49ef-8cd7-16d2273c6392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757100670980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757100095757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827921'] for port (0cceafe5-e60a-47b2-86e4-68261228a531), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:23.276980 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afb96d0-32df-49ef-8cd7-16d2273c6392 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cceafe5-e60a-47b2-86e4-68261228a531,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:49:23.290772 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afb96d0-32df-49ef-8cd7-16d2273c6392 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:49:23.290772 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afb96d0-32df-49ef-8cd7-16d2273c6392 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:49:23.290772 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afb96d0-32df-49ef-8cd7-16d2273c6392 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:49:23.290772 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afb96d0-32df-49ef-8cd7-16d2273c6392 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:49:23.291243 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afb96d0-32df-49ef-8cd7-16d2273c6392 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:49:23.291645 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afb96d0-32df-49ef-8cd7-16d2273c6392 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:49:23.292026 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afb96d0-32df-49ef-8cd7-16d2273c6392 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:49:23.292363 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afb96d0-32df-49ef-8cd7-16d2273c6392 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:49:23.293218 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afb96d0-32df-49ef-8cd7-16d2273c6392 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:49:23.293656 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afb96d0-32df-49ef-8cd7-16d2273c6392 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:49:23.294154 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afb96d0-32df-49ef-8cd7-16d2273c6392 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:49:23.294516 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afb96d0-32df-49ef-8cd7-16d2273c6392 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:49:23.294845 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afb96d0-32df-49ef-8cd7-16d2273c6392 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:49:23.295401 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afb96d0-32df-49ef-8cd7-16d2273c6392 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:49:23.295733 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afb96d0-32df-49ef-8cd7-16d2273c6392 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:49:23.470402 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-8afb96d0-32df-49ef-8cd7-16d2273c6392 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3645314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536705'] for router_interface (0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:23.686006 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8afb96d0-32df-49ef-8cd7-16d2273c6392 admin admin] Router 0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a has already been hosted by L3 agent 79a469f9-bdbc-4492-b479-9e5faeaf33b0 {{(pid=103469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:49:23.789188 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8afb96d0-32df-49ef-8cd7-16d2273c6392 admin admin] Notify agent at l3_agent.dv-cinder-835881-4-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:49:23.794268 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-8afb96d0-32df-49ef-8cd7-16d2273c6392 admin admin] 10.222.0.45 "PUT /v2.0/routers/0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6090751 Apr 05 22:49:23.796738 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 47384) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:49:23.799347 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2a26a5-0554-490b-9f22-ca2e68df4170 None None] Sync routers for ids ['0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a'] in dv-cinder-835881-4-iscsi {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:49:23.809171 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2a26a5-0554-490b-9f22-ca2e68df4170 None None] Routers {'0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:49:23.809839 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-da2a26a5-0554-490b-9f22-ca2e68df4170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:49:08Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:49:23.900714 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c046a8ad-3729-45be-84fa-c1b1b73beb8f admin admin] Publish callbacks [] for router (0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:23.919667 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-da2a26a5-0554-490b-9f22-ca2e68df4170 None None] Set router 0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a gateway port host: dv-cinder-835881-4-iscsi {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:49:24.004586 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c046a8ad-3729-45be-84fa-c1b1b73beb8f admin admin] Publish callbacks [] for router_gateway (0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:24.061648 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-c046a8ad-3729-45be-84fa-c1b1b73beb8f admin admin] Deleting port 8a18b647-4583-4297-ad05-1c405f3b167e {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:49:24.061898 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c046a8ad-3729-45be-84fa-c1b1b73beb8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757100664625'] for port (8a18b647-4583-4297-ad05-1c405f3b167e), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:24.103557 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-da2a26a5-0554-490b-9f22-ca2e68df4170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a', 'name': 'tempest-TestShelveInstance-770517498-router', 'tenant_id': '9618f5baeec7405cafcaccb0e53c77b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '8a18b647-4583-4297-ad05-1c405f3b167e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:43:02Z', 'updated_at': '2022-04-05T22:49:23Z', 'revision_number': 5, 'project_id': '9618f5baeec7405cafcaccb0e53c77b4', 'gw_port': {'id': '8a18b647-4583-4297-ad05-1c405f3b167e', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:03:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:43:02Z', 'updated_at': '2022-04-05T22:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi'}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:49:24.129870 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2a26a5-0554-490b-9f22-ca2e68df4170 None None] Checking router: 0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a for host: dv-cinder-835881-4-iscsi {{(pid=103470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:49:24.138811 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2a26a5-0554-490b-9f22-ca2e68df4170 None None] Routers {'0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:49:24.139419 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-da2a26a5-0554-490b-9f22-ca2e68df4170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:49:08Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a'], 'active': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:49:24.139734 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [None req-c046a8ad-3729-45be-84fa-c1b1b73beb8f admin admin] For port 8a18b647-4583-4297-ad05-1c405f3b167e, host dv-cinder-835881-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=8a18b647-4583-4297-ad05-1c405f3b167e,segment=NetworkSegment(93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb),segment_id=93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:49:24.140101 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c046a8ad-3729-45be-84fa-c1b1b73beb8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525920'] for port (8a18b647-4583-4297-ad05-1c405f3b167e), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:24.154939 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-c046a8ad-3729-45be-84fa-c1b1b73beb8f admin admin] Calling delete_port for 8a18b647-4583-4297-ad05-1c405f3b167e owned by network:router_gateway {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:49:24.228306 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvr_db [None req-da2a26a5-0554-490b-9f22-ca2e68df4170 None None] Set router 0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a gateway port host: None {{(pid=103470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:49:24.279534 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_hamode_db [None req-da2a26a5-0554-490b-9f22-ca2e68df4170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a', 'name': 'tempest-TestShelveInstance-770517498-router', 'tenant_id': '9618f5baeec7405cafcaccb0e53c77b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:43:02Z', 'updated_at': '2022-04-05T22:49:24Z', 'revision_number': 6, 'project_id': '9618f5baeec7405cafcaccb0e53c77b4', 'gw_port_host': None}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:49:24.308848 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2a26a5-0554-490b-9f22-ca2e68df4170 None None] The sync data for ids ['0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a'] in dv-cinder-835881-4-iscsi is: [{'id': '0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a', 'name': 'tempest-TestShelveInstance-770517498-router', 'tenant_id': '9618f5baeec7405cafcaccb0e53c77b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:43:02Z', 'updated_at': '2022-04-05T22:49:24Z', 'revision_number': 6, 'project_id': '9618f5baeec7405cafcaccb0e53c77b4', 'gw_port_host': None}] {{(pid=103470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:49:24.317025 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c046a8ad-3729-45be-84fa-c1b1b73beb8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757100670980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757100095757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827921'] for port (8a18b647-4583-4297-ad05-1c405f3b167e), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:24.344415 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c046a8ad-3729-45be-84fa-c1b1b73beb8f admin admin] Pushing event deleted for resources: {'Port': ['ID=8a18b647-4583-4297-ad05-1c405f3b167e,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:49:24.352120 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 47390) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:49:24.399782 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab42a8c2-cdb8-4198-a6e9-814af940e4ca admin admin] Deleting subnet 9c676c38-3764-443a-b293-aacaeb0e770b {{(pid=103468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 22:49:24.403055 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ab42a8c2-cdb8-4198-a6e9-814af940e4ca admin admin] Publish callbacks [] for subnet (9c676c38-3764-443a-b293-aacaeb0e770b), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:24.412691 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c046a8ad-3729-45be-84fa-c1b1b73beb8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536647'] for router_gateway (0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:24.437951 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ab42a8c2-cdb8-4198-a6e9-814af940e4ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12319024'] for subnet (9c676c38-3764-443a-b293-aacaeb0e770b), precommit_delete_associations {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:24.477825 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ab42a8c2-cdb8-4198-a6e9-814af940e4ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3499703'] for subnet (9c676c38-3764-443a-b293-aacaeb0e770b), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:24.501860 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c046a8ad-3729-45be-84fa-c1b1b73beb8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5469'] for router (0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:24.504242 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c046a8ad-3729-45be-84fa-c1b1b73beb8f admin admin] Publish callbacks [] for router_controller (0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a), precommit_delete_associations {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:24.531164 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ab42a8c2-cdb8-4198-a6e9-814af940e4ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3499704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8580164'] for subnet (9c676c38-3764-443a-b293-aacaeb0e770b), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:24.550445 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c046a8ad-3729-45be-84fa-c1b1b73beb8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534781'] for router (0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:24.551083 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c046a8ad-3729-45be-84fa-c1b1b73beb8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a {{(pid=103469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 22:49:24.555445 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab42a8c2-cdb8-4198-a6e9-814af940e4ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c676c38-3764-443a-b293-aacaeb0e770b,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:49:24.555674 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c046a8ad-3729-45be-84fa-c1b1b73beb8f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:24.556823 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-c046a8ad-3729-45be-84fa-c1b1b73beb8f admin admin] 10.222.0.45 "DELETE /v2.0/routers/0b6004ab-00d0-40ec-bf61-4c3c1ba04e4a HTTP/1.1" status: 204 len: 168 time: 0.7591667 Apr 05 22:49:24.560757 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 47392) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:49:24.562829 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-ab42a8c2-cdb8-4198-a6e9-814af940e4ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644259'] for subnet (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:24.568727 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-ab42a8c2-cdb8-4198-a6e9-814af940e4ca admin admin] 10.222.0.45 "DELETE /v2.0/subnets/9c676c38-3764-443a-b293-aacaeb0e770b HTTP/1.1" status: 204 len: 168 time: 0.2155645 Apr 05 22:49:24.568888 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 47394) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:49:24.664384 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_v2 [None req-97a778f5-cd74-4ee4-b937-8d1dffe83f2d admin admin] Deleting subnet a0dda594-505e-4d09-af0b-87c49916ab00 {{(pid=103469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 22:49:24.671911 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-97a778f5-cd74-4ee4-b937-8d1dffe83f2d admin admin] Publish callbacks [] for subnet (a0dda594-505e-4d09-af0b-87c49916ab00), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:24.675672 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-13b0eef8-80a2-4c6e-bfd5-297f4663167a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539952'] for network (b8facb34-85b1-4b8a-9862-de352caf4311), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:24.717589 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-97a778f5-cd74-4ee4-b937-8d1dffe83f2d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075975'] for subnet (a0dda594-505e-4d09-af0b-87c49916ab00), precommit_delete_associations {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:24.820557 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-13b0eef8-80a2-4c6e-bfd5-297f4663167a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3448140', 'neutron.services.segments.db._delete_segments_for_network-8757100575609'] for network (b8facb34-85b1-4b8a-9862-de352caf4311), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:24.861467 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.services.segments.db [None req-13b0eef8-80a2-4c6e-bfd5-297f4663167a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8facb34-85b1-4b8a-9862-de352caf4311']}} {{(pid=103469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:49:24.878444 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.services.segments.db [None req-13b0eef8-80a2-4c6e-bfd5-297f4663167a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb1118d8-2793-46e3-b890-92b997576594') {'for_net_delete': True} {{(pid=103469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:49:24.878741 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.services.segments.db [None req-13b0eef8-80a2-4c6e-bfd5-297f4663167a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb1118d8-2793-46e3-b890-92b997576594') {} {{(pid=103469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:49:24.888890 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-97a778f5-cd74-4ee4-b937-8d1dffe83f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3499703'] for subnet (a0dda594-505e-4d09-af0b-87c49916ab00), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:24.892184 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-13b0eef8-80a2-4c6e-bfd5-297f4663167a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757100576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9076220'] for segment (eb1118d8-2793-46e3-b890-92b997576594), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:24.929723 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-13b0eef8-80a2-4c6e-bfd5-297f4663167a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3567180'] for segment (eb1118d8-2793-46e3-b890-92b997576594), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:24.942820 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13b0eef8-80a2-4c6e-bfd5-297f4663167a admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=103469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 22:49:24.943239 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-13b0eef8-80a2-4c6e-bfd5-297f4663167a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3567180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8827980'] for segment (eb1118d8-2793-46e3-b890-92b997576594), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:24.944958 dv-cinder-835881-4-iscsi neutron-server[103469]: Traceback (most recent call last): Apr 05 22:49:24.944958 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 22:49:24.944958 dv-cinder-835881-4-iscsi neutron-server[103469]: timer() Apr 05 22:49:24.944958 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 22:49:24.944958 dv-cinder-835881-4-iscsi neutron-server[103469]: cb(*args, **kw) Apr 05 22:49:24.944958 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 22:49:24.944958 dv-cinder-835881-4-iscsi neutron-server[103469]: return func(*args, **kwargs) Apr 05 22:49:24.944958 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 22:49:24.944958 dv-cinder-835881-4-iscsi neutron-server[103469]: self._notify() Apr 05 22:49:24.944958 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 22:49:24.944958 dv-cinder-835881-4-iscsi neutron-server[103469]: self.callback(batched_events) Apr 05 22:49:24.944958 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 22:49:24.944958 dv-cinder-835881-4-iscsi neutron-server[103469]: event.method(event) Apr 05 22:49:24.944958 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 22:49:24.944958 dv-cinder-835881-4-iscsi neutron-server[103469]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 22:49:24.944958 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 22:49:24.944958 dv-cinder-835881-4-iscsi neutron-server[103469]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 22:49:24.944958 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 22:49:24.944958 dv-cinder-835881-4-iscsi neutron-server[103469]: return f(self, *a, **k) Apr 05 22:49:24.944958 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 22:49:24.944958 dv-cinder-835881-4-iscsi neutron-server[103469]: return self._get(url).json() Apr 05 22:49:24.944958 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 22:49:24.944958 dv-cinder-835881-4-iscsi neutron-server[103469]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 22:49:24.944958 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 22:49:24.944958 dv-cinder-835881-4-iscsi neutron-server[103469]: return self.request(url, 'GET', **kwargs) Apr 05 22:49:24.944958 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 22:49:24.944958 dv-cinder-835881-4-iscsi neutron-server[103469]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 22:49:24.944958 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 22:49:24.944958 dv-cinder-835881-4-iscsi neutron-server[103469]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 22:49:24.944958 dv-cinder-835881-4-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 22:49:24.944958 dv-cinder-835881-4-iscsi neutron-server[103469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 22:49:24.944958 dv-cinder-835881-4-iscsi neutron-server[103469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 22:49:25.002313 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-97a778f5-cd74-4ee4-b937-8d1dffe83f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3499704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8949870'] for subnet (a0dda594-505e-4d09-af0b-87c49916ab00), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:25.010330 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-13b0eef8-80a2-4c6e-bfd5-297f4663167a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3448117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536611'] for network (b8facb34-85b1-4b8a-9862-de352caf4311), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:25.033230 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-13b0eef8-80a2-4c6e-bfd5-297f4663167a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644259'] for network (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:25.041818 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-13b0eef8-80a2-4c6e-bfd5-297f4663167a admin admin] 10.222.0.45 "DELETE /v2.0/networks/b8facb34-85b1-4b8a-9862-de352caf4311 HTTP/1.1" status: 204 len: 168 time: 0.4682403 Apr 05 22:49:25.041818 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a778f5-cd74-4ee4-b937-8d1dffe83f2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0dda594-505e-4d09-af0b-87c49916ab00,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:49:25.046525 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-97a778f5-cd74-4ee4-b937-8d1dffe83f2d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:25.050073 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-97a778f5-cd74-4ee4-b937-8d1dffe83f2d admin admin] 10.222.0.45 "DELETE /v2.0/subnets/a0dda594-505e-4d09-af0b-87c49916ab00 HTTP/1.1" status: 204 len: 168 time: 0.4883611 Apr 05 22:49:25.052532 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b438dbe-ec46-45e6-91a9-11b0294d7b95 None None] Network 93ea6e4b-6c87-4cb7-972a-0a6c56c3540c requested from dv-cinder-835881-4-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:49:25.053017 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 47400) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:49:25.070661 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b0eef8-80a2-4c6e-bfd5-297f4663167a admin admin] Pushing event deleted for resources: {'Network': ['ID=b8facb34-85b1-4b8a-9862-de352caf4311,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:49:25.085967 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device 0cceafe5-e60a-47b2-86e4-68261228a531 no longer exists at agent ovs-agent-dv-cinder-835881-4-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:49:25.136192 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1fecd15b-ff6c-44ca-9299-7081f4f27805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539952'] for network (93ea6e4b-6c87-4cb7-972a-0a6c56c3540c), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:25.138500 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] No Port match for: 0cceafe5-e60a-47b2-86e4-68261228a531 {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:49:25.139111 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device 0cceafe5-e60a-47b2-86e4-68261228a531 not bound to the agent host dv-cinder-835881-4-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:49:25.197047 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-1fecd15b-ff6c-44ca-9299-7081f4f27805 admin admin] Deleting port ee02aa70-778a-4c34-8fe2-1ba9cdc835ee {{(pid=103468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:49:25.197047 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1fecd15b-ff6c-44ca-9299-7081f4f27805 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757100664625'] for port (ee02aa70-778a-4c34-8fe2-1ba9cdc835ee), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:25.217137 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 47402) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:49:25.268127 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31cd6376-e1ae-4c7a-95fa-fbfe0a6271ab None None] DHCP port deletion for 93ea6e4b-6c87-4cb7-972a-0a6c56c3540c request from dv-cinder-835881-4-iscsi {{(pid=103470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 05 22:49:25.269523 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-83a5025c-54f5-40a1-b13c-338dfee64706 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f0ac3f2a98da482e8ef312e3f4c4ed7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0511522 Apr 05 22:49:25.270160 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 47404) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:49:25.284081 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-1fecd15b-ff6c-44ca-9299-7081f4f27805 admin admin] For port ee02aa70-778a-4c34-8fe2-1ba9cdc835ee, host dv-cinder-835881-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=ee02aa70-778a-4c34-8fe2-1ba9cdc835ee,segment=NetworkSegment(eb2adb5d-94cc-41f9-b121-d2e0e78cb534),segment_id=eb2adb5d-94cc-41f9-b121-d2e0e78cb534)] {{(pid=103468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:49:25.284602 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1fecd15b-ff6c-44ca-9299-7081f4f27805 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525920'] for port (ee02aa70-778a-4c34-8fe2-1ba9cdc835ee), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:25.298268 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-1fecd15b-ff6c-44ca-9299-7081f4f27805 admin admin] Calling delete_port for ee02aa70-778a-4c34-8fe2-1ba9cdc835ee owned by network:dhcp {{(pid=103468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:49:25.322652 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-31cd6376-e1ae-4c7a-95fa-fbfe0a6271ab None None] Deleting port ee02aa70-778a-4c34-8fe2-1ba9cdc835ee {{(pid=103470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:49:25.323380 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-31cd6376-e1ae-4c7a-95fa-fbfe0a6271ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757100664625'] for port (ee02aa70-778a-4c34-8fe2-1ba9cdc835ee), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:25.323632 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-41c8029e-cc7f-41f6-80e4-aadff263a52f admin admin] Publish callbacks [] for security_group (4bfd726f-6d8d-476c-82e4-3685aa3590ea), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:25.347940 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-41c8029e-cc7f-41f6-80e4-aadff263a52f admin admin] Publish callbacks [] for security_group (4bfd726f-6d8d-476c-82e4-3685aa3590ea), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:25.390297 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1fecd15b-ff6c-44ca-9299-7081f4f27805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757100670980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757100095757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815454'] for port (ee02aa70-778a-4c34-8fe2-1ba9cdc835ee), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:25.404361 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-41c8029e-cc7f-41f6-80e4-aadff263a52f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (4bfd726f-6d8d-476c-82e4-3685aa3590ea), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:25.407433 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-41c8029e-cc7f-41f6-80e4-aadff263a52f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:25.410492 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-31cd6376-e1ae-4c7a-95fa-fbfe0a6271ab None None] For port ee02aa70-778a-4c34-8fe2-1ba9cdc835ee, host dv-cinder-835881-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=ee02aa70-778a-4c34-8fe2-1ba9cdc835ee,segment=NetworkSegment(eb2adb5d-94cc-41f9-b121-d2e0e78cb534),segment_id=eb2adb5d-94cc-41f9-b121-d2e0e78cb534)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:49:25.411369 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-31cd6376-e1ae-4c7a-95fa-fbfe0a6271ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525920'] for port (ee02aa70-778a-4c34-8fe2-1ba9cdc835ee), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:25.411737 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-41c8029e-cc7f-41f6-80e4-aadff263a52f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4bfd726f-6d8d-476c-82e4-3685aa3590ea HTTP/1.1" status: 204 len: 168 time: 0.1405432 Apr 05 22:49:25.422721 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8029e-cc7f-41f6-80e4-aadff263a52f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bfd726f-6d8d-476c-82e4-3685aa3590ea,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:49:25.424907 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fecd15b-ff6c-44ca-9299-7081f4f27805 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee02aa70-778a-4c34-8fe2-1ba9cdc835ee,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:49:25.428679 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fecd15b-ff6c-44ca-9299-7081f4f27805 admin admin] No DVR routers for this DVR port ee02aa70-778a-4c34-8fe2-1ba9cdc835ee on host dv-cinder-835881-4-iscsi {{(pid=103468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:49:25.453075 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-31cd6376-e1ae-4c7a-95fa-fbfe0a6271ab None None] Calling delete_port for ee02aa70-778a-4c34-8fe2-1ba9cdc835ee owned by network:dhcp {{(pid=103470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:49:25.517147 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1fecd15b-ff6c-44ca-9299-7081f4f27805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3448140', 'neutron.services.segments.db._delete_segments_for_network-8757100575609'] for network (93ea6e4b-6c87-4cb7-972a-0a6c56c3540c), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:25.538665 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.services.segments.db [None req-1fecd15b-ff6c-44ca-9299-7081f4f27805 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93ea6e4b-6c87-4cb7-972a-0a6c56c3540c']}} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:49:25.545407 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-31cd6376-e1ae-4c7a-95fa-fbfe0a6271ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757100670980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757100095757'] for port (ee02aa70-778a-4c34-8fe2-1ba9cdc835ee), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:25.553022 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.services.segments.db [None req-1fecd15b-ff6c-44ca-9299-7081f4f27805 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb2adb5d-94cc-41f9-b121-d2e0e78cb534') {'for_net_delete': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:49:25.553443 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.services.segments.db [None req-1fecd15b-ff6c-44ca-9299-7081f4f27805 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb2adb5d-94cc-41f9-b121-d2e0e78cb534') {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:49:25.565498 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1fecd15b-ff6c-44ca-9299-7081f4f27805 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757100576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12319179'] for segment (eb2adb5d-94cc-41f9-b121-d2e0e78cb534), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:25.571499 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cd6376-e1ae-4c7a-95fa-fbfe0a6271ab None None] Pushing event deleted for resources: {'Port': ['ID=ee02aa70-778a-4c34-8fe2-1ba9cdc835ee,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:49:25.575408 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cd6376-e1ae-4c7a-95fa-fbfe0a6271ab None None] No DVR routers for this DVR port ee02aa70-778a-4c34-8fe2-1ba9cdc835ee on host dv-cinder-835881-4-iscsi {{(pid=103470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:49:25.583124 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1fecd15b-ff6c-44ca-9299-7081f4f27805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3567180'] for segment (eb2adb5d-94cc-41f9-b121-d2e0e78cb534), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:25.595699 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fecd15b-ff6c-44ca-9299-7081f4f27805 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=103468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 22:49:25.596065 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1fecd15b-ff6c-44ca-9299-7081f4f27805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3567180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8815363'] for segment (eb2adb5d-94cc-41f9-b121-d2e0e78cb534), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:25.597890 dv-cinder-835881-4-iscsi neutron-server[103468]: Traceback (most recent call last): Apr 05 22:49:25.597890 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 22:49:25.597890 dv-cinder-835881-4-iscsi neutron-server[103468]: timer() Apr 05 22:49:25.597890 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 22:49:25.597890 dv-cinder-835881-4-iscsi neutron-server[103468]: cb(*args, **kw) Apr 05 22:49:25.597890 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 22:49:25.597890 dv-cinder-835881-4-iscsi neutron-server[103468]: return func(*args, **kwargs) Apr 05 22:49:25.597890 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 22:49:25.597890 dv-cinder-835881-4-iscsi neutron-server[103468]: self._notify() Apr 05 22:49:25.597890 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 22:49:25.597890 dv-cinder-835881-4-iscsi neutron-server[103468]: self.callback(batched_events) Apr 05 22:49:25.597890 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 22:49:25.597890 dv-cinder-835881-4-iscsi neutron-server[103468]: event.method(event) Apr 05 22:49:25.597890 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 22:49:25.597890 dv-cinder-835881-4-iscsi neutron-server[103468]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 22:49:25.597890 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 22:49:25.597890 dv-cinder-835881-4-iscsi neutron-server[103468]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 22:49:25.597890 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 22:49:25.597890 dv-cinder-835881-4-iscsi neutron-server[103468]: return f(self, *a, **k) Apr 05 22:49:25.597890 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 22:49:25.597890 dv-cinder-835881-4-iscsi neutron-server[103468]: return self._get(url).json() Apr 05 22:49:25.597890 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 22:49:25.597890 dv-cinder-835881-4-iscsi neutron-server[103468]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 22:49:25.597890 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 22:49:25.597890 dv-cinder-835881-4-iscsi neutron-server[103468]: return self.request(url, 'GET', **kwargs) Apr 05 22:49:25.597890 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 22:49:25.597890 dv-cinder-835881-4-iscsi neutron-server[103468]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 22:49:25.597890 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 22:49:25.597890 dv-cinder-835881-4-iscsi neutron-server[103468]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 22:49:25.597890 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 22:49:25.597890 dv-cinder-835881-4-iscsi neutron-server[103468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 22:49:25.597890 dv-cinder-835881-4-iscsi neutron-server[103468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 22:49:25.661935 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1fecd15b-ff6c-44ca-9299-7081f4f27805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3448117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536611'] for network (93ea6e4b-6c87-4cb7-972a-0a6c56c3540c), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:25.667373 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-1fecd15b-ff6c-44ca-9299-7081f4f27805 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644259'] for network (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:25.671279 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-1fecd15b-ff6c-44ca-9299-7081f4f27805 admin admin] 10.222.0.45 "DELETE /v2.0/networks/93ea6e4b-6c87-4cb7-972a-0a6c56c3540c HTTP/1.1" status: 204 len: 168 time: 0.6175923 Apr 05 22:49:25.674318 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 47410) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:49:25.684904 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fecd15b-ff6c-44ca-9299-7081f4f27805 admin admin] Pushing event deleted for resources: {'Network': ['ID=93ea6e4b-6c87-4cb7-972a-0a6c56c3540c,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:49:26.041299 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e686096c-6ea9-4f8a-94aa-3ec4074a9e10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535057'] for router_interface (8f1310f5-2e92-4f17-8646-090622bc3c68), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:26.508841 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device 8a18b647-4583-4297-ad05-1c405f3b167e no longer exists at agent ovs-agent-dv-cinder-835881-4-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:49:26.538523 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] No Port match for: 8a18b647-4583-4297-ad05-1c405f3b167e {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:49:26.538879 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device 8a18b647-4583-4297-ad05-1c405f3b167e not bound to the agent host dv-cinder-835881-4-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:49:26.539299 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device ee02aa70-778a-4c34-8fe2-1ba9cdc835ee no longer exists at agent ovs-agent-dv-cinder-835881-4-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:49:26.565166 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] No Port match for: ee02aa70-778a-4c34-8fe2-1ba9cdc835ee {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:49:26.565895 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device ee02aa70-778a-4c34-8fe2-1ba9cdc835ee not bound to the agent host dv-cinder-835881-4-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:49:26.567886 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-e686096c-6ea9-4f8a-94aa-3ec4074a9e10 admin admin] Deleting port 39e6cf9a-1a78-4284-886d-fad09db56f1c {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:49:26.568592 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e686096c-6ea9-4f8a-94aa-3ec4074a9e10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757100664625'] for port (39e6cf9a-1a78-4284-886d-fad09db56f1c), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:26.651383 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [None req-e686096c-6ea9-4f8a-94aa-3ec4074a9e10 admin admin] For port 39e6cf9a-1a78-4284-886d-fad09db56f1c, host dv-cinder-835881-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=39e6cf9a-1a78-4284-886d-fad09db56f1c,segment=NetworkSegment(3e3b37a7-6d33-42d2-a04b-4d0e92653672),segment_id=3e3b37a7-6d33-42d2-a04b-4d0e92653672)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:49:26.651744 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e686096c-6ea9-4f8a-94aa-3ec4074a9e10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525920'] for port (39e6cf9a-1a78-4284-886d-fad09db56f1c), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:26.664282 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-e686096c-6ea9-4f8a-94aa-3ec4074a9e10 admin admin] Calling delete_port for 39e6cf9a-1a78-4284-886d-fad09db56f1c owned by network:router_interface {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:49:26.842525 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e686096c-6ea9-4f8a-94aa-3ec4074a9e10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757100670980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757100095757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827921'] for port (39e6cf9a-1a78-4284-886d-fad09db56f1c), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:26.865676 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e686096c-6ea9-4f8a-94aa-3ec4074a9e10 admin admin] Pushing event deleted for resources: {'Port': ['ID=39e6cf9a-1a78-4284-886d-fad09db56f1c,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:49:27.036289 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e686096c-6ea9-4f8a-94aa-3ec4074a9e10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3645314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536705'] for router_interface (8f1310f5-2e92-4f17-8646-090622bc3c68), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:27.255699 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e686096c-6ea9-4f8a-94aa-3ec4074a9e10 admin admin] Router 8f1310f5-2e92-4f17-8646-090622bc3c68 has already been hosted by L3 agent 79a469f9-bdbc-4492-b479-9e5faeaf33b0 {{(pid=103469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:49:27.361813 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e686096c-6ea9-4f8a-94aa-3ec4074a9e10 admin admin] Notify agent at l3_agent.dv-cinder-835881-4-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:49:27.366750 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-e686096c-6ea9-4f8a-94aa-3ec4074a9e10 admin admin] 10.222.0.45 "PUT /v2.0/routers/8f1310f5-2e92-4f17-8646-090622bc3c68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6914287 Apr 05 22:49:27.369283 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 47440) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:49:27.370061 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a429d03-815b-4c72-a822-9bd11a524ec0 None None] Sync routers for ids ['8f1310f5-2e92-4f17-8646-090622bc3c68'] in dv-cinder-835881-4-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:49:27.380439 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a429d03-815b-4c72-a822-9bd11a524ec0 None None] Routers {'8f1310f5-2e92-4f17-8646-090622bc3c68'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:49:27.381035 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-4a429d03-815b-4c72-a822-9bd11a524ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:49:08Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['8f1310f5-2e92-4f17-8646-090622bc3c68'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:49:27.477745 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9081751a-77e0-4ec3-b012-f9b4341b0fc0 admin admin] Publish callbacks [] for router (8f1310f5-2e92-4f17-8646-090622bc3c68), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:27.484587 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-4a429d03-815b-4c72-a822-9bd11a524ec0 None None] Set router 8f1310f5-2e92-4f17-8646-090622bc3c68 gateway port host: dv-cinder-835881-4-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:49:27.583604 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9081751a-77e0-4ec3-b012-f9b4341b0fc0 admin admin] Publish callbacks [] for router_gateway (8f1310f5-2e92-4f17-8646-090622bc3c68), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:27.642919 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-9081751a-77e0-4ec3-b012-f9b4341b0fc0 admin admin] Deleting port ba614464-1b9c-4540-811e-a586f0472446 {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:49:27.643324 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9081751a-77e0-4ec3-b012-f9b4341b0fc0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757100664625'] for port (ba614464-1b9c-4540-811e-a586f0472446), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:27.733699 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [None req-9081751a-77e0-4ec3-b012-f9b4341b0fc0 admin admin] For port ba614464-1b9c-4540-811e-a586f0472446, host dv-cinder-835881-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=ba614464-1b9c-4540-811e-a586f0472446,segment=NetworkSegment(93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb),segment_id=93bb9c18-6fca-4187-8b1c-ef84eb1f8fdb)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:49:27.734312 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9081751a-77e0-4ec3-b012-f9b4341b0fc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525920'] for port (ba614464-1b9c-4540-811e-a586f0472446), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:27.749928 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-9081751a-77e0-4ec3-b012-f9b4341b0fc0 admin admin] Calling delete_port for ba614464-1b9c-4540-811e-a586f0472446 owned by network:router_gateway {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:49:27.761403 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-4a429d03-815b-4c72-a822-9bd11a524ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1310f5-2e92-4f17-8646-090622bc3c68', 'name': 'tempest-TestShelveInstance-1995801275-router', 'tenant_id': '02ad71f28a004bd099761471121f15c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'external_fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'ba614464-1b9c-4540-811e-a586f0472446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:43:09Z', 'updated_at': '2022-04-05T22:49:26Z', 'revision_number': 5, 'project_id': '02ad71f28a004bd099761471121f15c0', 'gw_port': {'id': 'ba614464-1b9c-4540-811e-a586f0472446', 'name': '', 'network_id': '1c7020db-f04b-4bae-aa0d-07e17c11278d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1310f5-2e92-4f17-8646-090622bc3c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:43:10Z', 'updated_at': '2022-04-05T22:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de4a5644-b80e-4142-a210-68f31fcb6ac5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-4-iscsi'}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:49:27.787738 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a429d03-815b-4c72-a822-9bd11a524ec0 None None] Checking router: 8f1310f5-2e92-4f17-8646-090622bc3c68 for host: dv-cinder-835881-4-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:49:27.797088 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a429d03-815b-4c72-a822-9bd11a524ec0 None None] Routers {'8f1310f5-2e92-4f17-8646-090622bc3c68'} bound to L3 agent in host dv-cinder-835881-4-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:49:27.798255 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-4a429d03-815b-4c72-a822-9bd11a524ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T22:28:08Z,description=,heartbeat_timestamp=2022-04-05T22:49:08Z,host='dv-cinder-835881-4-iscsi',id=79a469f9-bdbc-4492-b479-9e5faeaf33b0,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:28:08Z,topic='l3_agent')) {'router_ids': ['8f1310f5-2e92-4f17-8646-090622bc3c68'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:49:27.887602 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-4a429d03-815b-4c72-a822-9bd11a524ec0 None None] Set router 8f1310f5-2e92-4f17-8646-090622bc3c68 gateway port host: None {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:49:27.945340 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-4a429d03-815b-4c72-a822-9bd11a524ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1310f5-2e92-4f17-8646-090622bc3c68', 'name': 'tempest-TestShelveInstance-1995801275-router', 'tenant_id': '02ad71f28a004bd099761471121f15c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:43:09Z', 'updated_at': '2022-04-05T22:49:27Z', 'revision_number': 6, 'project_id': '02ad71f28a004bd099761471121f15c0', 'gw_port_host': None}], 'dv-cinder-835881-4-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:49:27.954173 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9081751a-77e0-4ec3-b012-f9b4341b0fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757100670980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757100095757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827921'] for port (ba614464-1b9c-4540-811e-a586f0472446), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:27.956474 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (021dfe4d-8109-4136-9367-dac606dce553), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:27.972893 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a429d03-815b-4c72-a822-9bd11a524ec0 None None] The sync data for ids ['8f1310f5-2e92-4f17-8646-090622bc3c68'] in dv-cinder-835881-4-iscsi is: [{'id': '8f1310f5-2e92-4f17-8646-090622bc3c68', 'name': 'tempest-TestShelveInstance-1995801275-router', 'tenant_id': '02ad71f28a004bd099761471121f15c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:43:09Z', 'updated_at': '2022-04-05T22:49:27Z', 'revision_number': 6, 'project_id': '02ad71f28a004bd099761471121f15c0', 'gw_port_host': None}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:49:27.988175 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9081751a-77e0-4ec3-b012-f9b4341b0fc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba614464-1b9c-4540-811e-a586f0472446,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:49:28.060976 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9081751a-77e0-4ec3-b012-f9b4341b0fc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536647'] for router_gateway (8f1310f5-2e92-4f17-8646-090622bc3c68), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:28.161535 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9081751a-77e0-4ec3-b012-f9b4341b0fc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5469'] for router (8f1310f5-2e92-4f17-8646-090622bc3c68), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:28.163838 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9081751a-77e0-4ec3-b012-f9b4341b0fc0 admin admin] Publish callbacks [] for router_controller (8f1310f5-2e92-4f17-8646-090622bc3c68), precommit_delete_associations {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:28.216795 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9081751a-77e0-4ec3-b012-f9b4341b0fc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534781'] for router (8f1310f5-2e92-4f17-8646-090622bc3c68), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:28.217314 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9081751a-77e0-4ec3-b012-f9b4341b0fc0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f1310f5-2e92-4f17-8646-090622bc3c68 {{(pid=103469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 22:49:28.222137 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9081751a-77e0-4ec3-b012-f9b4341b0fc0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:28.223515 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-9081751a-77e0-4ec3-b012-f9b4341b0fc0 admin admin] 10.222.0.45 "DELETE /v2.0/routers/8f1310f5-2e92-4f17-8646-090622bc3c68 HTTP/1.1" status: 204 len: 168 time: 0.8532169 Apr 05 22:49:28.226084 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 47460) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:49:28.275844 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f1377d5-d67c-4798-b94a-e5345df959e8 admin admin] Deleting subnet 8666f43c-edf2-4374-9d9f-ea40f860a942 {{(pid=103469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 22:49:28.279693 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7f1377d5-d67c-4798-b94a-e5345df959e8 admin admin] Publish callbacks [] for subnet (8666f43c-edf2-4374-9d9f-ea40f860a942), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:28.315683 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7f1377d5-d67c-4798-b94a-e5345df959e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075975'] for subnet (8666f43c-edf2-4374-9d9f-ea40f860a942), precommit_delete_associations {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:28.409294 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7f1377d5-d67c-4798-b94a-e5345df959e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3499703'] for subnet (8666f43c-edf2-4374-9d9f-ea40f860a942), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:28.466929 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7f1377d5-d67c-4798-b94a-e5345df959e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3499704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8949870'] for subnet (8666f43c-edf2-4374-9d9f-ea40f860a942), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:28.493152 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1377d5-d67c-4798-b94a-e5345df959e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8666f43c-edf2-4374-9d9f-ea40f860a942,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:49:28.495124 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7f1377d5-d67c-4798-b94a-e5345df959e8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:28.498645 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-7f1377d5-d67c-4798-b94a-e5345df959e8 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/8666f43c-edf2-4374-9d9f-ea40f860a942 HTTP/1.1" status: 204 len: 168 time: 0.2715938 Apr 05 22:49:28.499795 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969e24f9-f437-48e7-b248-626aa28eacbf None None] Network 52eca473-6da3-4b22-b5e1-b3c80da8b0d6 requested from dv-cinder-835881-4-iscsi {{(pid=103470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:49:28.501673 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 47462) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:49:28.570433 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-de0b1705-6f3c-4a88-9b2e-5efe533671bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539952'] for network (52eca473-6da3-4b22-b5e1-b3c80da8b0d6), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:28.629387 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-de0b1705-6f3c-4a88-9b2e-5efe533671bb admin admin] Deleting port 7e728fb8-3e18-4061-8421-d17f1b083b06 {{(pid=103468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:49:28.629758 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-de0b1705-6f3c-4a88-9b2e-5efe533671bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757100664625'] for port (7e728fb8-3e18-4061-8421-d17f1b083b06), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:28.694083 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.db [None req-de0b1705-6f3c-4a88-9b2e-5efe533671bb admin admin] For port 7e728fb8-3e18-4061-8421-d17f1b083b06, host dv-cinder-835881-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-4-iscsi',level=0,port_id=7e728fb8-3e18-4061-8421-d17f1b083b06,segment=NetworkSegment(3e3b37a7-6d33-42d2-a04b-4d0e92653672),segment_id=3e3b37a7-6d33-42d2-a04b-4d0e92653672)] {{(pid=103468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:49:28.694449 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-de0b1705-6f3c-4a88-9b2e-5efe533671bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525920'] for port (7e728fb8-3e18-4061-8421-d17f1b083b06), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:28.707173 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.plugin [None req-de0b1705-6f3c-4a88-9b2e-5efe533671bb admin admin] Calling delete_port for 7e728fb8-3e18-4061-8421-d17f1b083b06 owned by network:dhcp {{(pid=103468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:49:28.779094 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5d910f-5aec-465e-9c58-e8fd7de86555 None None] DHCP port deletion for 52eca473-6da3-4b22-b5e1-b3c80da8b0d6 request from dv-cinder-835881-4-iscsi {{(pid=103470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 05 22:49:28.800016 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-de0b1705-6f3c-4a88-9b2e-5efe533671bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757100670980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757100095757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815454'] for port (7e728fb8-3e18-4061-8421-d17f1b083b06), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:28.828239 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0b1705-6f3c-4a88-9b2e-5efe533671bb admin admin] Pushing event deleted for resources: {'Port': ['ID=7e728fb8-3e18-4061-8421-d17f1b083b06,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:49:28.832926 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0b1705-6f3c-4a88-9b2e-5efe533671bb admin admin] No DVR routers for this DVR port 7e728fb8-3e18-4061-8421-d17f1b083b06 on host dv-cinder-835881-4-iscsi {{(pid=103468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:49:28.835859 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-4a5d910f-5aec-465e-9c58-e8fd7de86555 None None] Deleting port 7e728fb8-3e18-4061-8421-d17f1b083b06 {{(pid=103470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:49:28.836409 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-4a5d910f-5aec-465e-9c58-e8fd7de86555 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757100664625'] for port (7e728fb8-3e18-4061-8421-d17f1b083b06), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:28.860446 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device 7e728fb8-3e18-4061-8421-d17f1b083b06 no longer exists at agent ovs-agent-dv-cinder-835881-4-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:49:28.910505 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-de0b1705-6f3c-4a88-9b2e-5efe533671bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3448140', 'neutron.services.segments.db._delete_segments_for_network-8757100575609'] for network (52eca473-6da3-4b22-b5e1-b3c80da8b0d6), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:28.913245 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] No Port match for: 7e728fb8-3e18-4061-8421-d17f1b083b06 {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:49:28.913620 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device 7e728fb8-3e18-4061-8421-d17f1b083b06 not bound to the agent host dv-cinder-835881-4-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:49:28.914064 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device 39e6cf9a-1a78-4284-886d-fad09db56f1c no longer exists at agent ovs-agent-dv-cinder-835881-4-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:49:28.938207 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.services.segments.db [None req-de0b1705-6f3c-4a88-9b2e-5efe533671bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52eca473-6da3-4b22-b5e1-b3c80da8b0d6']}} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:49:28.943485 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-4a5d910f-5aec-465e-9c58-e8fd7de86555 None None] For port 7e728fb8-3e18-4061-8421-d17f1b083b06, host dv-cinder-835881-4-iscsi, got binding levels [] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:49:28.943881 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-4a5d910f-5aec-465e-9c58-e8fd7de86555 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525920'] for port (7e728fb8-3e18-4061-8421-d17f1b083b06), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:28.946341 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] No Port match for: 39e6cf9a-1a78-4284-886d-fad09db56f1c {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:49:28.946677 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device 39e6cf9a-1a78-4284-886d-fad09db56f1c not bound to the agent host dv-cinder-835881-4-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:49:28.947092 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device ba614464-1b9c-4540-811e-a586f0472446 no longer exists at agent ovs-agent-dv-cinder-835881-4-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:49:28.947968 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.services.segments.db [None req-de0b1705-6f3c-4a88-9b2e-5efe533671bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e3b37a7-6d33-42d2-a04b-4d0e92653672') {'for_net_delete': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:49:28.948441 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.services.segments.db [None req-de0b1705-6f3c-4a88-9b2e-5efe533671bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e3b37a7-6d33-42d2-a04b-4d0e92653672') {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:49:28.958821 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-de0b1705-6f3c-4a88-9b2e-5efe533671bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757100576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12319179'] for segment (3e3b37a7-6d33-42d2-a04b-4d0e92653672), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:28.972823 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-de0b1705-6f3c-4a88-9b2e-5efe533671bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3567180'] for segment (3e3b37a7-6d33-42d2-a04b-4d0e92653672), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:28.975964 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-4a5d910f-5aec-465e-9c58-e8fd7de86555 None None] Calling delete_port for 7e728fb8-3e18-4061-8421-d17f1b083b06 owned by network:dhcp {{(pid=103470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:49:28.978931 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.ipam_backend_mixin [None req-4a5d910f-5aec-465e-9c58-e8fd7de86555 None None] Port 7e728fb8-3e18-4061-8421-d17f1b083b06 was not found and therefore no delete operation was performed {{(pid=103470) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 05 22:49:28.979223 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de0b1705-6f3c-4a88-9b2e-5efe533671bb admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=103468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 22:49:28.979627 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-de0b1705-6f3c-4a88-9b2e-5efe533671bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3567180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8815363'] for segment (3e3b37a7-6d33-42d2-a04b-4d0e92653672), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:28.979747 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] No Port match for: ba614464-1b9c-4540-811e-a586f0472446 {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:49:28.979981 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Device ba614464-1b9c-4540-811e-a586f0472446 not bound to the agent host dv-cinder-835881-4-iscsi {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:49:28.981897 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-4a5d910f-5aec-465e-9c58-e8fd7de86555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757100670980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757100095757'] for port (7e728fb8-3e18-4061-8421-d17f1b083b06), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:28.982062 dv-cinder-835881-4-iscsi neutron-server[103468]: Traceback (most recent call last): Apr 05 22:49:28.982062 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 22:49:28.982062 dv-cinder-835881-4-iscsi neutron-server[103468]: timer() Apr 05 22:49:28.982062 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 22:49:28.982062 dv-cinder-835881-4-iscsi neutron-server[103468]: cb(*args, **kw) Apr 05 22:49:28.982062 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 22:49:28.982062 dv-cinder-835881-4-iscsi neutron-server[103468]: return func(*args, **kwargs) Apr 05 22:49:28.982062 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 22:49:28.982062 dv-cinder-835881-4-iscsi neutron-server[103468]: self._notify() Apr 05 22:49:28.982062 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 22:49:28.982062 dv-cinder-835881-4-iscsi neutron-server[103468]: self.callback(batched_events) Apr 05 22:49:28.982062 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 22:49:28.982062 dv-cinder-835881-4-iscsi neutron-server[103468]: event.method(event) Apr 05 22:49:28.982062 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 22:49:28.982062 dv-cinder-835881-4-iscsi neutron-server[103468]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 22:49:28.982062 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 22:49:28.982062 dv-cinder-835881-4-iscsi neutron-server[103468]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 22:49:28.982062 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 22:49:28.982062 dv-cinder-835881-4-iscsi neutron-server[103468]: return f(self, *a, **k) Apr 05 22:49:28.982062 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 22:49:28.982062 dv-cinder-835881-4-iscsi neutron-server[103468]: return self._get(url).json() Apr 05 22:49:28.982062 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 22:49:28.982062 dv-cinder-835881-4-iscsi neutron-server[103468]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 22:49:28.982062 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 22:49:28.982062 dv-cinder-835881-4-iscsi neutron-server[103468]: return self.request(url, 'GET', **kwargs) Apr 05 22:49:28.982062 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 22:49:28.982062 dv-cinder-835881-4-iscsi neutron-server[103468]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 22:49:28.982062 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 22:49:28.982062 dv-cinder-835881-4-iscsi neutron-server[103468]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 22:49:28.982062 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 22:49:28.982062 dv-cinder-835881-4-iscsi neutron-server[103468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 22:49:28.982062 dv-cinder-835881-4-iscsi neutron-server[103468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 22:49:29.008098 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5d910f-5aec-465e-9c58-e8fd7de86555 None None] Pushing event deleted for resources: {'Port': ['ID=7e728fb8-3e18-4061-8421-d17f1b083b06,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:49:29.012904 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5d910f-5aec-465e-9c58-e8fd7de86555 None None] No DVR routers for this DVR port 7e728fb8-3e18-4061-8421-d17f1b083b06 on host dv-cinder-835881-4-iscsi {{(pid=103470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:49:29.044767 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-de0b1705-6f3c-4a88-9b2e-5efe533671bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3448117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536611'] for network (52eca473-6da3-4b22-b5e1-b3c80da8b0d6), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:29.050633 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-de0b1705-6f3c-4a88-9b2e-5efe533671bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644259'] for network (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:29.054199 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-de0b1705-6f3c-4a88-9b2e-5efe533671bb admin admin] 10.222.0.45 "DELETE /v2.0/networks/52eca473-6da3-4b22-b5e1-b3c80da8b0d6 HTTP/1.1" status: 204 len: 168 time: 0.5508671 Apr 05 22:49:29.067318 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0b1705-6f3c-4a88-9b2e-5efe533671bb admin admin] Pushing event deleted for resources: {'Network': ['ID=52eca473-6da3-4b22-b5e1-b3c80da8b0d6,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:49:29.243343 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 47474) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:49:29.291836 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-7d47d113-a169-4d2f-9ace-717a1edf5d80 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9618f5baeec7405cafcaccb0e53c77b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0470836 Apr 05 22:49:29.294244 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 47478) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:49:29.356697 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-45a0e1d2-fa5e-4624-a1c7-ed6a206d99c6 admin admin] Publish callbacks [] for security_group (7f926a66-9b8a-44a8-983c-607b8cef47ca), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:29.383846 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-45a0e1d2-fa5e-4624-a1c7-ed6a206d99c6 admin admin] Publish callbacks [] for security_group (7f926a66-9b8a-44a8-983c-607b8cef47ca), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:29.431106 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-45a0e1d2-fa5e-4624-a1c7-ed6a206d99c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (7f926a66-9b8a-44a8-983c-607b8cef47ca), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:29.434242 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-45a0e1d2-fa5e-4624-a1c7-ed6a206d99c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:29.435395 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-45a0e1d2-fa5e-4624-a1c7-ed6a206d99c6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7f926a66-9b8a-44a8-983c-607b8cef47ca HTTP/1.1" status: 204 len: 168 time: 0.1400924 Apr 05 22:49:29.442901 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a0e1d2-fa5e-4624-a1c7-ed6a206d99c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f926a66-9b8a-44a8-983c-607b8cef47ca,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:49:29.742445 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 47488) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:49:29.781174 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-7269608f-94a7-428d-929b-358dc1410181 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=02ad71f28a004bd099761471121f15c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375779 Apr 05 22:49:29.783618 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 47490) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:49:29.831932 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-bd6aa3bf-4449-4238-b495-5d184e161776 admin admin] Publish callbacks [] for security_group (41ec728f-5b0d-4c18-a0ef-299e069b6f22), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:29.851884 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-bd6aa3bf-4449-4238-b495-5d184e161776 admin admin] Publish callbacks [] for security_group (41ec728f-5b0d-4c18-a0ef-299e069b6f22), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:29.901561 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-bd6aa3bf-4449-4238-b495-5d184e161776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (41ec728f-5b0d-4c18-a0ef-299e069b6f22), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:29.906728 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-bd6aa3bf-4449-4238-b495-5d184e161776 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:29.907896 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-bd6aa3bf-4449-4238-b495-5d184e161776 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/41ec728f-5b0d-4c18-a0ef-299e069b6f22 HTTP/1.1" status: 204 len: 168 time: 0.1233652 Apr 05 22:49:29.916987 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6aa3bf-4449-4238-b495-5d184e161776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ec728f-5b0d-4c18-a0ef-299e069b6f22,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:49:34.705504 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1586055c-88c7-4447-9a41-c161305de375 req-eef356ba-77ec-4e94-aceb-d8cc36226e8d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9e360ed0-3abb-4167-b9d2-0fc98422de3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445940 Apr 05 22:49:34.790061 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1586055c-88c7-4447-9a41-c161305de375 req-c8f4af32-46ce-4659-9c6e-8ff80b75e378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:49:34.791559 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1586055c-88c7-4447-9a41-c161305de375 req-c8f4af32-46ce-4659-9c6e-8ff80b75e378 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=156043b38e2348178da3d3290a4a718f&device_id=9e360ed0-3abb-4167-b9d2-0fc98422de3b HTTP/1.1" status: 200 len: 1130 time: 0.0431983 Apr 05 22:49:34.892954 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1586055c-88c7-4447-9a41-c161305de375 req-849ba8e2-50a2-4632-b372-21af4e12ff92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:49:34.894408 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1586055c-88c7-4447-9a41-c161305de375 req-849ba8e2-50a2-4632-b372-21af4e12ff92 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2cf9a087-7fd5-4db0-a4b4-5660527cd0f0 HTTP/1.1" status: 200 len: 914 time: 0.0840492 Apr 05 22:49:34.934759 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1586055c-88c7-4447-9a41-c161305de375 req-9d02ca03-c285-4b87-83cb-38d6e205143f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b772ce1b-5ee9-495d-995e-67ac831bfa5a HTTP/1.1" status: 200 len: 217 time: 0.0336759 Apr 05 22:49:34.984742 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1586055c-88c7-4447-9a41-c161305de375 req-8a3817da-c30d-4685-bb85-444906d8a63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:49:34.986067 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1586055c-88c7-4447-9a41-c161305de375 req-8a3817da-c30d-4685-bb85-444906d8a63c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=125a5605-eaf3-4216-95de-fa67dd791160 HTTP/1.1" status: 200 len: 853 time: 0.0455029 Apr 05 22:49:35.033026 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1586055c-88c7-4447-9a41-c161305de375 req-f60f8711-f9b4-4615-a67e-0f4bacf3913a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2cf9a087-7fd5-4db0-a4b4-5660527cd0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254312 Apr 05 22:49:35.539094 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-0aab3b45-b09a-4b31-b62f-6d63e25bf11c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (08425891-4e99-4ae4-974b-85ee5a0410c6), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:36.347606 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1586055c-88c7-4447-9a41-c161305de375 req-a917f014-fba6-4d07-83ef-02e9a8844997 service neutron] 10.222.0.13 "GET /v2.0/networks/2cf9a087-7fd5-4db0-a4b4-5660527cd0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834403 Apr 05 22:49:37.232605 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1586055c-88c7-4447-9a41-c161305de375 req-21e88786-953f-459a-9492-55bf617fc79d service neutron] 10.222.0.13 "GET /v2.0/networks/2cf9a087-7fd5-4db0-a4b4-5660527cd0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846319 Apr 05 22:49:37.896275 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-7fe66ced-196c-4e22-b3ec-bc9fbcb70788 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (79a469f9-bdbc-4492-b479-9e5faeaf33b0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:39.014096 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-dae4f030-1cb2-49a8-bcfa-6facf2529a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (e40c9916-dc7d-41d8-a75d-da550db0c469), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:40.652811 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-99ae2e83-6010-40d2-b70a-5b0f9e3ea887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (f28e62d6-8243-45bb-b578-64cfae2561d0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:42.081611 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (b771b186-15ef-4a1a-9c73-ea54ac08c8ac), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:47.997709 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-97cde7d9-dbb1-4d23-a7c6-1511c50e2662 None None] Agent healthcheck: found 6 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:49:48.688754 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3004fdac-9104-472e-8e3a-a70b2bb1c62b req-43da769f-40f4-4280-a448-c35186d7dd3c tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:49:48.690254 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3004fdac-9104-472e-8e3a-a70b2bb1c62b req-43da769f-40f4-4280-a448-c35186d7dd3c tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e360ed0-3abb-4167-b9d2-0fc98422de3b HTTP/1.1" status: 200 len: 946 time: 0.0525181 Apr 05 22:49:48.736062 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3004fdac-9104-472e-8e3a-a70b2bb1c62b req-dd28e455-3394-491a-800e-2c59a08452c3 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ebdbeeb-6653-4f23-af57-b8086f8aba4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402012 Apr 05 22:49:49.858450 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c035c1d-17a1-455e-954e-5ce3ea290509 req-92fc1494-1189-4fd3-8ddd-e30e42763f35 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:49:49.860684 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1c035c1d-17a1-455e-954e-5ce3ea290509 req-92fc1494-1189-4fd3-8ddd-e30e42763f35 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e360ed0-3abb-4167-b9d2-0fc98422de3b HTTP/1.1" status: 200 len: 946 time: 0.0557597 Apr 05 22:49:49.905414 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1c035c1d-17a1-455e-954e-5ce3ea290509 req-38bb7fe1-217a-4310-892b-8f043740d638 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ebdbeeb-6653-4f23-af57-b8086f8aba4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392199 Apr 05 22:49:50.350685 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2bbcb5-3bdf-4743-a556-6c38b9866515 req-196a5cea-e28e-45e0-b3b3-dd7b8ed872cb tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:49:50.352034 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cf2bbcb5-3bdf-4743-a556-6c38b9866515 req-196a5cea-e28e-45e0-b3b3-dd7b8ed872cb tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e360ed0-3abb-4167-b9d2-0fc98422de3b HTTP/1.1" status: 200 len: 946 time: 0.0513234 Apr 05 22:49:50.439286 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [req-cf2bbcb5-3bdf-4743-a556-6c38b9866515 req-524e909f-a23c-491c-b94e-f32c3d0be201 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] Deleting port b772ce1b-5ee9-495d-995e-67ac831bfa5a {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:49:50.439625 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-cf2bbcb5-3bdf-4743-a556-6c38b9866515 req-524e909f-a23c-491c-b94e-f32c3d0be201 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757100664625'] for port (b772ce1b-5ee9-495d-995e-67ac831bfa5a), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:50.532207 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-cf2bbcb5-3bdf-4743-a556-6c38b9866515 req-524e909f-a23c-491c-b94e-f32c3d0be201 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] For port b772ce1b-5ee9-495d-995e-67ac831bfa5a, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b772ce1b-5ee9-495d-995e-67ac831bfa5a,segment=NetworkSegment(d9180f3f-a683-461e-9d5d-d44ee0b30a5c),segment_id=d9180f3f-a683-461e-9d5d-d44ee0b30a5c)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:49:50.532576 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-cf2bbcb5-3bdf-4743-a556-6c38b9866515 req-524e909f-a23c-491c-b94e-f32c3d0be201 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525920'] for port (b772ce1b-5ee9-495d-995e-67ac831bfa5a), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:50.547106 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [req-cf2bbcb5-3bdf-4743-a556-6c38b9866515 req-524e909f-a23c-491c-b94e-f32c3d0be201 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] Calling delete_port for b772ce1b-5ee9-495d-995e-67ac831bfa5a owned by compute:nova {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:49:50.677185 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-cf2bbcb5-3bdf-4743-a556-6c38b9866515 req-524e909f-a23c-491c-b94e-f32c3d0be201 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757100670980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757100095757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827921'] for port (b772ce1b-5ee9-495d-995e-67ac831bfa5a), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:50.688994 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] get_ports_and_sgs() called for port_ids ['b772ce1b-5ee9-495d-995e-67ac831bfa5a'] {{(pid=103470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:49:50.706110 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524e909f-a23c-491c-b94e-f32c3d0be201 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] Pushing event deleted for resources: {'Port': ['ID=b772ce1b-5ee9-495d-995e-67ac831bfa5a,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:49:50.749033 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf2bbcb5-3bdf-4743-a556-6c38b9866515 req-524e909f-a23c-491c-b94e-f32c3d0be201 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] No DVR routers for this DVR port b772ce1b-5ee9-495d-995e-67ac831bfa5a on host hv-cinder-83588 {{(pid=103469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:49:50.752163 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-cf2bbcb5-3bdf-4743-a556-6c38b9866515 req-524e909f-a23c-491c-b94e-f32c3d0be201 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:50.755447 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cf2bbcb5-3bdf-4743-a556-6c38b9866515 req-524e909f-a23c-491c-b94e-f32c3d0be201 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] 10.222.0.13 "DELETE /v2.0/ports/b772ce1b-5ee9-495d-995e-67ac831bfa5a HTTP/1.1" status: 204 len: 173 time: 0.3983929 Apr 05 22:49:50.755900 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e360ed0-3abb-4167-b9d2-0fc98422de3b', 'name': 'network-vif-deleted', 'tag': 'b772ce1b-5ee9-495d-995e-67ac831bfa5a'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:49:50.758135 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f386ba26b1031f5495d5bdef0d2c98b5b567df56bfe60a1d1e0dd7c3f719aed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7507cd9-ec69-4ea0-abc1-5be4c8798c6f" -d '{"events": [{"server_uuid": "9e360ed0-3abb-4167-b9d2-0fc98422de3b", "name": "network-vif-deleted", "tag": "b772ce1b-5ee9-495d-995e-67ac831bfa5a"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:49:50.792790 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b477d5-73e3-45e2-933b-b32d533e7475 x-openstack-request-id: req-29b477d5-73e3-45e2-933b-b32d533e7475 {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:49:50.793090 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e360ed0-3abb-4167-b9d2-0fc98422de3b", "name": "network-vif-deleted", "tag": "b772ce1b-5ee9-495d-995e-67ac831bfa5a", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:49:50.793344 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-29b477d5-73e3-45e2-933b-b32d533e7475 {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:49:50.793846 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29b477d5-73e3-45e2-933b-b32d533e7475'] response: {'server_uuid': '9e360ed0-3abb-4167-b9d2-0fc98422de3b', 'name': 'network-vif-deleted', 'tag': 'b772ce1b-5ee9-495d-995e-67ac831bfa5a', 'status': 'completed', 'code': 200} Apr 05 22:49:51.012608 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a373fcb8-365a-4131-bb5c-c1ef6d05eb07 req-480d3d3b-8624-413e-b247-b5f4abbc3449 tempest-VolumesSnapshotTestJSON-320941501 tempest-VolumesSnapshotTestJSON-320941501-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e360ed0-3abb-4167-b9d2-0fc98422de3b HTTP/1.1" status: 200 len: 210 time: 0.0299172 Apr 05 22:49:54.174079 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device b772ce1b-5ee9-495d-995e-67ac831bfa5a no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:49:54.197217 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] No Port match for: b772ce1b-5ee9-495d-995e-67ac831bfa5a {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:49:54.197583 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device b772ce1b-5ee9-495d-995e-67ac831bfa5a not bound to the agent host hv-cinder-83588 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:49:57.986718 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (021dfe4d-8109-4136-9367-dac606dce553), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:05.541100 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-2534698c-1091-4d03-8b77-eb98f77f9e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (08425891-4e99-4ae4-974b-85ee5a0410c6), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:07.897632 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-39c998ec-7eda-4e6c-8fbd-204153e75f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (79a469f9-bdbc-4492-b479-9e5faeaf33b0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:09.020060 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-dae4f030-1cb2-49a8-bcfa-6facf2529a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (e40c9916-dc7d-41d8-a75d-da550db0c469), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:10.654952 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-99ae2e83-6010-40d2-b70a-5b0f9e3ea887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (f28e62d6-8243-45bb-b578-64cfae2561d0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:12.074201 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (b771b186-15ef-4a1a-9c73-ea54ac08c8ac), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:19.245797 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 47902) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:50:19.290441 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_v2 [None req-406a6659-7302-4cfd-9f37-34f8d0e81593 admin admin] Deleting subnet 125a5605-eaf3-4216-95de-fa67dd791160 {{(pid=103469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 22:50:19.293528 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-406a6659-7302-4cfd-9f37-34f8d0e81593 admin admin] Publish callbacks [] for subnet (125a5605-eaf3-4216-95de-fa67dd791160), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:19.327745 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-406a6659-7302-4cfd-9f37-34f8d0e81593 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075975'] for subnet (125a5605-eaf3-4216-95de-fa67dd791160), precommit_delete_associations {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:19.368473 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-406a6659-7302-4cfd-9f37-34f8d0e81593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3499703'] for subnet (125a5605-eaf3-4216-95de-fa67dd791160), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:19.427906 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-406a6659-7302-4cfd-9f37-34f8d0e81593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3499704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8949870'] for subnet (125a5605-eaf3-4216-95de-fa67dd791160), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:19.453032 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406a6659-7302-4cfd-9f37-34f8d0e81593 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=125a5605-eaf3-4216-95de-fa67dd791160,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:50:19.456816 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-406a6659-7302-4cfd-9f37-34f8d0e81593 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:19.462200 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-406a6659-7302-4cfd-9f37-34f8d0e81593 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/125a5605-eaf3-4216-95de-fa67dd791160 HTTP/1.1" status: 204 len: 168 time: 0.2131486 Apr 05 22:50:19.463254 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 47914) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:50:19.535628 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2b1d03b1-6987-4f18-8eb0-73ec796ddf26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539952'] for network (2cf9a087-7fd5-4db0-a4b4-5660527cd0f0), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:19.620082 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2b1d03b1-6987-4f18-8eb0-73ec796ddf26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3448140', 'neutron.services.segments.db._delete_segments_for_network-8757100575609'] for network (2cf9a087-7fd5-4db0-a4b4-5660527cd0f0), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:19.642212 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.services.segments.db [None req-2b1d03b1-6987-4f18-8eb0-73ec796ddf26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cf9a087-7fd5-4db0-a4b4-5660527cd0f0']}} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:50:19.652510 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.services.segments.db [None req-2b1d03b1-6987-4f18-8eb0-73ec796ddf26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9180f3f-a683-461e-9d5d-d44ee0b30a5c') {'for_net_delete': True} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:50:19.652903 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.services.segments.db [None req-2b1d03b1-6987-4f18-8eb0-73ec796ddf26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9180f3f-a683-461e-9d5d-d44ee0b30a5c') {} {{(pid=103468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:50:19.663702 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2b1d03b1-6987-4f18-8eb0-73ec796ddf26 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757100576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12319179'] for segment (d9180f3f-a683-461e-9d5d-d44ee0b30a5c), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:19.678795 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2b1d03b1-6987-4f18-8eb0-73ec796ddf26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3567180'] for segment (d9180f3f-a683-461e-9d5d-d44ee0b30a5c), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:19.685497 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b1d03b1-6987-4f18-8eb0-73ec796ddf26 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=103468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 22:50:19.685958 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2b1d03b1-6987-4f18-8eb0-73ec796ddf26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3567180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8815363'] for segment (d9180f3f-a683-461e-9d5d-d44ee0b30a5c), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:19.728508 dv-cinder-835881-4-iscsi neutron-server[103468]: Traceback (most recent call last): Apr 05 22:50:19.728508 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 22:50:19.728508 dv-cinder-835881-4-iscsi neutron-server[103468]: timer() Apr 05 22:50:19.728508 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 22:50:19.728508 dv-cinder-835881-4-iscsi neutron-server[103468]: cb(*args, **kw) Apr 05 22:50:19.728508 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 22:50:19.728508 dv-cinder-835881-4-iscsi neutron-server[103468]: return func(*args, **kwargs) Apr 05 22:50:19.728508 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 22:50:19.728508 dv-cinder-835881-4-iscsi neutron-server[103468]: self._notify() Apr 05 22:50:19.728508 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 22:50:19.728508 dv-cinder-835881-4-iscsi neutron-server[103468]: self.callback(batched_events) Apr 05 22:50:19.728508 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 22:50:19.728508 dv-cinder-835881-4-iscsi neutron-server[103468]: event.method(event) Apr 05 22:50:19.728508 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 22:50:19.728508 dv-cinder-835881-4-iscsi neutron-server[103468]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 22:50:19.728508 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 22:50:19.728508 dv-cinder-835881-4-iscsi neutron-server[103468]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 22:50:19.728508 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 22:50:19.728508 dv-cinder-835881-4-iscsi neutron-server[103468]: return f(self, *a, **k) Apr 05 22:50:19.728508 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 22:50:19.728508 dv-cinder-835881-4-iscsi neutron-server[103468]: return self._get(url).json() Apr 05 22:50:19.728508 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 22:50:19.728508 dv-cinder-835881-4-iscsi neutron-server[103468]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 22:50:19.728508 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 22:50:19.728508 dv-cinder-835881-4-iscsi neutron-server[103468]: return self.request(url, 'GET', **kwargs) Apr 05 22:50:19.728508 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 22:50:19.728508 dv-cinder-835881-4-iscsi neutron-server[103468]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 22:50:19.728508 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 22:50:19.728508 dv-cinder-835881-4-iscsi neutron-server[103468]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 22:50:19.728508 dv-cinder-835881-4-iscsi neutron-server[103468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 22:50:19.728508 dv-cinder-835881-4-iscsi neutron-server[103468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 22:50:19.728508 dv-cinder-835881-4-iscsi neutron-server[103468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 22:50:19.746578 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2b1d03b1-6987-4f18-8eb0-73ec796ddf26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3448117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536611'] for network (2cf9a087-7fd5-4db0-a4b4-5660527cd0f0), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:19.751926 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-2b1d03b1-6987-4f18-8eb0-73ec796ddf26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3644259'] for network (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:19.755773 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-2b1d03b1-6987-4f18-8eb0-73ec796ddf26 admin admin] 10.222.0.45 "DELETE /v2.0/networks/2cf9a087-7fd5-4db0-a4b4-5660527cd0f0 HTTP/1.1" status: 204 len: 168 time: 0.2913463 Apr 05 22:50:19.766483 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1d03b1-6987-4f18-8eb0-73ec796ddf26 admin admin] Pushing event deleted for resources: {'Network': ['ID=2cf9a087-7fd5-4db0-a4b4-5660527cd0f0,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:50:19.773699 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1d03b1-6987-4f18-8eb0-73ec796ddf26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:50:19.774048 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1d03b1-6987-4f18-8eb0-73ec796ddf26 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:50:19.774387 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1d03b1-6987-4f18-8eb0-73ec796ddf26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:50:19.774727 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1d03b1-6987-4f18-8eb0-73ec796ddf26 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:50:19.775057 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1d03b1-6987-4f18-8eb0-73ec796ddf26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:50:19.775384 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1d03b1-6987-4f18-8eb0-73ec796ddf26 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:50:19.775709 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1d03b1-6987-4f18-8eb0-73ec796ddf26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:50:19.776034 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1d03b1-6987-4f18-8eb0-73ec796ddf26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:50:19.776359 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1d03b1-6987-4f18-8eb0-73ec796ddf26 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:50:19.776680 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1d03b1-6987-4f18-8eb0-73ec796ddf26 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:50:19.777005 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1d03b1-6987-4f18-8eb0-73ec796ddf26 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:50:19.777326 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1d03b1-6987-4f18-8eb0-73ec796ddf26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:50:19.777668 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1d03b1-6987-4f18-8eb0-73ec796ddf26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:50:19.777983 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1d03b1-6987-4f18-8eb0-73ec796ddf26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:50:19.778298 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1d03b1-6987-4f18-8eb0-73ec796ddf26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:50:19.917658 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 47922) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:50:19.956214 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-661992fe-708b-432e-98a4-1e772c433c95 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=156043b38e2348178da3d3290a4a718f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374439 Apr 05 22:50:19.958589 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 47924) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:50:20.005268 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d328c165-024c-47ff-9455-5472c14c9421 admin admin] Publish callbacks [] for security_group (3ebdbeeb-6653-4f23-af57-b8086f8aba4f), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:20.025383 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d328c165-024c-47ff-9455-5472c14c9421 admin admin] Publish callbacks [] for security_group (3ebdbeeb-6653-4f23-af57-b8086f8aba4f), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:20.071101 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d328c165-024c-47ff-9455-5472c14c9421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (3ebdbeeb-6653-4f23-af57-b8086f8aba4f), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:20.073799 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d328c165-024c-47ff-9455-5472c14c9421 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:20.074932 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-d328c165-024c-47ff-9455-5472c14c9421 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3ebdbeeb-6653-4f23-af57-b8086f8aba4f HTTP/1.1" status: 204 len: 168 time: 0.1154737 Apr 05 22:50:20.082343 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d328c165-024c-47ff-9455-5472c14c9421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ebdbeeb-6653-4f23-af57-b8086f8aba4f,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:50:24.400650 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 47954) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:50:24.504873 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7e434af6-46e9-4604-a5d6-6d7aeb7aa4fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:24.582718 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7e434af6-46e9-4604-a5d6-6d7aeb7aa4fa admin admin] Publish callbacks [] for security_group (869a2525-799b-47d9-a809-9dde67f3eb66), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:24.586799 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7e434af6-46e9-4604-a5d6-6d7aeb7aa4fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (869a2525-799b-47d9-a809-9dde67f3eb66), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:24.626365 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-7e434af6-46e9-4604-a5d6-6d7aeb7aa4fa admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=001ba45536224260b854442d1db22445&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2245979 Apr 05 22:50:24.627227 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e434af6-46e9-4604-a5d6-6d7aeb7aa4fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=869a2525-799b-47d9-a809-9dde67f3eb66,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:50:24.629064 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 47958) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:50:24.634938 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e434af6-46e9-4604-a5d6-6d7aeb7aa4fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:50:24.635292 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e434af6-46e9-4604-a5d6-6d7aeb7aa4fa admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:50:24.635636 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e434af6-46e9-4604-a5d6-6d7aeb7aa4fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:50:24.635981 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e434af6-46e9-4604-a5d6-6d7aeb7aa4fa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:50:24.636317 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e434af6-46e9-4604-a5d6-6d7aeb7aa4fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:50:24.636646 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e434af6-46e9-4604-a5d6-6d7aeb7aa4fa admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:50:24.636977 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e434af6-46e9-4604-a5d6-6d7aeb7aa4fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:50:24.637302 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e434af6-46e9-4604-a5d6-6d7aeb7aa4fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:50:24.637657 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e434af6-46e9-4604-a5d6-6d7aeb7aa4fa admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:50:24.637995 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e434af6-46e9-4604-a5d6-6d7aeb7aa4fa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:50:24.638321 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e434af6-46e9-4604-a5d6-6d7aeb7aa4fa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:50:24.638647 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e434af6-46e9-4604-a5d6-6d7aeb7aa4fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:50:24.638969 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e434af6-46e9-4604-a5d6-6d7aeb7aa4fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:50:24.639287 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e434af6-46e9-4604-a5d6-6d7aeb7aa4fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:50:24.639605 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e434af6-46e9-4604-a5d6-6d7aeb7aa4fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:50:24.684705 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-be3f186a-bbc7-40db-866b-92a88dd183ce admin admin] Publish callbacks [] for security_group (869a2525-799b-47d9-a809-9dde67f3eb66), before_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:24.705571 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-be3f186a-bbc7-40db-866b-92a88dd183ce admin admin] Publish callbacks [] for security_group (869a2525-799b-47d9-a809-9dde67f3eb66), precommit_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:24.753965 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-be3f186a-bbc7-40db-866b-92a88dd183ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (869a2525-799b-47d9-a809-9dde67f3eb66), after_delete {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:24.756599 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-be3f186a-bbc7-40db-866b-92a88dd183ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:24.757782 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-be3f186a-bbc7-40db-866b-92a88dd183ce admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/869a2525-799b-47d9-a809-9dde67f3eb66 HTTP/1.1" status: 204 len: 168 time: 0.1276500 Apr 05 22:50:24.765221 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3f186a-bbc7-40db-866b-92a88dd183ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=869a2525-799b-47d9-a809-9dde67f3eb66,revision_number=None']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:50:24.997655 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-97cde7d9-dbb1-4d23-a7c6-1511c50e2662 None None] Agent healthcheck: found 6 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:50:25.717624 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [-] (103468) accepted ('10.222.0.45', 47988) {{(pid=103468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:50:25.819918 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-59657ecc-dff2-4d10-8327-6abe24de9711 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:25.895759 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-59657ecc-dff2-4d10-8327-6abe24de9711 admin admin] Publish callbacks [] for security_group (38b02bd3-461f-4d77-aeb2-99db26d09572), precommit_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:25.899522 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron_lib.callbacks.manager [None req-59657ecc-dff2-4d10-8327-6abe24de9711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (38b02bd3-461f-4d77-aeb2-99db26d09572), after_create {{(pid=103468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:25.937904 dv-cinder-835881-4-iscsi neutron-server[103468]: INFO neutron.wsgi [None req-59657ecc-dff2-4d10-8327-6abe24de9711 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9f3f8a4207b944d1866969bff2a812d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2191579 Apr 05 22:50:25.938703 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59657ecc-dff2-4d10-8327-6abe24de9711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38b02bd3-461f-4d77-aeb2-99db26d09572,revision_number=1']} {{(pid=103468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:50:25.940722 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 47992) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:50:25.988429 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-dbfc9b9d-d180-422f-9614-0e5f9c018ee1 admin admin] Publish callbacks [] for security_group (38b02bd3-461f-4d77-aeb2-99db26d09572), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:26.008897 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-dbfc9b9d-d180-422f-9614-0e5f9c018ee1 admin admin] Publish callbacks [] for security_group (38b02bd3-461f-4d77-aeb2-99db26d09572), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:26.054262 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-dbfc9b9d-d180-422f-9614-0e5f9c018ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (38b02bd3-461f-4d77-aeb2-99db26d09572), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:26.056846 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-dbfc9b9d-d180-422f-9614-0e5f9c018ee1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:26.058031 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-dbfc9b9d-d180-422f-9614-0e5f9c018ee1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/38b02bd3-461f-4d77-aeb2-99db26d09572 HTTP/1.1" status: 204 len: 168 time: 0.1162546 Apr 05 22:50:26.065364 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfc9b9d-d180-422f-9614-0e5f9c018ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b02bd3-461f-4d77-aeb2-99db26d09572,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:50:27.989414 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (021dfe4d-8109-4136-9367-dac606dce553), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:28.273321 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b00282a0-fb46-4b2b-bca9-536e1c787f59 req-13e9acde-2880-4f2f-94b7-bebfd03661d9 tempest-VolumesNegativeTest-1085590271 tempest-VolumesNegativeTest-1085590271-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=16968a3af46b4ef4bcdaa5c4227e27bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290511 Apr 05 22:50:28.454464 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00282a0-fb46-4b2b-bca9-536e1c787f59 req-9b2f5ce8-1d4f-4794-a2f7-767dda6b299f tempest-VolumesNegativeTest-1085590271 tempest-VolumesNegativeTest-1085590271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:50:28.455900 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b00282a0-fb46-4b2b-bca9-536e1c787f59 req-9b2f5ce8-1d4f-4794-a2f7-767dda6b299f tempest-VolumesNegativeTest-1085590271 tempest-VolumesNegativeTest-1085590271-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1777108 Apr 05 22:50:28.470192 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b00282a0-fb46-4b2b-bca9-536e1c787f59 req-7daab8a3-7cc5-4c6c-a2c6-8d6a90849cea tempest-VolumesNegativeTest-1085590271 tempest-VolumesNegativeTest-1085590271-project] 10.222.0.45 "GET /v2.0/quotas/16968a3af46b4ef4bcdaa5c4227e27bb HTTP/1.1" status: 200 len: 375 time: 0.0089157 Apr 05 22:50:28.500692 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b00282a0-fb46-4b2b-bca9-536e1c787f59 req-d2ee78b0-0579-4af2-a7c9-03fdfae01bd9 tempest-VolumesNegativeTest-1085590271 tempest-VolumesNegativeTest-1085590271-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=16968a3af46b4ef4bcdaa5c4227e27bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256436 Apr 05 22:50:28.654903 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c595580a-97a2-445f-bfd6-59cc8608c8f5 req-4ed83a7d-14ff-4979-b5dc-7cd83138054a tempest-VolumesNegativeTest-1085590271 tempest-VolumesNegativeTest-1085590271-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f5601ad-c1eb-4ea3-9579-90f7fc10ce60 HTTP/1.1" status: 200 len: 210 time: 0.0266602 Apr 05 22:50:29.458277 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b00282a0-fb46-4b2b-bca9-536e1c787f59 req-a2c124fd-7115-4552-960c-95d64fa295e0 tempest-VolumesNegativeTest-1085590271 tempest-VolumesNegativeTest-1085590271-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=16968a3af46b4ef4bcdaa5c4227e27bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214996 Apr 05 22:50:29.815402 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-863ab657-cdda-487b-9f5e-306ba92a9c4b req-6efd27f1-3606-4dae-8276-bff4c6bdb253 tempest-VolumesNegativeTest-1085590271 tempest-VolumesNegativeTest-1085590271-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f5601ad-c1eb-4ea3-9579-90f7fc10ce60 HTTP/1.1" status: 200 len: 210 time: 0.0318303 Apr 05 22:50:29.848695 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00282a0-fb46-4b2b-bca9-536e1c787f59 req-ee0580e5-a86d-470a-8206-8189d0615e0b tempest-VolumesNegativeTest-1085590271 tempest-VolumesNegativeTest-1085590271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:50:29.850124 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b00282a0-fb46-4b2b-bca9-536e1c787f59 req-ee0580e5-a86d-470a-8206-8189d0615e0b tempest-VolumesNegativeTest-1085590271 tempest-VolumesNegativeTest-1085590271-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3877163 Apr 05 22:50:29.861938 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [req-b00282a0-fb46-4b2b-bca9-536e1c787f59 req-464a6a44-972c-461e-8ab5-a49f1b44e18f tempest-VolumesNegativeTest-1085590271 tempest-VolumesNegativeTest-1085590271-project] Request body: {'port': {'device_id': '7f5601ad-c1eb-4ea3-9579-90f7fc10ce60', 'network_id': '27aa6925-6849-43e7-bf04-bfee194a29de', 'admin_state_up': True, 'tenant_id': '16968a3af46b4ef4bcdaa5c4227e27bb'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:50:29.967345 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b00282a0-fb46-4b2b-bca9-536e1c787f59 req-464a6a44-972c-461e-8ab5-a49f1b44e18f tempest-VolumesNegativeTest-1085590271 tempest-VolumesNegativeTest-1085590271-project] Made reservation on behalf of 16968a3af46b4ef4bcdaa5c4227e27bb for: {'port': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:50:29.970945 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-b00282a0-fb46-4b2b-bca9-536e1c787f59 req-464a6a44-972c-461e-8ab5-a49f1b44e18f tempest-VolumesNegativeTest-1085590271 tempest-VolumesNegativeTest-1085590271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:29.979373 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-b00282a0-fb46-4b2b-bca9-536e1c787f59 req-464a6a44-972c-461e-8ab5-a49f1b44e18f tempest-VolumesNegativeTest-1085590271 tempest-VolumesNegativeTest-1085590271-project] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:30.052017 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-b00282a0-fb46-4b2b-bca9-536e1c787f59 req-464a6a44-972c-461e-8ab5-a49f1b44e18f tempest-VolumesNegativeTest-1085590271 tempest-VolumesNegativeTest-1085590271-project] Publish callbacks [] for security_group (36513ca1-1395-48a7-b242-3baf2d940759), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:30.055859 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-b00282a0-fb46-4b2b-bca9-536e1c787f59 req-464a6a44-972c-461e-8ab5-a49f1b44e18f tempest-VolumesNegativeTest-1085590271 tempest-VolumesNegativeTest-1085590271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (36513ca1-1395-48a7-b242-3baf2d940759), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:30.118959 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464a6a44-972c-461e-8ab5-a49f1b44e18f tempest-VolumesNegativeTest-1085590271 tempest-VolumesNegativeTest-1085590271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36513ca1-1395-48a7-b242-3baf2d940759,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:50:30.188622 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_common [req-b00282a0-fb46-4b2b-bca9-536e1c787f59 req-464a6a44-972c-461e-8ab5-a49f1b44e18f tempest-VolumesNegativeTest-1085590271 tempest-VolumesNegativeTest-1085590271-project] Allocated IP 192.168.233.194 (27aa6925-6849-43e7-bf04-bfee194a29de/b6ea60b9-6244-4e71-8b8d-8f205ad1f70a/3f3f1100-a9bc-468e-822c-589520ed13dc) {{(pid=103469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:50:30.339483 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-b00282a0-fb46-4b2b-bca9-536e1c787f59 req-464a6a44-972c-461e-8ab5-a49f1b44e18f tempest-VolumesNegativeTest-1085590271 tempest-VolumesNegativeTest-1085590271-project] Publish callbacks [] for port (3f3f1100-a9bc-468e-822c-589520ed13dc), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:30.377378 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-b00282a0-fb46-4b2b-bca9-536e1c787f59 req-464a6a44-972c-461e-8ab5-a49f1b44e18f tempest-VolumesNegativeTest-1085590271 tempest-VolumesNegativeTest-1085590271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757100095748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827921'] for port (3f3f1100-a9bc-468e-822c-589520ed13dc), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:30.416508 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b00282a0-fb46-4b2b-bca9-536e1c787f59 req-464a6a44-972c-461e-8ab5-a49f1b44e18f tempest-VolumesNegativeTest-1085590271 tempest-VolumesNegativeTest-1085590271-project] Network 27aa6925-6849-43e7-bf04-bfee194a29de is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:50:30.419348 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [req-b00282a0-fb46-4b2b-bca9-536e1c787f59 req-464a6a44-972c-461e-8ab5-a49f1b44e18f tempest-VolumesNegativeTest-1085590271 tempest-VolumesNegativeTest-1085590271-project] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:50:30.422957 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [req-b00282a0-fb46-4b2b-bca9-536e1c787f59 req-464a6a44-972c-461e-8ab5-a49f1b44e18f tempest-VolumesNegativeTest-1085590271 tempest-VolumesNegativeTest-1085590271-project] Received port after_create {{(pid=103469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:50:30.450603 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464a6a44-972c-461e-8ab5-a49f1b44e18f tempest-VolumesNegativeTest-1085590271 tempest-VolumesNegativeTest-1085590271-project] Pushing event updated for resources: {'Port': ['ID=3f3f1100-a9bc-468e-822c-589520ed13dc,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:50:30.479625 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00282a0-fb46-4b2b-bca9-536e1c787f59 req-464a6a44-972c-461e-8ab5-a49f1b44e18f tempest-VolumesNegativeTest-1085590271 tempest-VolumesNegativeTest-1085590271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:50:30.480237 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-b00282a0-fb46-4b2b-bca9-536e1c787f59 req-464a6a44-972c-461e-8ab5-a49f1b44e18f tempest-VolumesNegativeTest-1085590271 tempest-VolumesNegativeTest-1085590271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:30.502168 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b00282a0-fb46-4b2b-bca9-536e1c787f59 req-464a6a44-972c-461e-8ab5-a49f1b44e18f tempest-VolumesNegativeTest-1085590271 tempest-VolumesNegativeTest-1085590271-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6435945 Apr 05 22:50:30.513336 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [req-b00282a0-fb46-4b2b-bca9-536e1c787f59 req-714b2ee1-9671-4650-abd4-3ae5523581d9 service neutron] Request body: {'port': {'device_id': '7f5601ad-c1eb-4ea3-9579-90f7fc10ce60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:50:30.578010 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-b00282a0-fb46-4b2b-bca9-536e1c787f59 req-714b2ee1-9671-4650-abd4-3ae5523581d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (3f3f1100-a9bc-468e-822c-589520ed13dc), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:30.683665 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-3ce83096-18e3-4278-bbd0-8ed26739b571 None None] Provisioning complete for port 3f3f1100-a9bc-468e-822c-589520ed13dc triggered by entity DHCP. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:50:30.684284 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3ce83096-18e3-4278-bbd0-8ed26739b571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (3f3f1100-a9bc-468e-822c-589520ed13dc), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:30.719135 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3ce83096-18e3-4278-bbd0-8ed26739b571 None None] Port 3f3f1100-a9bc-468e-822c-589520ed13dc cannot update to ACTIVE because it is not bound. {{(pid=103470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:50:30.873115 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [req-b00282a0-fb46-4b2b-bca9-536e1c787f59 req-714b2ee1-9671-4650-abd4-3ae5523581d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f3f1100-a9bc-468e-822c-589520ed13dc {{(pid=103469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:50:30.881290 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-b00282a0-fb46-4b2b-bca9-536e1c787f59 req-714b2ee1-9671-4650-abd4-3ae5523581d9 service neutron] Publish callbacks [] for port (3f3f1100-a9bc-468e-822c-589520ed13dc), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:30.919752 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.provisioning_blocks [req-b00282a0-fb46-4b2b-bca9-536e1c787f59 req-714b2ee1-9671-4650-abd4-3ae5523581d9 service neutron] Transition to ACTIVE for port object 3f3f1100-a9bc-468e-822c-589520ed13dc will not be triggered until provisioned by entity L2. {{(pid=103469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 22:50:30.923497 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-b00282a0-fb46-4b2b-bca9-536e1c787f59 req-714b2ee1-9671-4650-abd4-3ae5523581d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828008'] for port (3f3f1100-a9bc-468e-822c-589520ed13dc), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:30.992009 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714b2ee1-9671-4650-abd4-3ae5523581d9 service neutron] Pushing event updated for resources: {'Port': ['ID=3f3f1100-a9bc-468e-822c-589520ed13dc,revision_number=2']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:50:31.000895 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6eee8b-88e5-443f-9cb7-a91ed23b27cf req-eac263e9-b39c-447e-989e-7b75c475bf03 tempest-VolumesNegativeTest-1085590271 tempest-VolumesNegativeTest-1085590271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:50:31.002499 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6b6eee8b-88e5-443f-9cb7-a91ed23b27cf req-eac263e9-b39c-447e-989e-7b75c475bf03 tempest-VolumesNegativeTest-1085590271 tempest-VolumesNegativeTest-1085590271-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f5601ad-c1eb-4ea3-9579-90f7fc10ce60 HTTP/1.1" status: 200 len: 936 time: 0.1188049 Apr 05 22:50:31.104485 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6b6eee8b-88e5-443f-9cb7-a91ed23b27cf req-7e3cfc01-c99c-417b-9a82-fc2b3c761c85 tempest-VolumesNegativeTest-1085590271 tempest-VolumesNegativeTest-1085590271-project] 10.222.0.45 "GET /v2.0/security-groups?id=36513ca1-1395-48a7-b242-3baf2d940759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864418 Apr 05 22:50:31.107010 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-b00282a0-fb46-4b2b-bca9-536e1c787f59 req-714b2ee1-9671-4650-abd4-3ae5523581d9 service neutron] Attempting to bind port 3f3f1100-a9bc-468e-822c-589520ed13dc on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:50:31.107385 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-b00282a0-fb46-4b2b-bca9-536e1c787f59 req-714b2ee1-9671-4650-abd4-3ae5523581d9 service neutron] Attempting to bind port 3f3f1100-a9bc-468e-822c-589520ed13dc by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'eea477b3-ec32-49e2-a91f-db251d679f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '27aa6925-6849-43e7-bf04-bfee194a29de'}] {{(pid=103469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:50:31.107675 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00282a0-fb46-4b2b-bca9-536e1c787f59 req-714b2ee1-9671-4650-abd4-3ae5523581d9 service neutron] Attempting to bind port 3f3f1100-a9bc-468e-822c-589520ed13dc on network 27aa6925-6849-43e7-bf04-bfee194a29de {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:50:31.113458 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00282a0-fb46-4b2b-bca9-536e1c787f59 req-714b2ee1-9671-4650-abd4-3ae5523581d9 service neutron] Port 3f3f1100-a9bc-468e-822c-589520ed13dc on network 27aa6925-6849-43e7-bf04-bfee194a29de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 22:50:31.113831 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00282a0-fb46-4b2b-bca9-536e1c787f59 req-714b2ee1-9671-4650-abd4-3ae5523581d9 service neutron] Attempting to bind port 3f3f1100-a9bc-468e-822c-589520ed13dc on network 27aa6925-6849-43e7-bf04-bfee194a29de {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:50:31.119123 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00282a0-fb46-4b2b-bca9-536e1c787f59 req-714b2ee1-9671-4650-abd4-3ae5523581d9 service neutron] Checking agent: {'id': '021dfe4d-8109-4136-9367-dac606dce553', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 34, 28), 'started_at': datetime.datetime(2022, 4, 5, 22, 34, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:50:31.119499 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00282a0-fb46-4b2b-bca9-536e1c787f59 req-714b2ee1-9671-4650-abd4-3ae5523581d9 service neutron] Checking segment: {'id': 'eea477b3-ec32-49e2-a91f-db251d679f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '27aa6925-6849-43e7-bf04-bfee194a29de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:50:31.119885 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00282a0-fb46-4b2b-bca9-536e1c787f59 req-714b2ee1-9671-4650-abd4-3ae5523581d9 service neutron] Bound using segment: {'id': 'eea477b3-ec32-49e2-a91f-db251d679f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '27aa6925-6849-43e7-bf04-bfee194a29de'} {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:50:31.120317 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-b00282a0-fb46-4b2b-bca9-536e1c787f59 req-714b2ee1-9671-4650-abd4-3ae5523581d9 service neutron] Bound port: 3f3f1100-a9bc-468e-822c-589520ed13dc, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eea477b3-ec32-49e2-a91f-db251d679f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '27aa6925-6849-43e7-bf04-bfee194a29de'}}] {{(pid=103469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:50:31.120680 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-b00282a0-fb46-4b2b-bca9-536e1c787f59 req-714b2ee1-9671-4650-abd4-3ae5523581d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (3f3f1100-a9bc-468e-822c-589520ed13dc), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:31.189005 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-b00282a0-fb46-4b2b-bca9-536e1c787f59 req-714b2ee1-9671-4650-abd4-3ae5523581d9 service neutron] For port 3f3f1100-a9bc-468e-822c-589520ed13dc, host hv-cinder-83588, cleared binding levels {{(pid=103469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:50:31.192852 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-b00282a0-fb46-4b2b-bca9-536e1c787f59 req-714b2ee1-9671-4650-abd4-3ae5523581d9 service neutron] For port 3f3f1100-a9bc-468e-822c-589520ed13dc, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=3f3f1100-a9bc-468e-822c-589520ed13dc,segment=NetworkSegment(eea477b3-ec32-49e2-a91f-db251d679f88),segment_id=eea477b3-ec32-49e2-a91f-db251d679f88)] {{(pid=103469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:50:31.199197 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-b00282a0-fb46-4b2b-bca9-536e1c787f59 req-714b2ee1-9671-4650-abd4-3ae5523581d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828008'] for port (3f3f1100-a9bc-468e-822c-589520ed13dc), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:31.234133 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00282a0-fb46-4b2b-bca9-536e1c787f59 req-714b2ee1-9671-4650-abd4-3ae5523581d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:50:31.234801 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-b00282a0-fb46-4b2b-bca9-536e1c787f59 req-714b2ee1-9671-4650-abd4-3ae5523581d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:31.236270 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b00282a0-fb46-4b2b-bca9-536e1c787f59 req-714b2ee1-9671-4650-abd4-3ae5523581d9 service neutron] 10.222.0.13 "PUT /v2.0/ports/3f3f1100-a9bc-468e-822c-589520ed13dc HTTP/1.1" status: 200 len: 1098 time: 0.7271125 Apr 05 22:50:31.236630 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f5601ad-c1eb-4ea3-9579-90f7fc10ce60', 'tag': '3f3f1100-a9bc-468e-822c-589520ed13dc'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:50:31.239552 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f386ba26b1031f5495d5bdef0d2c98b5b567df56bfe60a1d1e0dd7c3f719aed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a06daebf-61e8-4e2a-90a3-6fdb16798758" -d '{"events": [{"name": "network-changed", "server_uuid": "7f5601ad-c1eb-4ea3-9579-90f7fc10ce60", "tag": "3f3f1100-a9bc-468e-822c-589520ed13dc"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:50:31.275002 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714b2ee1-9671-4650-abd4-3ae5523581d9 service neutron] Pushing event updated for resources: {'Port': ['ID=3f3f1100-a9bc-468e-822c-589520ed13dc,revision_number=3']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:50:31.286996 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f0eed15-02fe-4045-938e-a31679fbf0ff x-openstack-request-id: req-1f0eed15-02fe-4045-938e-a31679fbf0ff {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:50:31.287254 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f5601ad-c1eb-4ea3-9579-90f7fc10ce60", "tag": "3f3f1100-a9bc-468e-822c-589520ed13dc", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:50:31.287480 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1f0eed15-02fe-4045-938e-a31679fbf0ff {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:50:31.287880 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f0eed15-02fe-4045-938e-a31679fbf0ff'] response: {'name': 'network-changed', 'server_uuid': '7f5601ad-c1eb-4ea3-9579-90f7fc10ce60', 'tag': '3f3f1100-a9bc-468e-822c-589520ed13dc', 'status': 'completed', 'code': 200} Apr 05 22:50:31.337963 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00282a0-fb46-4b2b-bca9-536e1c787f59 req-321feb13-d086-4cab-b97a-67f6969887f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:50:31.339479 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b00282a0-fb46-4b2b-bca9-536e1c787f59 req-321feb13-d086-4cab-b97a-67f6969887f1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=16968a3af46b4ef4bcdaa5c4227e27bb&device_id=7f5601ad-c1eb-4ea3-9579-90f7fc10ce60 HTTP/1.1" status: 200 len: 1132 time: 0.0614922 Apr 05 22:50:31.384017 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b00282a0-fb46-4b2b-bca9-536e1c787f59 req-5be0cc10-de2d-49b6-b3af-0347539a39db service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=3f3f1100-a9bc-468e-822c-589520ed13dc HTTP/1.1" status: 200 len: 217 time: 0.0382845 Apr 05 22:50:31.433265 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00282a0-fb46-4b2b-bca9-536e1c787f59 req-abc6f525-d8af-4a6a-abe7-22bf003c79a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:50:31.434775 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b00282a0-fb46-4b2b-bca9-536e1c787f59 req-abc6f525-d8af-4a6a-abe7-22bf003c79a9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b6ea60b9-6244-4e71-8b8d-8f205ad1f70a HTTP/1.1" status: 200 len: 843 time: 0.0456524 Apr 05 22:50:31.482998 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00282a0-fb46-4b2b-bca9-536e1c787f59 req-6bbb01f0-efba-463a-82fe-15ee18151a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:50:31.484529 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b00282a0-fb46-4b2b-bca9-536e1c787f59 req-6bbb01f0-efba-463a-82fe-15ee18151a89 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=27aa6925-6849-43e7-bf04-bfee194a29de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0444074 Apr 05 22:50:31.575723 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b00282a0-fb46-4b2b-bca9-536e1c787f59 req-26a9f156-d488-49e2-b761-1633585ce382 service neutron] 10.222.0.13 "GET /v2.0/networks/27aa6925-6849-43e7-bf04-bfee194a29de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841987 Apr 05 22:50:31.669387 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b00282a0-fb46-4b2b-bca9-536e1c787f59 req-39084fa1-a89e-405a-98e6-03b0f89cffab service neutron] 10.222.0.13 "GET /v2.0/networks/27aa6925-6849-43e7-bf04-bfee194a29de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880542 Apr 05 22:50:32.222862 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca74272-2363-4c7c-b79d-a46ad6a663a3 req-1ed88e18-734a-4ae0-af7e-314d45f9c9a9 tempest-VolumesNegativeTest-1085590271 tempest-VolumesNegativeTest-1085590271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:50:32.224358 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0ca74272-2363-4c7c-b79d-a46ad6a663a3 req-1ed88e18-734a-4ae0-af7e-314d45f9c9a9 tempest-VolumesNegativeTest-1085590271 tempest-VolumesNegativeTest-1085590271-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f5601ad-c1eb-4ea3-9579-90f7fc10ce60 HTTP/1.1" status: 200 len: 948 time: 0.0527143 Apr 05 22:50:32.273302 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0ca74272-2363-4c7c-b79d-a46ad6a663a3 req-4d461c4f-b90c-4600-b6b0-d0c233d2c892 tempest-VolumesNegativeTest-1085590271 tempest-VolumesNegativeTest-1085590271-project] 10.222.0.45 "GET /v2.0/security-groups?id=36513ca1-1395-48a7-b242-3baf2d940759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435781 Apr 05 22:50:33.390740 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27702587-7f10-4b96-8cee-9eb5613efc36 req-b10c9615-c855-4376-a1e6-c69bc486293b tempest-VolumesNegativeTest-1085590271 tempest-VolumesNegativeTest-1085590271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:50:33.392183 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-27702587-7f10-4b96-8cee-9eb5613efc36 req-b10c9615-c855-4376-a1e6-c69bc486293b tempest-VolumesNegativeTest-1085590271 tempest-VolumesNegativeTest-1085590271-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f5601ad-c1eb-4ea3-9579-90f7fc10ce60 HTTP/1.1" status: 200 len: 948 time: 0.0506961 Apr 05 22:50:33.436836 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-27702587-7f10-4b96-8cee-9eb5613efc36 req-3d9fff5e-d2a5-4627-adb2-e68042241282 tempest-VolumesNegativeTest-1085590271 tempest-VolumesNegativeTest-1085590271-project] 10.222.0.45 "GET /v2.0/security-groups?id=36513ca1-1395-48a7-b242-3baf2d940759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390897 Apr 05 22:50:33.743321 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06daebf-61e8-4e2a-90a3-6fdb16798758 req-290b53d8-cab9-4872-9fce-bc0e56572e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:50:33.744792 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a06daebf-61e8-4e2a-90a3-6fdb16798758 req-290b53d8-cab9-4872-9fce-bc0e56572e71 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=16968a3af46b4ef4bcdaa5c4227e27bb&device_id=7f5601ad-c1eb-4ea3-9579-90f7fc10ce60 HTTP/1.1" status: 200 len: 1132 time: 0.0450804 Apr 05 22:50:33.835377 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06daebf-61e8-4e2a-90a3-6fdb16798758 req-1535aa33-20e0-494b-babe-bc60905f9aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:50:33.836807 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a06daebf-61e8-4e2a-90a3-6fdb16798758 req-1535aa33-20e0-494b-babe-bc60905f9aa1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=27aa6925-6849-43e7-bf04-bfee194a29de HTTP/1.1" status: 200 len: 870 time: 0.0865529 Apr 05 22:50:33.875696 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a06daebf-61e8-4e2a-90a3-6fdb16798758 req-9da4f4e1-1e33-4db5-bd47-0e30df1e94d9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=3f3f1100-a9bc-468e-822c-589520ed13dc HTTP/1.1" status: 200 len: 217 time: 0.0331941 Apr 05 22:50:33.925714 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06daebf-61e8-4e2a-90a3-6fdb16798758 req-482f4376-90af-4989-8f4b-e69e14f5ce4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:50:33.927015 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a06daebf-61e8-4e2a-90a3-6fdb16798758 req-482f4376-90af-4989-8f4b-e69e14f5ce4c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b6ea60b9-6244-4e71-8b8d-8f205ad1f70a HTTP/1.1" status: 200 len: 843 time: 0.0455794 Apr 05 22:50:33.974440 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06daebf-61e8-4e2a-90a3-6fdb16798758 req-33c62f21-cc88-4ef8-942b-89935653ebe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:50:33.975916 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a06daebf-61e8-4e2a-90a3-6fdb16798758 req-33c62f21-cc88-4ef8-942b-89935653ebe9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=27aa6925-6849-43e7-bf04-bfee194a29de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0432489 Apr 05 22:50:34.060278 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a06daebf-61e8-4e2a-90a3-6fdb16798758 req-bd7fcc01-c168-4dc2-86b9-0113e6b77b7a service neutron] 10.222.0.13 "GET /v2.0/networks/27aa6925-6849-43e7-bf04-bfee194a29de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787296 Apr 05 22:50:34.149386 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a06daebf-61e8-4e2a-90a3-6fdb16798758 req-d17c1ee1-1eb7-4b3a-b613-a8789352c72d service neutron] 10.222.0.13 "GET /v2.0/networks/27aa6925-6849-43e7-bf04-bfee194a29de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836575 Apr 05 22:50:34.552334 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc68497-dc60-4fb3-880b-ee73b8c1e62b req-e94760ab-4db0-4f5c-abd3-559246154278 tempest-VolumesNegativeTest-1085590271 tempest-VolumesNegativeTest-1085590271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:50:34.553825 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3dc68497-dc60-4fb3-880b-ee73b8c1e62b req-e94760ab-4db0-4f5c-abd3-559246154278 tempest-VolumesNegativeTest-1085590271 tempest-VolumesNegativeTest-1085590271-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f5601ad-c1eb-4ea3-9579-90f7fc10ce60 HTTP/1.1" status: 200 len: 948 time: 0.0514691 Apr 05 22:50:34.599421 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3dc68497-dc60-4fb3-880b-ee73b8c1e62b req-07e1f0ae-ae6b-49c4-83cc-28634c39d4c8 tempest-VolumesNegativeTest-1085590271 tempest-VolumesNegativeTest-1085590271-project] 10.222.0.45 "GET /v2.0/security-groups?id=36513ca1-1395-48a7-b242-3baf2d940759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401351 Apr 05 22:50:35.550981 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-a8f35b59-d3d2-4906-8356-7b10b6e36231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (08425891-4e99-4ae4-974b-85ee5a0410c6), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:35.720174 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c45353-0cf8-4485-8288-65d60c0652f2 req-572df6f4-4252-4044-ae41-d14c561a9a7c tempest-VolumesNegativeTest-1085590271 tempest-VolumesNegativeTest-1085590271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:50:35.722148 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f2c45353-0cf8-4485-8288-65d60c0652f2 req-572df6f4-4252-4044-ae41-d14c561a9a7c tempest-VolumesNegativeTest-1085590271 tempest-VolumesNegativeTest-1085590271-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f5601ad-c1eb-4ea3-9579-90f7fc10ce60 HTTP/1.1" status: 200 len: 948 time: 0.0551343 Apr 05 22:50:35.767544 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f2c45353-0cf8-4485-8288-65d60c0652f2 req-5ddb60e8-dc93-458f-bd19-96599f2cff15 tempest-VolumesNegativeTest-1085590271 tempest-VolumesNegativeTest-1085590271-project] 10.222.0.45 "GET /v2.0/security-groups?id=36513ca1-1395-48a7-b242-3baf2d940759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397162 Apr 05 22:50:36.297850 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device 3f3f1100-a9bc-468e-822c-589520ed13dc details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:50:36.393634 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] For port 3f3f1100-a9bc-468e-822c-589520ed13dc, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=3f3f1100-a9bc-468e-822c-589520ed13dc,segment=NetworkSegment(eea477b3-ec32-49e2-a91f-db251d679f88),segment_id=eea477b3-ec32-49e2-a91f-db251d679f88)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:50:36.404429 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Returning: {'device': '3f3f1100-a9bc-468e-822c-589520ed13dc', 'network_id': '27aa6925-6849-43e7-bf04-bfee194a29de', 'port_id': '3f3f1100-a9bc-468e-822c-589520ed13dc', 'mac_address': 'fa:16:3e:98:c3:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6ea60b9-6244-4e71-8b8d-8f205ad1f70a', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:50:36.443950 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Current status of the port 3f3f1100-a9bc-468e-822c-589520ed13dc is: DOWN; New status is: BUILD {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:50:36.444333 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (3f3f1100-a9bc-468e-822c-589520ed13dc), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:36.457015 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f3f1100-a9bc-468e-822c-589520ed13dc {{(pid=103470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:50:36.475618 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] For port 3f3f1100-a9bc-468e-822c-589520ed13dc, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=3f3f1100-a9bc-468e-822c-589520ed13dc,segment=NetworkSegment(eea477b3-ec32-49e2-a91f-db251d679f88),segment_id=eea477b3-ec32-49e2-a91f-db251d679f88)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:50:36.479773 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (3f3f1100-a9bc-468e-822c-589520ed13dc), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:36.526237 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Pushing event updated for resources: {'Port': ['ID=3f3f1100-a9bc-468e-822c-589520ed13dc,revision_number=4']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:50:36.533034 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:50:36.533385 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:50:36.533753 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:50:36.534122 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:50:36.534471 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:50:36.534802 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:50:36.535129 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:50:36.535454 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:50:36.535777 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:50:36.536100 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:50:36.536424 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:50:36.536747 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:50:36.537068 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:50:36.537388 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:50:36.537733 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-4-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:50:36.798342 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] get_ports_and_sgs() called for port_ids ['3f3f1100-a9bc-468e-822c-589520ed13dc'] {{(pid=103470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:50:36.889661 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c4373-4882-442c-933d-9efa21609389 req-88e5d687-3612-49ad-9f01-7a711d31a2b6 tempest-VolumesNegativeTest-1085590271 tempest-VolumesNegativeTest-1085590271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:50:36.891129 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4c8c4373-4882-442c-933d-9efa21609389 req-88e5d687-3612-49ad-9f01-7a711d31a2b6 tempest-VolumesNegativeTest-1085590271 tempest-VolumesNegativeTest-1085590271-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f5601ad-c1eb-4ea3-9579-90f7fc10ce60 HTTP/1.1" status: 200 len: 949 time: 0.0513730 Apr 05 22:50:36.937712 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4c8c4373-4882-442c-933d-9efa21609389 req-a3ef6ea9-e661-4174-a062-6236fcf8fc52 tempest-VolumesNegativeTest-1085590271 tempest-VolumesNegativeTest-1085590271-project] 10.222.0.45 "GET /v2.0/security-groups?id=36513ca1-1395-48a7-b242-3baf2d940759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407345 Apr 05 22:50:37.899141 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-35a1067b-e1a1-48a8-91e0-e7eb84ea3bb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (79a469f9-bdbc-4492-b479-9e5faeaf33b0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:38.053343 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a073aee9-d910-421a-968c-35046e4d1964 req-73ab338d-913c-48a9-9d87-d4b4df466367 tempest-VolumesNegativeTest-1085590271 tempest-VolumesNegativeTest-1085590271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:50:38.054829 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a073aee9-d910-421a-968c-35046e4d1964 req-73ab338d-913c-48a9-9d87-d4b4df466367 tempest-VolumesNegativeTest-1085590271 tempest-VolumesNegativeTest-1085590271-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f5601ad-c1eb-4ea3-9579-90f7fc10ce60 HTTP/1.1" status: 200 len: 949 time: 0.0512805 Apr 05 22:50:38.104516 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a073aee9-d910-421a-968c-35046e4d1964 req-f0362e59-b67c-4974-a98f-8738784a5124 tempest-VolumesNegativeTest-1085590271 tempest-VolumesNegativeTest-1085590271-project] 10.222.0.45 "GET /v2.0/security-groups?id=36513ca1-1395-48a7-b242-3baf2d940759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440955 Apr 05 22:50:38.313839 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device 3f3f1100-a9bc-468e-822c-589520ed13dc up at agent hyperv_hv-cinder-83588 {{(pid=103470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:50:38.366037 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Provisioning for port 3f3f1100-a9bc-468e-822c-589520ed13dc completed by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 22:50:38.370258 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Provisioning complete for port 3f3f1100-a9bc-468e-822c-589520ed13dc triggered by entity L2. {{(pid=103470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:50:38.370652 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3445995'] for port (3f3f1100-a9bc-468e-822c-589520ed13dc), provisioning_complete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:38.449232 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Current status of the port 3f3f1100-a9bc-468e-822c-589520ed13dc is: BUILD; New status is: ACTIVE {{(pid=103470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:50:38.449637 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521706'] for port (3f3f1100-a9bc-468e-822c-589520ed13dc), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:38.471691 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5601ad-c1eb-4ea3-9579-90f7fc10ce60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f3f1100-a9bc-468e-822c-589520ed13dc'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:50:38.474087 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5eeae28b1739aff28e9ac2b05a29cddcf15b93cc3fe96f2ce32a289e1b5713d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f56250e-afcb-4e2f-92f3-0f4150f29daa" -d '{"events": [{"server_uuid": "7f5601ad-c1eb-4ea3-9579-90f7fc10ce60", "name": "network-vif-plugged", "status": "completed", "tag": "3f3f1100-a9bc-468e-822c-589520ed13dc"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:50:38.486285 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] For port 3f3f1100-a9bc-468e-822c-589520ed13dc, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=3f3f1100-a9bc-468e-822c-589520ed13dc,segment=NetworkSegment(eea477b3-ec32-49e2-a91f-db251d679f88),segment_id=eea477b3-ec32-49e2-a91f-db251d679f88)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:50:38.491122 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757100670998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757100095766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757100095784'] for port (3f3f1100-a9bc-468e-822c-589520ed13dc), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:38.514160 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a74f93-20a6-4a6b-88f4-e740c6adcb41 x-openstack-request-id: req-15a74f93-20a6-4a6b-88f4-e740c6adcb41 {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:50:38.514453 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f5601ad-c1eb-4ea3-9579-90f7fc10ce60", "name": "network-vif-plugged", "status": "completed", "tag": "3f3f1100-a9bc-468e-822c-589520ed13dc", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:50:38.514702 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-15a74f93-20a6-4a6b-88f4-e740c6adcb41 {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:50:38.515090 dv-cinder-835881-4-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15a74f93-20a6-4a6b-88f4-e740c6adcb41'] response: {'server_uuid': '7f5601ad-c1eb-4ea3-9579-90f7fc10ce60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f3f1100-a9bc-468e-822c-589520ed13dc', 'code': 200} Apr 05 22:50:38.540548 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Pushing event updated for resources: {'Port': ['ID=3f3f1100-a9bc-468e-822c-589520ed13dc,revision_number=5']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:50:38.699192 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11291d4f-80d1-48ed-b377-da9b294c51ca req-d9d690df-bb25-45bc-a28d-2308c3750768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:50:38.700669 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-11291d4f-80d1-48ed-b377-da9b294c51ca req-d9d690df-bb25-45bc-a28d-2308c3750768 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7f5601ad-c1eb-4ea3-9579-90f7fc10ce60 HTTP/1.1" status: 200 len: 1134 time: 0.0432568 Apr 05 22:50:38.898333 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-11291d4f-80d1-48ed-b377-da9b294c51ca req-becc1a54-b093-4413-9832-c1b5faac2b3a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=36513ca1-1395-48a7-b242-3baf2d940759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383842 Apr 05 22:50:39.019818 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-dae4f030-1cb2-49a8-bcfa-6facf2529a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (e40c9916-dc7d-41d8-a75d-da550db0c469), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:39.222130 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e0cdc-bfbd-4dd4-b099-c337ca3e85c0 req-66563596-2abf-49f4-8695-07ccbaa86f93 tempest-VolumesNegativeTest-1085590271 tempest-VolumesNegativeTest-1085590271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:50:39.224003 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1e4e0cdc-bfbd-4dd4-b099-c337ca3e85c0 req-66563596-2abf-49f4-8695-07ccbaa86f93 tempest-VolumesNegativeTest-1085590271 tempest-VolumesNegativeTest-1085590271-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f5601ad-c1eb-4ea3-9579-90f7fc10ce60 HTTP/1.1" status: 200 len: 950 time: 0.0517128 Apr 05 22:50:39.269749 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1e4e0cdc-bfbd-4dd4-b099-c337ca3e85c0 req-49e0929b-feac-4782-89d2-afaf6d2df9fa tempest-VolumesNegativeTest-1085590271 tempest-VolumesNegativeTest-1085590271-project] 10.222.0.45 "GET /v2.0/security-groups?id=36513ca1-1395-48a7-b242-3baf2d940759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400529 Apr 05 22:50:40.392646 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f2ba59-29f4-42b0-a36e-7bddb090799a req-b42b0d10-a559-4ec4-968a-65f7478f805a tempest-VolumesNegativeTest-1085590271 tempest-VolumesNegativeTest-1085590271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:50:40.394146 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-13f2ba59-29f4-42b0-a36e-7bddb090799a req-b42b0d10-a559-4ec4-968a-65f7478f805a tempest-VolumesNegativeTest-1085590271 tempest-VolumesNegativeTest-1085590271-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f5601ad-c1eb-4ea3-9579-90f7fc10ce60 HTTP/1.1" status: 200 len: 950 time: 0.0553348 Apr 05 22:50:40.440852 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-13f2ba59-29f4-42b0-a36e-7bddb090799a req-985fe3a2-ec3e-41ee-824a-5bdb33756646 tempest-VolumesNegativeTest-1085590271 tempest-VolumesNegativeTest-1085590271-project] 10.222.0.45 "GET /v2.0/security-groups?id=36513ca1-1395-48a7-b242-3baf2d940759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409222 Apr 05 22:50:40.659686 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-99ae2e83-6010-40d2-b70a-5b0f9e3ea887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (f28e62d6-8243-45bb-b578-64cfae2561d0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:41.556786 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54914fc-280a-4def-8c7f-c6ebc6122b18 req-23724ce3-097a-4498-8361-9261091a1a45 tempest-VolumesNegativeTest-1085590271 tempest-VolumesNegativeTest-1085590271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:50:41.558287 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f54914fc-280a-4def-8c7f-c6ebc6122b18 req-23724ce3-097a-4498-8361-9261091a1a45 tempest-VolumesNegativeTest-1085590271 tempest-VolumesNegativeTest-1085590271-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f5601ad-c1eb-4ea3-9579-90f7fc10ce60 HTTP/1.1" status: 200 len: 950 time: 0.0513968 Apr 05 22:50:41.607239 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f54914fc-280a-4def-8c7f-c6ebc6122b18 req-54c8da83-9e93-4cf7-8e02-2a851351acb4 tempest-VolumesNegativeTest-1085590271 tempest-VolumesNegativeTest-1085590271-project] 10.222.0.45 "GET /v2.0/security-groups?id=36513ca1-1395-48a7-b242-3baf2d940759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433235 Apr 05 22:50:41.860442 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1bc6d-9337-4956-a96f-d6d4574ac28c req-708165c5-6107-4829-9ae0-4696fc1e9c07 tempest-VolumesNegativeTest-1085590271 tempest-VolumesNegativeTest-1085590271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:50:41.861902 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4be1bc6d-9337-4956-a96f-d6d4574ac28c req-708165c5-6107-4829-9ae0-4696fc1e9c07 tempest-VolumesNegativeTest-1085590271 tempest-VolumesNegativeTest-1085590271-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f5601ad-c1eb-4ea3-9579-90f7fc10ce60 HTTP/1.1" status: 200 len: 950 time: 0.0542409 Apr 05 22:50:41.908023 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4be1bc6d-9337-4956-a96f-d6d4574ac28c req-6b861d54-4a59-4f7e-9fc6-11a0f75269e5 tempest-VolumesNegativeTest-1085590271 tempest-VolumesNegativeTest-1085590271-project] 10.222.0.45 "GET /v2.0/security-groups?id=36513ca1-1395-48a7-b242-3baf2d940759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398920 Apr 05 22:50:42.076164 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (b771b186-15ef-4a1a-9c73-ea54ac08c8ac), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:43.027638 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6762820-fa5f-4b28-8b2b-11a0f5122044 req-ff241555-7004-4285-8425-75b879c4a85f tempest-VolumesNegativeTest-1085590271 tempest-VolumesNegativeTest-1085590271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:50:43.029258 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c6762820-fa5f-4b28-8b2b-11a0f5122044 req-ff241555-7004-4285-8425-75b879c4a85f tempest-VolumesNegativeTest-1085590271 tempest-VolumesNegativeTest-1085590271-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f5601ad-c1eb-4ea3-9579-90f7fc10ce60 HTTP/1.1" status: 200 len: 950 time: 0.0521023 Apr 05 22:50:43.075860 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c6762820-fa5f-4b28-8b2b-11a0f5122044 req-c2951a52-c4ce-4608-97c9-7f630b03f072 tempest-VolumesNegativeTest-1085590271 tempest-VolumesNegativeTest-1085590271-project] 10.222.0.45 "GET /v2.0/security-groups?id=36513ca1-1395-48a7-b242-3baf2d940759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404284 Apr 05 22:50:43.274600 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f66aae-7740-4c14-aa3d-f5819d323196 req-0a72b2de-3789-42de-b10a-6425e0183ca0 tempest-VolumesNegativeTest-1085590271 tempest-VolumesNegativeTest-1085590271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:50:43.275977 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c4f66aae-7740-4c14-aa3d-f5819d323196 req-0a72b2de-3789-42de-b10a-6425e0183ca0 tempest-VolumesNegativeTest-1085590271 tempest-VolumesNegativeTest-1085590271-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f5601ad-c1eb-4ea3-9579-90f7fc10ce60 HTTP/1.1" status: 200 len: 950 time: 0.0603127 Apr 05 22:50:43.384126 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [req-c4f66aae-7740-4c14-aa3d-f5819d323196 req-099b7a8d-fe62-4a1f-9a2f-866d70d8c1cd tempest-VolumesNegativeTest-1085590271 tempest-VolumesNegativeTest-1085590271-project] Deleting port 3f3f1100-a9bc-468e-822c-589520ed13dc {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:50:43.384461 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-c4f66aae-7740-4c14-aa3d-f5819d323196 req-099b7a8d-fe62-4a1f-9a2f-866d70d8c1cd tempest-VolumesNegativeTest-1085590271 tempest-VolumesNegativeTest-1085590271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757100664625'] for port (3f3f1100-a9bc-468e-822c-589520ed13dc), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:43.472107 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-c4f66aae-7740-4c14-aa3d-f5819d323196 req-099b7a8d-fe62-4a1f-9a2f-866d70d8c1cd tempest-VolumesNegativeTest-1085590271 tempest-VolumesNegativeTest-1085590271-project] For port 3f3f1100-a9bc-468e-822c-589520ed13dc, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=3f3f1100-a9bc-468e-822c-589520ed13dc,segment=NetworkSegment(eea477b3-ec32-49e2-a91f-db251d679f88),segment_id=eea477b3-ec32-49e2-a91f-db251d679f88)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:50:43.472464 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-c4f66aae-7740-4c14-aa3d-f5819d323196 req-099b7a8d-fe62-4a1f-9a2f-866d70d8c1cd tempest-VolumesNegativeTest-1085590271 tempest-VolumesNegativeTest-1085590271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-525920'] for port (3f3f1100-a9bc-468e-822c-589520ed13dc), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:43.489057 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [req-c4f66aae-7740-4c14-aa3d-f5819d323196 req-099b7a8d-fe62-4a1f-9a2f-866d70d8c1cd tempest-VolumesNegativeTest-1085590271 tempest-VolumesNegativeTest-1085590271-project] Calling delete_port for 3f3f1100-a9bc-468e-822c-589520ed13dc owned by compute:nova {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:50:43.616612 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-c4f66aae-7740-4c14-aa3d-f5819d323196 req-099b7a8d-fe62-4a1f-9a2f-866d70d8c1cd tempest-VolumesNegativeTest-1085590271 tempest-VolumesNegativeTest-1085590271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3645321', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757100670980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757100095757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827921'] for port (3f3f1100-a9bc-468e-822c-589520ed13dc), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:43.632135 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] get_ports_and_sgs() called for port_ids ['3f3f1100-a9bc-468e-822c-589520ed13dc'] {{(pid=103470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:50:43.648102 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099b7a8d-fe62-4a1f-9a2f-866d70d8c1cd tempest-VolumesNegativeTest-1085590271 tempest-VolumesNegativeTest-1085590271-project] Pushing event deleted for resources: {'Port': ['ID=3f3f1100-a9bc-468e-822c-589520ed13dc,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:50:43.695667 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4f66aae-7740-4c14-aa3d-f5819d323196 req-099b7a8d-fe62-4a1f-9a2f-866d70d8c1cd tempest-VolumesNegativeTest-1085590271 tempest-VolumesNegativeTest-1085590271-project] No DVR routers for this DVR port 3f3f1100-a9bc-468e-822c-589520ed13dc on host hv-cinder-83588 {{(pid=103469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:50:43.698484 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-c4f66aae-7740-4c14-aa3d-f5819d323196 req-099b7a8d-fe62-4a1f-9a2f-866d70d8c1cd tempest-VolumesNegativeTest-1085590271 tempest-VolumesNegativeTest-1085590271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241551'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:43.701916 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c4f66aae-7740-4c14-aa3d-f5819d323196 req-099b7a8d-fe62-4a1f-9a2f-866d70d8c1cd tempest-VolumesNegativeTest-1085590271 tempest-VolumesNegativeTest-1085590271-project] 10.222.0.13 "DELETE /v2.0/ports/3f3f1100-a9bc-468e-822c-589520ed13dc HTTP/1.1" status: 204 len: 173 time: 0.4198906 Apr 05 22:50:43.702370 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5601ad-c1eb-4ea3-9579-90f7fc10ce60', 'name': 'network-vif-deleted', 'tag': '3f3f1100-a9bc-468e-822c-589520ed13dc'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:50:43.704611 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f386ba26b1031f5495d5bdef0d2c98b5b567df56bfe60a1d1e0dd7c3f719aed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a17301df-b90e-403c-8d69-6de93ec344d2" -d '{"events": [{"server_uuid": "7f5601ad-c1eb-4ea3-9579-90f7fc10ce60", "name": "network-vif-deleted", "tag": "3f3f1100-a9bc-468e-822c-589520ed13dc"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:50:43.750561 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc837b38-908c-4c3d-bd50-b8a88ca13e12 x-openstack-request-id: req-dc837b38-908c-4c3d-bd50-b8a88ca13e12 {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:50:43.750851 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f5601ad-c1eb-4ea3-9579-90f7fc10ce60", "name": "network-vif-deleted", "tag": "3f3f1100-a9bc-468e-822c-589520ed13dc", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:50:43.751105 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dc837b38-908c-4c3d-bd50-b8a88ca13e12 {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:50:43.751510 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc837b38-908c-4c3d-bd50-b8a88ca13e12'] response: {'server_uuid': '7f5601ad-c1eb-4ea3-9579-90f7fc10ce60', 'name': 'network-vif-deleted', 'tag': '3f3f1100-a9bc-468e-822c-589520ed13dc', 'status': 'completed', 'code': 200} Apr 05 22:50:44.189812 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [req-87cc2361-6633-4a03-8111-12de330d9566 req-3eb1eee7-589b-4d09-bc09-ba4cb5403f19 tempest-VolumesNegativeTest-1085590271 tempest-VolumesNegativeTest-1085590271-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f5601ad-c1eb-4ea3-9579-90f7fc10ce60 HTTP/1.1" status: 200 len: 210 time: 0.0317748 Apr 05 22:50:46.368046 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device 3f3f1100-a9bc-468e-822c-589520ed13dc no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:50:46.389325 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] No Port match for: 3f3f1100-a9bc-468e-822c-589520ed13dc {{(pid=103470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:50:46.389705 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.rpc [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Device 3f3f1100-a9bc-468e-822c-589520ed13dc not bound to the agent host hv-cinder-83588 {{(pid=103470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:50:49.095432 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 48336) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:50:49.223019 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-4ad48790-9a03-4006-969e-3bc78964dbf4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=16968a3af46b4ef4bcdaa5c4227e27bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1264992 Apr 05 22:50:49.225528 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.45', 48340) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:50:49.271570 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-6f3ec44b-b81a-4553-bb7f-ef923fd618f5 admin admin] Publish callbacks [] for security_group (36513ca1-1395-48a7-b242-3baf2d940759), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:49.292026 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-6f3ec44b-b81a-4553-bb7f-ef923fd618f5 admin admin] Publish callbacks [] for security_group (36513ca1-1395-48a7-b242-3baf2d940759), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:49.338291 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-6f3ec44b-b81a-4553-bb7f-ef923fd618f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586231'] for security_group (36513ca1-1395-48a7-b242-3baf2d940759), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:49.340860 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-6f3ec44b-b81a-4553-bb7f-ef923fd618f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:49.342076 dv-cinder-835881-4-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-6f3ec44b-b81a-4553-bb7f-ef923fd618f5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/36513ca1-1395-48a7-b242-3baf2d940759 HTTP/1.1" status: 204 len: 168 time: 0.1156731 Apr 05 22:50:49.349889 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3ec44b-b81a-4553-bb7f-ef923fd618f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36513ca1-1395-48a7-b242-3baf2d940759,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:50:57.991247 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (021dfe4d-8109-4136-9367-dac606dce553), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:51:01.996204 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-97cde7d9-dbb1-4d23-a7c6-1511c50e2662 None None] Agent healthcheck: found 6 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:51:05.543013 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b0b0452c-a0fa-4a3b-85f5-cf8717e1751e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (08425891-4e99-4ae4-974b-85ee5a0410c6), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:51:07.899965 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-f15adf34-c8b6-4160-a18d-50849a5e9bd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (79a469f9-bdbc-4492-b479-9e5faeaf33b0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:51:09.024058 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-dae4f030-1cb2-49a8-bcfa-6facf2529a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (e40c9916-dc7d-41d8-a75d-da550db0c469), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:51:10.660779 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-99ae2e83-6010-40d2-b70a-5b0f9e3ea887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (f28e62d6-8243-45bb-b578-64cfae2561d0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:51:12.078951 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (b771b186-15ef-4a1a-9c73-ea54ac08c8ac), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:51:27.994699 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (021dfe4d-8109-4136-9367-dac606dce553), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:51:35.544634 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-011f657e-4616-4095-be3f-e1f1f2e29964 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (08425891-4e99-4ae4-974b-85ee5a0410c6), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:51:37.901600 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b5df5e3c-701b-48c5-a2e2-0659b5733e23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (79a469f9-bdbc-4492-b479-9e5faeaf33b0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:51:38.994693 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-97cde7d9-dbb1-4d23-a7c6-1511c50e2662 None None] Agent healthcheck: found 6 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:51:39.025105 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-dae4f030-1cb2-49a8-bcfa-6facf2529a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (e40c9916-dc7d-41d8-a75d-da550db0c469), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:51:40.663897 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-99ae2e83-6010-40d2-b70a-5b0f9e3ea887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (f28e62d6-8243-45bb-b578-64cfae2561d0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:51:42.080117 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (b771b186-15ef-4a1a-9c73-ea54ac08c8ac), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:51:58.001410 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (021dfe4d-8109-4136-9367-dac606dce553), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:52:05.546438 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-64b4ad01-d22f-43ff-9600-6dfbb158888f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (08425891-4e99-4ae4-974b-85ee5a0410c6), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:52:07.903394 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-45485cb7-ce8d-492f-81f0-80cb3eaf6e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (79a469f9-bdbc-4492-b479-9e5faeaf33b0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:52:09.028976 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-dae4f030-1cb2-49a8-bcfa-6facf2529a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (e40c9916-dc7d-41d8-a75d-da550db0c469), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:52:10.665774 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-99ae2e83-6010-40d2-b70a-5b0f9e3ea887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (f28e62d6-8243-45bb-b578-64cfae2561d0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:52:12.083015 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (b771b186-15ef-4a1a-9c73-ea54ac08c8ac), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:52:13.382319 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [req-e92fdf87-8df6-4123-afcc-ebb6d8fdf3cb req-a0450138-4237-4af8-8907-07ed012c0a18 service neutron] (103468) timed out ('10.222.0.13', 57483) {{(pid=103468) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 05 22:52:15.993691 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-97cde7d9-dbb1-4d23-a7c6-1511c50e2662 None None] Agent healthcheck: found 6 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:52:23.632067 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [req-17720287-1342-454f-8173-d84af49927e8 req-a4d09236-ff2c-40d6-85ca-e81570c9d0c8 service neutron] (103468) timed out ('10.222.0.13', 57502) {{(pid=103468) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 05 22:52:28.005941 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (021dfe4d-8109-4136-9367-dac606dce553), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:52:35.548631 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-7679a1f3-a47e-426e-afc3-dabab944eba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (08425891-4e99-4ae4-974b-85ee5a0410c6), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:52:37.900206 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-7394c2f9-3d06-43fa-b7a2-a5a4adf57b38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (79a469f9-bdbc-4492-b479-9e5faeaf33b0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:52:39.030808 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-dae4f030-1cb2-49a8-bcfa-6facf2529a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (e40c9916-dc7d-41d8-a75d-da550db0c469), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:52:40.668270 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-99ae2e83-6010-40d2-b70a-5b0f9e3ea887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (f28e62d6-8243-45bb-b578-64cfae2561d0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:52:42.085410 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (b771b186-15ef-4a1a-9c73-ea54ac08c8ac), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:52:52.992288 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-97cde7d9-dbb1-4d23-a7c6-1511c50e2662 None None] Agent healthcheck: found 6 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:52:58.005759 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (021dfe4d-8109-4136-9367-dac606dce553), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:05.550434 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b89a3bc0-1ed6-4340-86a3-fa90471cb356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (08425891-4e99-4ae4-974b-85ee5a0410c6), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:07.901936 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-0faa536d-8f60-4ec1-9263-43a7ebb18b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (79a469f9-bdbc-4492-b479-9e5faeaf33b0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:09.032695 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-dae4f030-1cb2-49a8-bcfa-6facf2529a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (e40c9916-dc7d-41d8-a75d-da550db0c469), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:10.670823 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-99ae2e83-6010-40d2-b70a-5b0f9e3ea887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (f28e62d6-8243-45bb-b578-64cfae2561d0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:12.087368 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (b771b186-15ef-4a1a-9c73-ea54ac08c8ac), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:28.020551 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (021dfe4d-8109-4136-9367-dac606dce553), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:29.992485 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-97cde7d9-dbb1-4d23-a7c6-1511c50e2662 None None] Agent healthcheck: found 6 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:53:35.551264 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b1a7bf09-b410-442d-a27e-4df6bd8976fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (08425891-4e99-4ae4-974b-85ee5a0410c6), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:37.903428 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-85303609-e515-4ba6-a10d-5180a033e07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (79a469f9-bdbc-4492-b479-9e5faeaf33b0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:39.037247 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-dae4f030-1cb2-49a8-bcfa-6facf2529a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (e40c9916-dc7d-41d8-a75d-da550db0c469), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:40.673807 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-99ae2e83-6010-40d2-b70a-5b0f9e3ea887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (f28e62d6-8243-45bb-b578-64cfae2561d0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:42.089254 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (b771b186-15ef-4a1a-9c73-ea54ac08c8ac), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:58.022249 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (021dfe4d-8109-4136-9367-dac606dce553), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:54:05.553439 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3a02a015-299a-4407-9348-087cbd75a2c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (08425891-4e99-4ae4-974b-85ee5a0410c6), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:54:06.991921 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-97cde7d9-dbb1-4d23-a7c6-1511c50e2662 None None] Agent healthcheck: found 6 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:54:07.907039 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c7229071-f0bb-4b25-8d43-f4c52b5c45e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (79a469f9-bdbc-4492-b479-9e5faeaf33b0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:54:09.039277 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-dae4f030-1cb2-49a8-bcfa-6facf2529a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (e40c9916-dc7d-41d8-a75d-da550db0c469), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:54:10.675908 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-99ae2e83-6010-40d2-b70a-5b0f9e3ea887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (f28e62d6-8243-45bb-b578-64cfae2561d0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:54:12.090789 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (b771b186-15ef-4a1a-9c73-ea54ac08c8ac), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:54:23.726497 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [req-dd23174e-22ff-4f8d-b819-dd064778f425 req-fe7ed8d6-8f5f-4924-b5ed-5bac61506513 service neutron] (103468) timed out ('10.222.0.13', 57518) {{(pid=103468) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 05 22:54:28.026824 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (021dfe4d-8109-4136-9367-dac606dce553), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:54:35.555425 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-7bbf39bb-426a-4888-adf9-c14f33bb65f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (08425891-4e99-4ae4-974b-85ee5a0410c6), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:54:37.910083 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-41d68e8e-4be0-4c9e-b97d-f2c6523a907d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (79a469f9-bdbc-4492-b479-9e5faeaf33b0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:54:39.042066 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-dae4f030-1cb2-49a8-bcfa-6facf2529a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (e40c9916-dc7d-41d8-a75d-da550db0c469), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:54:40.679355 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-99ae2e83-6010-40d2-b70a-5b0f9e3ea887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (f28e62d6-8243-45bb-b578-64cfae2561d0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:54:42.092777 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (b771b186-15ef-4a1a-9c73-ea54ac08c8ac), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:54:43.991932 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-97cde7d9-dbb1-4d23-a7c6-1511c50e2662 None None] Agent healthcheck: found 6 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:54:58.025661 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (021dfe4d-8109-4136-9367-dac606dce553), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:55:05.555821 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-7b9d244c-bb49-46ad-abd2-b5d374b133f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (08425891-4e99-4ae4-974b-85ee5a0410c6), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:55:07.919957 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-993f4ba9-34ff-4ed5-99f3-ab547c2ca991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (79a469f9-bdbc-4492-b479-9e5faeaf33b0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:55:09.045508 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-dae4f030-1cb2-49a8-bcfa-6facf2529a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (e40c9916-dc7d-41d8-a75d-da550db0c469), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:55:10.683347 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-99ae2e83-6010-40d2-b70a-5b0f9e3ea887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (f28e62d6-8243-45bb-b578-64cfae2561d0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:55:12.100149 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (b771b186-15ef-4a1a-9c73-ea54ac08c8ac), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:55:20.989868 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-97cde7d9-dbb1-4d23-a7c6-1511c50e2662 None None] Agent healthcheck: found 6 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:55:28.024826 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (021dfe4d-8109-4136-9367-dac606dce553), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:55:35.556644 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-92aae36e-319c-4f24-88a2-f9a0d470e6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (08425891-4e99-4ae4-974b-85ee5a0410c6), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:55:37.914554 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-117ae70d-5000-42e1-84df-f6f054c047a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (79a469f9-bdbc-4492-b479-9e5faeaf33b0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:55:39.048803 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-dae4f030-1cb2-49a8-bcfa-6facf2529a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (e40c9916-dc7d-41d8-a75d-da550db0c469), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:55:40.687609 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-99ae2e83-6010-40d2-b70a-5b0f9e3ea887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (f28e62d6-8243-45bb-b578-64cfae2561d0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:55:42.092379 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (b771b186-15ef-4a1a-9c73-ea54ac08c8ac), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:55:49.215775 dv-cinder-835881-4-iscsi neutron-server[103468]: DEBUG neutron.wsgi [req-ee4ecfbe-cb77-4a1c-a898-dbd4300e8e4f req-1ca3a73b-e4d9-45c7-aa5a-cd51ce1ab031 service neutron] (103468) timed out ('10.222.0.45', 41426) {{(pid=103468) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 05 22:55:49.382361 dv-cinder-835881-4-iscsi neutron-server[103469]: DEBUG neutron.wsgi [req-ee4ecfbe-cb77-4a1c-a898-dbd4300e8e4f req-de3cb89b-1d83-46ca-a58e-f552c2555e38 tempest-AttachVolumeShelveTestJSON-1578121992 tempest-AttachVolumeShelveTestJSON-1578121992-project] (103469) timed out ('10.222.0.45', 41434) {{(pid=103469) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 05 22:55:57.989057 dv-cinder-835881-4-iscsi neutron-server[103471]: DEBUG neutron.db.agents_db [None req-97cde7d9-dbb1-4d23-a7c6-1511c50e2662 None None] Agent healthcheck: found 6 active agents {{(pid=103471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:55:58.023080 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b69426c5-7399-4545-9666-fa0306fd58eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (021dfe4d-8109-4136-9367-dac606dce553), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:56:05.558902 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-2dd675e9-0a88-45c8-8ead-1e7898bae698 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (08425891-4e99-4ae4-974b-85ee5a0410c6), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:56:07.917534 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-ab94e675-3e1e-4389-b62f-32968c0dc07e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (79a469f9-bdbc-4492-b479-9e5faeaf33b0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:56:09.052417 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-dae4f030-1cb2-49a8-bcfa-6facf2529a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (e40c9916-dc7d-41d8-a75d-da550db0c469), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:56:10.696927 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-99ae2e83-6010-40d2-b70a-5b0f9e3ea887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (f28e62d6-8243-45bb-b578-64cfae2561d0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:56:12.208402 dv-cinder-835881-4-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-947f382e-5128-4fe0-a84a-1b3cf97e623e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757100575591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3445901'] for agent (b771b186-15ef-4a1a-9c73-ea54ac08c8ac), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}